{"level":"warn","ts":"2026-08-24T20:41:25.923403Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-24T20:41:25.923504Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.201:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.201:2380","--initial-cluster=instance=https://199.19.213.201:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.201:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.201:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-24T20:41:25.923578Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-24T20:41:25.923589Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.201:2380"]} {"level":"info","ts":"2026-08-24T20:41:25.923608Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-24T20:41:25.924307Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.201:2379"]} {"level":"info","ts":"2026-08-24T20:41:25.924399Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.201:2380"],"listen-peer-urls":["https://199.19.213.201:2380"],"advertise-client-urls":["https://199.19.213.201:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.201:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.201:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-24T20:41:25.930105Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.104798ms"} {"level":"info","ts":"2026-08-24T20:41:25.945474Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"61bc451777564e43","cluster-id":"b1814cb801e33ddc"} {"level":"info","ts":"2026-08-24T20:41:25.945591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 switched to configuration voters=()"} {"level":"info","ts":"2026-08-24T20:41:25.945621Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became follower at term 0"} {"level":"info","ts":"2026-08-24T20:41:25.945636Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 61bc451777564e43 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-24T20:41:25.945645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became follower at term 1"} {"level":"info","ts":"2026-08-24T20:41:25.945713Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 switched to configuration voters=(7042579884389322307)"} {"level":"warn","ts":"2026-08-24T20:41:25.952108Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-24T20:41:25.955049Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-24T20:41:25.957165Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-24T20:41:25.961714Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"61bc451777564e43","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-24T20:41:25.962025Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:41:25.962149Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:41:25.96208Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"61bc451777564e43","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-24T20:41:25.962177Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-24T20:41:25.964344Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 switched to configuration voters=(7042579884389322307)"} {"level":"info","ts":"2026-08-24T20:41:25.965174Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-24T20:41:25.965311Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.201:2380"} {"level":"info","ts":"2026-08-24T20:41:25.965431Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.201:2380"} {"level":"info","ts":"2026-08-24T20:41:25.965566Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"61bc451777564e43","initial-advertise-peer-urls":["https://199.19.213.201:2380"],"listen-peer-urls":["https://199.19.213.201:2380"],"advertise-client-urls":["https://199.19.213.201:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.201:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-24T20:41:25.965631Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-24T20:41:25.965856Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"b1814cb801e33ddc","local-member-id":"61bc451777564e43","added-peer-id":"61bc451777564e43","added-peer-peer-urls":["https://199.19.213.201:2380"]} {"level":"info","ts":"2026-08-24T20:41:26.346822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 is starting a new election at term 1"} {"level":"info","ts":"2026-08-24T20:41:26.346895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-24T20:41:26.346943Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 received MsgPreVoteResp from 61bc451777564e43 at term 1"} {"level":"info","ts":"2026-08-24T20:41:26.346965Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became candidate at term 2"} {"level":"info","ts":"2026-08-24T20:41:26.346981Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 received MsgVoteResp from 61bc451777564e43 at term 2"} {"level":"info","ts":"2026-08-24T20:41:26.347003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"61bc451777564e43 became leader at term 2"} {"level":"info","ts":"2026-08-24T20:41:26.347022Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 61bc451777564e43 elected leader 61bc451777564e43 at term 2"} {"level":"info","ts":"2026-08-24T20:41:26.347759Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:41:26.348722Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"61bc451777564e43","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.201:2379]}","request-path":"/0/members/61bc451777564e43/attributes","cluster-id":"b1814cb801e33ddc","publish-timeout":"7s"} {"level":"info","ts":"2026-08-24T20:41:26.34901Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-24T20:41:26.34913Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-24T20:41:26.349374Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"b1814cb801e33ddc","local-member-id":"61bc451777564e43","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:41:26.34958Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:41:26.349612Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-24T20:41:26.34968Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-24T20:41:26.349699Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-24T20:41:26.352891Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.201:2379"} {"level":"info","ts":"2026-08-24T20:41:26.35292Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-08-24T20:41:42.354814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.160176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:41:42.354973Z","caller":"traceutil/trace.go:171","msg":"trace[313201761] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:370; }","duration":"146.379212ms","start":"2026-08-24T20:41:42.208575Z","end":"2026-08-24T20:41:42.354954Z","steps":["trace[313201761] 'range keys from in-memory index tree' (duration: 146.055793ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:41:47.801165Z","caller":"traceutil/trace.go:171","msg":"trace[742156927] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"131.861638ms","start":"2026-08-24T20:41:47.669277Z","end":"2026-08-24T20:41:47.801138Z","steps":["trace[742156927] 'process raft request' (duration: 131.735653ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:04.376435Z","caller":"traceutil/trace.go:171","msg":"trace[1831414337] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"255.603753ms","start":"2026-08-24T20:42:04.120799Z","end":"2026-08-24T20:42:04.376403Z","steps":["trace[1831414337] 'read index received' (duration: 254.912964ms)","trace[1831414337] 'applied index is now lower than readState.Index' (duration: 689.429µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:42:04.376479Z","caller":"traceutil/trace.go:171","msg":"trace[613221263] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"258.78427ms","start":"2026-08-24T20:42:04.117651Z","end":"2026-08-24T20:42:04.376435Z","steps":["trace[613221263] 'process raft request' (duration: 258.226944ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:04.376701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.870401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31145"} {"level":"info","ts":"2026-08-24T20:42:04.376755Z","caller":"traceutil/trace.go:171","msg":"trace[1714004572] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tcproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:557; }","duration":"255.982054ms","start":"2026-08-24T20:42:04.12076Z","end":"2026-08-24T20:42:04.376742Z","steps":["trace[1714004572] 'agreement among raft nodes before linearized reading' (duration: 255.765838ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:04.384977Z","caller":"traceutil/trace.go:171","msg":"trace[1744018556] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"242.427715ms","start":"2026-08-24T20:42:04.142519Z","end":"2026-08-24T20:42:04.384947Z","steps":["trace[1744018556] 'process raft request' (duration: 242.119746ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:11.071952Z","caller":"traceutil/trace.go:171","msg":"trace[941718308] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"137.590802ms","start":"2026-08-24T20:42:10.93432Z","end":"2026-08-24T20:42:11.071911Z","steps":["trace[941718308] 'process raft request' (duration: 133.42736ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:42:11.508422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.112096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:42:11.508505Z","caller":"traceutil/trace.go:171","msg":"trace[30706924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"299.24772ms","start":"2026-08-24T20:42:11.209239Z","end":"2026-08-24T20:42:11.508487Z","steps":["trace[30706924] 'range keys from in-memory index tree' (duration: 298.85018ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:42:56.255314Z","caller":"traceutil/trace.go:171","msg":"trace[1784732366] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"110.040715ms","start":"2026-08-24T20:42:56.145216Z","end":"2026-08-24T20:42:56.255257Z","steps":["trace[1784732366] 'process raft request' (duration: 109.771828ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:19.121144Z","caller":"traceutil/trace.go:171","msg":"trace[1582181168] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"140.319555ms","start":"2026-08-24T20:43:18.980777Z","end":"2026-08-24T20:43:19.121096Z","steps":["trace[1582181168] 'process raft request' (duration: 140.046637ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:43.868437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.232179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:43:43.868569Z","caller":"traceutil/trace.go:171","msg":"trace[1773713517] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1890; }","duration":"320.970994ms","start":"2026-08-24T20:43:43.547581Z","end":"2026-08-24T20:43:43.868552Z","steps":["trace[1773713517] 'read index received' (duration: 57.332µs)","trace[1773713517] 'applied index is now lower than readState.Index' (duration: 320.911372ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:43:43.868618Z","caller":"traceutil/trace.go:171","msg":"trace[1620873338] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"377.665002ms","start":"2026-08-24T20:43:43.490903Z","end":"2026-08-24T20:43:43.868568Z","steps":["trace[1620873338] 'process raft request' (duration: 41.599769ms)","trace[1620873338] 'compare' (duration: 335.109436ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:43:43.868719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.14998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:43:43.868752Z","caller":"traceutil/trace.go:171","msg":"trace[2038720453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1816; }","duration":"321.237513ms","start":"2026-08-24T20:43:43.547504Z","end":"2026-08-24T20:43:43.868742Z","steps":["trace[2038720453] 'agreement among raft nodes before linearized reading' (duration: 321.094239ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:43.868793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:43:43.547481Z","time spent":"321.303965ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-08-24T20:43:43.868989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:43:43.490878Z","time spent":"377.856986ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:43:43.930293Z","caller":"traceutil/trace.go:171","msg":"trace[1520248567] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"129.667542ms","start":"2026-08-24T20:43:43.800596Z","end":"2026-08-24T20:43:43.930263Z","steps":["trace[1520248567] 'process raft request' (duration: 129.407755ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:44.13539Z","caller":"traceutil/trace.go:171","msg":"trace[1293379162] linearizableReadLoop","detail":"{readStateIndex:1894; appliedIndex:1891; }","duration":"258.335395ms","start":"2026-08-24T20:43:43.877029Z","end":"2026-08-24T20:43:44.135365Z","steps":["trace[1293379162] 'read index received' (duration: 53.094166ms)","trace[1293379162] 'applied index is now lower than readState.Index' (duration: 205.240209ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:43:44.135422Z","caller":"traceutil/trace.go:171","msg":"trace[121240933] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"305.869547ms","start":"2026-08-24T20:43:43.829529Z","end":"2026-08-24T20:43:44.135398Z","steps":["trace[121240933] 'process raft request' (duration: 305.58792ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:44.135528Z","caller":"traceutil/trace.go:171","msg":"trace[439422924] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"263.070745ms","start":"2026-08-24T20:43:43.872434Z","end":"2026-08-24T20:43:44.135504Z","steps":["trace[439422924] 'process raft request' (duration: 262.88132ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:44.135563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:43:43.829501Z","time spent":"305.975331ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:43:44.135809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.619871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-08-24T20:43:44.135847Z","caller":"traceutil/trace.go:171","msg":"trace[2116350878] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1819; }","duration":"192.695271ms","start":"2026-08-24T20:43:43.943138Z","end":"2026-08-24T20:43:44.135833Z","steps":["trace[2116350878] 'agreement among raft nodes before linearized reading' (duration: 192.545908ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:44.135875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.812027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-08-24T20:43:44.135992Z","caller":"traceutil/trace.go:171","msg":"trace[1443540129] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1819; }","duration":"258.980212ms","start":"2026-08-24T20:43:43.87698Z","end":"2026-08-24T20:43:44.135961Z","steps":["trace[1443540129] 'agreement among raft nodes before linearized reading' (duration: 258.699105ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:44.136115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.667684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-69517b34-c6b6-406d-bd64-92416af8d5b6\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-08-24T20:43:44.136267Z","caller":"traceutil/trace.go:171","msg":"trace[1647678927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-69517b34-c6b6-406d-bd64-92416af8d5b6; range_end:; response_count:1; response_revision:1819; }","duration":"216.815689ms","start":"2026-08-24T20:43:43.919388Z","end":"2026-08-24T20:43:44.136204Z","steps":["trace[1647678927] 'agreement among raft nodes before linearized reading' (duration: 216.184622ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:43:44.318383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.490082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:43:44.318741Z","caller":"traceutil/trace.go:171","msg":"trace[1218458312] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1894; }","duration":"109.936965ms","start":"2026-08-24T20:43:44.20878Z","end":"2026-08-24T20:43:44.318717Z","steps":["trace[1218458312] 'read index received' (duration: 28.190038ms)","trace[1218458312] 'applied index is now lower than readState.Index' (duration: 81.745347ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:43:44.318903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.122151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:43:44.318991Z","caller":"traceutil/trace.go:171","msg":"trace[579019232] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"178.238973ms","start":"2026-08-24T20:43:44.140722Z","end":"2026-08-24T20:43:44.318961Z","steps":["trace[579019232] 'process raft request' (duration: 42.046861ms)","trace[579019232] 'compare' (duration: 135.137462ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:43:44.319013Z","caller":"traceutil/trace.go:171","msg":"trace[577909542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1821; }","duration":"110.262405ms","start":"2026-08-24T20:43:44.208728Z","end":"2026-08-24T20:43:44.31899Z","steps":["trace[577909542] 'agreement among raft nodes before linearized reading' (duration: 110.122962ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:44.319097Z","caller":"traceutil/trace.go:171","msg":"trace[175513248] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"173.795969ms","start":"2026-08-24T20:43:44.145244Z","end":"2026-08-24T20:43:44.31904Z","steps":["trace[175513248] 'process raft request' (duration: 173.373458ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:43:57.534046Z","caller":"traceutil/trace.go:171","msg":"trace[31010426] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"155.165286ms","start":"2026-08-24T20:43:57.378846Z","end":"2026-08-24T20:43:57.534012Z","steps":["trace[31010426] 'process raft request' (duration: 154.868578ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:44:28.454393Z","caller":"traceutil/trace.go:171","msg":"trace[1260553674] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"101.0069ms","start":"2026-08-24T20:44:28.353343Z","end":"2026-08-24T20:44:28.45435Z","steps":["trace[1260553674] 'process raft request' (duration: 54.760342ms)","trace[1260553674] 'compare' (duration: 46.081912ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:44:34.520861Z","caller":"traceutil/trace.go:171","msg":"trace[2017218002] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"148.900073ms","start":"2026-08-24T20:44:34.37192Z","end":"2026-08-24T20:44:34.520821Z","steps":["trace[2017218002] 'process raft request' (duration: 120.778517ms)","trace[2017218002] 'compare' (duration: 27.89911ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:45:23.530516Z","caller":"traceutil/trace.go:171","msg":"trace[1924222209] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"177.921679ms","start":"2026-08-24T20:45:23.352567Z","end":"2026-08-24T20:45:23.530489Z","steps":["trace[1924222209] 'process raft request' (duration: 177.678173ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:45:57.068261Z","caller":"traceutil/trace.go:171","msg":"trace[53560802] transaction","detail":"{read_only:false; response_revision:2789; number_of_response:1; }","duration":"146.78235ms","start":"2026-08-24T20:45:56.921443Z","end":"2026-08-24T20:45:57.068226Z","steps":["trace[53560802] 'process raft request' (duration: 88.814186ms)","trace[53560802] 'compare' (duration: 57.785358ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:45:57.194093Z","caller":"traceutil/trace.go:171","msg":"trace[1585780510] transaction","detail":"{read_only:false; response_revision:2790; number_of_response:1; }","duration":"121.029503ms","start":"2026-08-24T20:45:57.073023Z","end":"2026-08-24T20:45:57.194052Z","steps":["trace[1585780510] 'process raft request' (duration: 107.681367ms)","trace[1585780510] 'compare' (duration: 13.185882ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:45:57.369271Z","caller":"traceutil/trace.go:171","msg":"trace[1908016671] transaction","detail":"{read_only:false; response_revision:2791; number_of_response:1; }","duration":"121.975569ms","start":"2026-08-24T20:45:57.247266Z","end":"2026-08-24T20:45:57.369242Z","steps":["trace[1908016671] 'process raft request' (duration: 104.71894ms)","trace[1908016671] 'compare' (duration: 17.149716ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:48:28.516501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.12348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:48:28.516603Z","caller":"traceutil/trace.go:171","msg":"trace[1684629524] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3787; }","duration":"268.295965ms","start":"2026-08-24T20:48:28.248286Z","end":"2026-08-24T20:48:28.516582Z","steps":["trace[1684629524] 'count revisions from in-memory index tree' (duration: 267.999588ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:48:28.516795Z","caller":"traceutil/trace.go:171","msg":"trace[1020746268] linearizableReadLoop","detail":"{readStateIndex:3937; appliedIndex:3936; }","duration":"144.055165ms","start":"2026-08-24T20:48:28.372718Z","end":"2026-08-24T20:48:28.516773Z","steps":["trace[1020746268] 'read index received' (duration: 50.843546ms)","trace[1020746268] 'applied index is now lower than readState.Index' (duration: 93.210599ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:48:28.516986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.26389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ntscn\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-08-24T20:48:28.516999Z","caller":"traceutil/trace.go:171","msg":"trace[106221413] transaction","detail":"{read_only:false; response_revision:3788; number_of_response:1; }","duration":"241.941267ms","start":"2026-08-24T20:48:28.275041Z","end":"2026-08-24T20:48:28.516982Z","steps":["trace[106221413] 'process raft request' (duration: 148.528834ms)","trace[106221413] 'compare' (duration: 92.569901ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:48:28.517021Z","caller":"traceutil/trace.go:171","msg":"trace[788091042] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ntscn; range_end:; response_count:1; response_revision:3788; }","duration":"144.326342ms","start":"2026-08-24T20:48:28.372683Z","end":"2026-08-24T20:48:28.51701Z","steps":["trace[788091042] 'agreement among raft nodes before linearized reading' (duration: 144.160048ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:49:49.486883Z","caller":"traceutil/trace.go:171","msg":"trace[1240686413] transaction","detail":"{read_only:false; response_revision:4830; number_of_response:1; }","duration":"136.444569ms","start":"2026-08-24T20:49:49.350396Z","end":"2026-08-24T20:49:49.486841Z","steps":["trace[1240686413] 'process raft request' (duration: 128.27942ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:49:52.291534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.036309ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:49:52.291762Z","caller":"traceutil/trace.go:171","msg":"trace[784875969] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"305.782721ms","start":"2026-08-24T20:49:51.98595Z","end":"2026-08-24T20:49:52.291733Z","steps":["trace[784875969] 'process raft request' (duration: 182.171016ms)","trace[784875969] 'compare' (duration: 122.535716ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:49:52.291868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:49:51.985922Z","time spent":"305.898714ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T20:49:52.34995Z","caller":"traceutil/trace.go:171","msg":"trace[1322637206] linearizableReadLoop","detail":"{readStateIndex:5147; appliedIndex:5145; }","duration":"325.92013ms","start":"2026-08-24T20:49:52.024009Z","end":"2026-08-24T20:49:52.349929Z","steps":["trace[1322637206] 'read index received' (duration: 144.168646ms)","trace[1322637206] 'applied index is now lower than readState.Index' (duration: 181.750824ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:49:52.35025Z","caller":"traceutil/trace.go:171","msg":"trace[1621349146] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"364.026402ms","start":"2026-08-24T20:49:51.986211Z","end":"2026-08-24T20:49:52.350237Z","steps":["trace[1621349146] 'process raft request' (duration: 363.613631ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:49:52.350568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.539777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T20:49:52.350629Z","caller":"traceutil/trace.go:171","msg":"trace[310067970] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4951; }","duration":"326.642439ms","start":"2026-08-24T20:49:52.023971Z","end":"2026-08-24T20:49:52.350613Z","steps":["trace[310067970] 'agreement among raft nodes before linearized reading' (duration: 326.531997ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:49:52.350661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:49:52.023955Z","time spent":"326.697222ms","remote":"127.0.0.1:40502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-08-24T20:49:52.351019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:49:51.986184Z","time spent":"364.105633ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:49:52.356921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.156513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:49:52.356937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.212728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-24T20:49:52.356977Z","caller":"traceutil/trace.go:171","msg":"trace[868947875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4952; }","duration":"148.254345ms","start":"2026-08-24T20:49:52.208707Z","end":"2026-08-24T20:49:52.356962Z","steps":["trace[868947875] 'agreement among raft nodes before linearized reading' (duration: 148.149292ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:49:52.35703Z","caller":"traceutil/trace.go:171","msg":"trace[65594009] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4952; }","duration":"166.362422ms","start":"2026-08-24T20:49:52.190644Z","end":"2026-08-24T20:49:52.357006Z","steps":["trace[65594009] 'agreement among raft nodes before linearized reading' (duration: 166.092224ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:49:52.357416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.882965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:728747"} {"level":"info","ts":"2026-08-24T20:49:52.357962Z","caller":"traceutil/trace.go:171","msg":"trace[599758964] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4952; }","duration":"101.476401ms","start":"2026-08-24T20:49:52.256465Z","end":"2026-08-24T20:49:52.357941Z","steps":["trace[599758964] 'agreement among raft nodes before linearized reading' (duration: 100.374182ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:05.311566Z","caller":"traceutil/trace.go:171","msg":"trace[412123693] transaction","detail":"{read_only:false; response_revision:5213; number_of_response:1; }","duration":"116.742851ms","start":"2026-08-24T20:50:05.194775Z","end":"2026-08-24T20:50:05.311518Z","steps":["trace[412123693] 'process raft request' (duration: 63.158293ms)","trace[412123693] 'compare' (duration: 53.437064ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:50:06.045217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.136077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:50:06.04529Z","caller":"traceutil/trace.go:171","msg":"trace[378110618] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5217; }","duration":"332.24712ms","start":"2026-08-24T20:50:05.713027Z","end":"2026-08-24T20:50:06.045275Z","steps":["trace[378110618] 'range keys from in-memory index tree' (duration: 332.060015ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:06.045319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:50:05.713011Z","time spent":"332.301672ms","remote":"127.0.0.1:59286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-08-24T20:50:06.046204Z","caller":"traceutil/trace.go:171","msg":"trace[2072396606] linearizableReadLoop","detail":"{readStateIndex:5423; appliedIndex:5422; }","duration":"139.838641ms","start":"2026-08-24T20:50:05.906342Z","end":"2026-08-24T20:50:06.04618Z","steps":["trace[2072396606] 'read index received' (duration: 139.645645ms)","trace[2072396606] 'applied index is now lower than readState.Index' (duration: 186.895µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:06.046275Z","caller":"traceutil/trace.go:171","msg":"trace[443972890] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"221.588322ms","start":"2026-08-24T20:50:05.824657Z","end":"2026-08-24T20:50:06.046245Z","steps":["trace[443972890] 'process raft request' (duration: 221.389286ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:06.046399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.036925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T20:50:06.046445Z","caller":"traceutil/trace.go:171","msg":"trace[345899962] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5218; }","duration":"140.138718ms","start":"2026-08-24T20:50:05.906296Z","end":"2026-08-24T20:50:06.046434Z","steps":["trace[345899962] 'agreement among raft nodes before linearized reading' (duration: 139.980074ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:19.406849Z","caller":"traceutil/trace.go:171","msg":"trace[2054242009] linearizableReadLoop","detail":"{readStateIndex:5696; appliedIndex:5695; }","duration":"120.63912ms","start":"2026-08-24T20:50:19.286138Z","end":"2026-08-24T20:50:19.406778Z","steps":["trace[2054242009] 'read index received' (duration: 119.490529ms)","trace[2054242009] 'applied index is now lower than readState.Index' (duration: 1.147261ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:50:19.406841Z","caller":"traceutil/trace.go:171","msg":"trace[28940334] transaction","detail":"{read_only:false; response_revision:5485; number_of_response:1; }","duration":"121.387361ms","start":"2026-08-24T20:50:19.285394Z","end":"2026-08-24T20:50:19.406782Z","steps":["trace[28940334] 'process raft request' (duration: 120.309342ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:50:19.407092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.928878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-08-24T20:50:19.407208Z","caller":"traceutil/trace.go:171","msg":"trace[274686523] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5485; }","duration":"121.057911ms","start":"2026-08-24T20:50:19.286097Z","end":"2026-08-24T20:50:19.407155Z","steps":["trace[274686523] 'agreement among raft nodes before linearized reading' (duration: 120.778423ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:50:23.09872Z","caller":"traceutil/trace.go:171","msg":"trace[50923053] transaction","detail":"{read_only:false; response_revision:5527; number_of_response:1; }","duration":"125.579693ms","start":"2026-08-24T20:50:22.97311Z","end":"2026-08-24T20:50:23.098689Z","steps":["trace[50923053] 'process raft request' (duration: 86.84945ms)","trace[50923053] 'compare' (duration: 38.549658ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:51:04.971158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.038621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-24T20:51:04.971316Z","caller":"traceutil/trace.go:171","msg":"trace[1440480130] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5879; }","duration":"101.263208ms","start":"2026-08-24T20:51:04.870036Z","end":"2026-08-24T20:51:04.971299Z","steps":["trace[1440480130] 'range keys from in-memory index tree' (duration: 100.858596ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:51:26.435347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2951} {"level":"info","ts":"2026-08-24T20:51:26.498607Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2951,"took":"61.834762ms","hash":3976088458,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":33710080,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-08-24T20:51:26.498677Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3976088458,"revision":2951,"compact-revision":-1} {"level":"warn","ts":"2026-08-24T20:56:10.084993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.049906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:56:10.085129Z","caller":"traceutil/trace.go:171","msg":"trace[23500951] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8457; }","duration":"190.805179ms","start":"2026-08-24T20:56:09.894296Z","end":"2026-08-24T20:56:10.085101Z","steps":["trace[23500951] 'read index received' (duration: 62.341µs)","trace[23500951] 'applied index is now lower than readState.Index' (duration: 190.741388ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:56:10.085261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.962453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:56:10.085208Z","caller":"traceutil/trace.go:171","msg":"trace[1660221516] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"509.45677ms","start":"2026-08-24T20:56:09.575685Z","end":"2026-08-24T20:56:10.085142Z","steps":["trace[1660221516] 'process raft request' (duration: 16.141986ms)","trace[1660221516] 'compare' (duration: 492.82957ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:56:10.085311Z","caller":"traceutil/trace.go:171","msg":"trace[200971102] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8163; }","duration":"191.053596ms","start":"2026-08-24T20:56:09.894247Z","end":"2026-08-24T20:56:10.085301Z","steps":["trace[200971102] 'agreement among raft nodes before linearized reading' (duration: 190.958634ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:10.085487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T20:56:09.575662Z","time spent":"509.681195ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T20:56:10.085594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.188197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:56:10.085632Z","caller":"traceutil/trace.go:171","msg":"trace[556117625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8163; }","duration":"152.249368ms","start":"2026-08-24T20:56:09.933374Z","end":"2026-08-24T20:56:10.085624Z","steps":["trace[556117625] 'agreement among raft nodes before linearized reading' (duration: 152.189767ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:10.085853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.792255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T20:56:10.085889Z","caller":"traceutil/trace.go:171","msg":"trace[520187645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8163; }","duration":"115.853357ms","start":"2026-08-24T20:56:09.970028Z","end":"2026-08-24T20:56:10.085881Z","steps":["trace[520187645] 'agreement among raft nodes before linearized reading' (duration: 115.723973ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:10.197012Z","caller":"traceutil/trace.go:171","msg":"trace[171296098] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"107.273735ms","start":"2026-08-24T20:56:10.089702Z","end":"2026-08-24T20:56:10.196976Z","steps":["trace[171296098] 'process raft request' (duration: 107.130312ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:22.370433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.043618ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T20:56:22.370772Z","caller":"traceutil/trace.go:171","msg":"trace[391734011] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8522; }","duration":"195.377302ms","start":"2026-08-24T20:56:22.175377Z","end":"2026-08-24T20:56:22.370754Z","steps":["trace[391734011] 'read index received' (duration: 91.062717ms)","trace[391734011] 'applied index is now lower than readState.Index' (duration: 104.313315ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:56:22.370816Z","caller":"traceutil/trace.go:171","msg":"trace[789585967] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"209.368131ms","start":"2026-08-24T20:56:22.161409Z","end":"2026-08-24T20:56:22.370777Z","steps":["trace[789585967] 'process raft request' (duration: 104.892851ms)","trace[789585967] 'compare' (duration: 103.889624ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:56:22.37099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.605909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:56:22.371064Z","caller":"traceutil/trace.go:171","msg":"trace[1612531856] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:8225; }","duration":"195.711862ms","start":"2026-08-24T20:56:22.175338Z","end":"2026-08-24T20:56:22.37105Z","steps":["trace[1612531856] 'agreement among raft nodes before linearized reading' (duration: 195.484826ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:22.386338Z","caller":"traceutil/trace.go:171","msg":"trace[1893352158] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"148.716813ms","start":"2026-08-24T20:56:22.237586Z","end":"2026-08-24T20:56:22.386303Z","steps":["trace[1893352158] 'process raft request' (duration: 148.464687ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:56:22.386349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.75257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T20:56:22.386535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.751862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T20:56:22.386612Z","caller":"traceutil/trace.go:171","msg":"trace[1913455233] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8226; }","duration":"142.858956ms","start":"2026-08-24T20:56:22.243735Z","end":"2026-08-24T20:56:22.386594Z","steps":["trace[1913455233] 'agreement among raft nodes before linearized reading' (duration: 142.625349ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:22.387151Z","caller":"traceutil/trace.go:171","msg":"trace[598357782] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:8226; }","duration":"196.880224ms","start":"2026-08-24T20:56:22.189547Z","end":"2026-08-24T20:56:22.386427Z","steps":["trace[598357782] 'agreement among raft nodes before linearized reading' (duration: 196.692569ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:23.501582Z","caller":"traceutil/trace.go:171","msg":"trace[1703127369] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8532; }","duration":"132.817945ms","start":"2026-08-24T20:56:23.368742Z","end":"2026-08-24T20:56:23.50156Z","steps":["trace[1703127369] 'read index received' (duration: 132.686621ms)","trace[1703127369] 'applied index is now lower than readState.Index' (duration: 130.464µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:56:23.501886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.987398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:56:23.501936Z","caller":"traceutil/trace.go:171","msg":"trace[1746626085] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8235; }","duration":"133.234546ms","start":"2026-08-24T20:56:23.368686Z","end":"2026-08-24T20:56:23.501921Z","steps":["trace[1746626085] 'agreement among raft nodes before linearized reading' (duration: 132.98159ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:23.501942Z","caller":"traceutil/trace.go:171","msg":"trace[544721845] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"154.391296ms","start":"2026-08-24T20:56:23.347519Z","end":"2026-08-24T20:56:23.50191Z","steps":["trace[544721845] 'process raft request' (duration: 153.806861ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:24.678354Z","caller":"traceutil/trace.go:171","msg":"trace[1233487268] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8540; }","duration":"106.569376ms","start":"2026-08-24T20:56:24.571747Z","end":"2026-08-24T20:56:24.678316Z","steps":["trace[1233487268] 'read index received' (duration: 9.452285ms)","trace[1233487268] 'applied index is now lower than readState.Index' (duration: 97.115401ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:56:24.678708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.912626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T20:56:24.678758Z","caller":"traceutil/trace.go:171","msg":"trace[592266211] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8242; }","duration":"107.046279ms","start":"2026-08-24T20:56:24.571696Z","end":"2026-08-24T20:56:24.678742Z","steps":["trace[592266211] 'agreement among raft nodes before linearized reading' (duration: 106.774731ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:26.442676Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6052} {"level":"info","ts":"2026-08-24T20:56:26.546955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6052,"took":"102.681641ms","hash":2576197453,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":23343104,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-08-24T20:56:26.547021Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2576197453,"revision":6052,"compact-revision":2951} {"level":"info","ts":"2026-08-24T20:56:52.370945Z","caller":"traceutil/trace.go:171","msg":"trace[1126474661] linearizableReadLoop","detail":"{readStateIndex:8749; appliedIndex:8749; }","duration":"161.95698ms","start":"2026-08-24T20:56:52.208956Z","end":"2026-08-24T20:56:52.370913Z","steps":["trace[1126474661] 'read index received' (duration: 161.946219ms)","trace[1126474661] 'applied index is now lower than readState.Index' (duration: 8.75µs)"],"step_count":2} {"level":"warn","ts":"2026-08-24T20:56:52.371117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.139106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T20:56:52.371157Z","caller":"traceutil/trace.go:171","msg":"trace[1678832260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8442; }","duration":"162.231239ms","start":"2026-08-24T20:56:52.208913Z","end":"2026-08-24T20:56:52.371144Z","steps":["trace[1678832260] 'agreement among raft nodes before linearized reading' (duration: 162.125556ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:52.372062Z","caller":"traceutil/trace.go:171","msg":"trace[1858308224] transaction","detail":"{read_only:false; response_revision:8442; number_of_response:1; }","duration":"203.710198ms","start":"2026-08-24T20:56:52.166828Z","end":"2026-08-24T20:56:52.370538Z","steps":["trace[1858308224] 'process raft request' (duration: 203.492342ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:56:59.437229Z","caller":"traceutil/trace.go:171","msg":"trace[1501219549] transaction","detail":"{read_only:false; response_revision:8481; number_of_response:1; }","duration":"199.943286ms","start":"2026-08-24T20:56:59.237255Z","end":"2026-08-24T20:56:59.437199Z","steps":["trace[1501219549] 'process raft request' (duration: 199.764062ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:04.967585Z","caller":"traceutil/trace.go:171","msg":"trace[1378163295] linearizableReadLoop","detail":"{readStateIndex:8866; appliedIndex:8864; }","duration":"129.240459ms","start":"2026-08-24T20:57:04.838312Z","end":"2026-08-24T20:57:04.967552Z","steps":["trace[1378163295] 'read index received' (duration: 72.911608ms)","trace[1378163295] 'applied index is now lower than readState.Index' (duration: 56.327871ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:04.96769Z","caller":"traceutil/trace.go:171","msg":"trace[1897656444] transaction","detail":"{read_only:false; response_revision:8553; number_of_response:1; }","duration":"129.755132ms","start":"2026-08-24T20:57:04.837903Z","end":"2026-08-24T20:57:04.967658Z","steps":["trace[1897656444] 'process raft request' (duration: 129.535435ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:04.967846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.523126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-08-24T20:57:04.967928Z","caller":"traceutil/trace.go:171","msg":"trace[729259244] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:8553; }","duration":"129.624198ms","start":"2026-08-24T20:57:04.838275Z","end":"2026-08-24T20:57:04.967899Z","steps":["trace[729259244] 'agreement among raft nodes before linearized reading' (duration: 129.423093ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:05.214852Z","caller":"traceutil/trace.go:171","msg":"trace[711056457] linearizableReadLoop","detail":"{readStateIndex:8868; appliedIndex:8867; }","duration":"208.511158ms","start":"2026-08-24T20:57:05.006316Z","end":"2026-08-24T20:57:05.214827Z","steps":["trace[711056457] 'read index received' (duration: 208.382314ms)","trace[711056457] 'applied index is now lower than readState.Index' (duration: 127.784µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:05.214984Z","caller":"traceutil/trace.go:171","msg":"trace[877869503] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"211.896019ms","start":"2026-08-24T20:57:05.003076Z","end":"2026-08-24T20:57:05.214972Z","steps":["trace[877869503] 'process raft request' (duration: 211.57608ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T20:57:05.215265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.94578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-08-24T20:57:05.215323Z","caller":"traceutil/trace.go:171","msg":"trace[91561867] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:8555; }","duration":"209.025771ms","start":"2026-08-24T20:57:05.006282Z","end":"2026-08-24T20:57:05.215308Z","steps":["trace[91561867] 'agreement among raft nodes before linearized reading' (duration: 208.908518ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:05.411214Z","caller":"traceutil/trace.go:171","msg":"trace[919152485] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"170.792699ms","start":"2026-08-24T20:57:05.240398Z","end":"2026-08-24T20:57:05.411191Z","steps":["trace[919152485] 'process raft request' (duration: 142.701011ms)","trace[919152485] 'compare' (duration: 27.757049ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:57:05.411277Z","caller":"traceutil/trace.go:171","msg":"trace[406808931] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"117.321565ms","start":"2026-08-24T20:57:05.293924Z","end":"2026-08-24T20:57:05.411246Z","steps":["trace[406808931] 'process raft request' (duration: 117.057679ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:57:57.50489Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000246d.wal"} {"level":"warn","ts":"2026-08-24T20:58:25.651516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.824504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T20:58:25.651673Z","caller":"traceutil/trace.go:171","msg":"trace[374569372] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9325; }","duration":"271.999829ms","start":"2026-08-24T20:58:25.379653Z","end":"2026-08-24T20:58:25.651653Z","steps":["trace[374569372] 'range keys from in-memory index tree' (duration: 271.642219ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:58:25.802595Z","caller":"traceutil/trace.go:171","msg":"trace[980103373] transaction","detail":"{read_only:false; response_revision:9327; number_of_response:1; }","duration":"146.817979ms","start":"2026-08-24T20:58:25.655742Z","end":"2026-08-24T20:58:25.80256Z","steps":["trace[980103373] 'process raft request' (duration: 96.95576ms)","trace[980103373] 'compare' (duration: 49.640533ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T20:58:25.802689Z","caller":"traceutil/trace.go:171","msg":"trace[1133162054] transaction","detail":"{read_only:false; response_revision:9328; number_of_response:1; }","duration":"146.677626ms","start":"2026-08-24T20:58:25.655974Z","end":"2026-08-24T20:58:25.802652Z","steps":["trace[1133162054] 'process raft request' (duration: 146.530891ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T20:59:11.547944Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"61bc451777564e43","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-24T20:59:11.555165Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-08-24T20:59:11.555288Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-08-24T21:01:26.449864Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8254} {"level":"info","ts":"2026-08-24T21:01:26.52931Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8254,"took":"75.690645ms","hash":271869671,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":25370624,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-08-24T21:01:26.529417Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":271869671,"revision":8254,"compact-revision":6052} {"level":"info","ts":"2026-08-24T21:01:50.896868Z","caller":"traceutil/trace.go:171","msg":"trace[384647339] transaction","detail":"{read_only:false; response_revision:11068; number_of_response:1; }","duration":"167.718595ms","start":"2026-08-24T21:01:50.729126Z","end":"2026-08-24T21:01:50.896844Z","steps":["trace[384647339] 'process raft request' (duration: 167.55592ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:01:50.920799Z","caller":"traceutil/trace.go:171","msg":"trace[1057638842] linearizableReadLoop","detail":"{readStateIndex:11455; appliedIndex:11454; }","duration":"112.909689ms","start":"2026-08-24T21:01:50.807869Z","end":"2026-08-24T21:01:50.920779Z","steps":["trace[1057638842] 'read index received' (duration: 92.638747ms)","trace[1057638842] 'applied index is now lower than readState.Index' (duration: 20.270232ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:01:50.921032Z","caller":"traceutil/trace.go:171","msg":"trace[1347434142] transaction","detail":"{read_only:false; response_revision:11069; number_of_response:1; }","duration":"143.704579ms","start":"2026-08-24T21:01:50.777319Z","end":"2026-08-24T21:01:50.921024Z","steps":["trace[1347434142] 'process raft request' (duration: 143.344869ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:01:50.921203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.330092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T21:01:50.921221Z","caller":"traceutil/trace.go:171","msg":"trace[20726056] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11069; }","duration":"113.404753ms","start":"2026-08-24T21:01:50.807811Z","end":"2026-08-24T21:01:50.921216Z","steps":["trace[20726056] 'agreement among raft nodes before linearized reading' (duration: 113.349681ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:02:09.141744Z","caller":"traceutil/trace.go:171","msg":"trace[537773926] transaction","detail":"{read_only:false; response_revision:11171; number_of_response:1; }","duration":"254.778441ms","start":"2026-08-24T21:02:08.886935Z","end":"2026-08-24T21:02:09.141714Z","steps":["trace[537773926] 'process raft request' (duration: 254.615657ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:02:09.184867Z","caller":"traceutil/trace.go:171","msg":"trace[1950290591] linearizableReadLoop","detail":"{readStateIndex:11561; appliedIndex:11559; }","duration":"193.233766ms","start":"2026-08-24T21:02:08.991603Z","end":"2026-08-24T21:02:09.184837Z","steps":["trace[1950290591] 'read index received' (duration: 149.970023ms)","trace[1950290591] 'applied index is now lower than readState.Index' (duration: 43.262003ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:02:09.184958Z","caller":"traceutil/trace.go:171","msg":"trace[1093781151] transaction","detail":"{read_only:false; response_revision:11172; number_of_response:1; }","duration":"209.435215ms","start":"2026-08-24T21:02:08.975497Z","end":"2026-08-24T21:02:09.184932Z","steps":["trace[1093781151] 'process raft request' (duration: 204.81519ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:02:09.185193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.574956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-08-24T21:02:09.185246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.564168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T21:02:09.185274Z","caller":"traceutil/trace.go:171","msg":"trace[1705606920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11172; }","duration":"193.706618ms","start":"2026-08-24T21:02:08.99155Z","end":"2026-08-24T21:02:09.185257Z","steps":["trace[1705606920] 'agreement among raft nodes before linearized reading' (duration: 193.445381ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:02:09.185359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.96495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-08-24T21:02:09.185368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.258608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:02:09.185414Z","caller":"traceutil/trace.go:171","msg":"trace[2034079497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11172; }","duration":"151.045342ms","start":"2026-08-24T21:02:09.034357Z","end":"2026-08-24T21:02:09.185402Z","steps":["trace[2034079497] 'agreement among raft nodes before linearized reading' (duration: 150.872347ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:02:09.185357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.30525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:02:09.185513Z","caller":"traceutil/trace.go:171","msg":"trace[1910627360] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11172; }","duration":"151.497175ms","start":"2026-08-24T21:02:09.033997Z","end":"2026-08-24T21:02:09.185494Z","steps":["trace[1910627360] 'agreement among raft nodes before linearized reading' (duration: 151.303349ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:02:09.185557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.697012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:02:09.185577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.149766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:02:09.185461Z","caller":"traceutil/trace.go:171","msg":"trace[1777146018] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11172; }","duration":"151.38529ms","start":"2026-08-24T21:02:09.034051Z","end":"2026-08-24T21:02:09.185437Z","steps":["trace[1777146018] 'agreement among raft nodes before linearized reading' (duration: 151.200876ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:02:09.185619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.273499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-08-24T21:02:09.185626Z","caller":"traceutil/trace.go:171","msg":"trace[689641548] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11172; }","duration":"151.217547ms","start":"2026-08-24T21:02:09.034399Z","end":"2026-08-24T21:02:09.185616Z","steps":["trace[689641548] 'agreement among raft nodes before linearized reading' (duration: 151.146094ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:02:09.185628Z","caller":"traceutil/trace.go:171","msg":"trace[262773333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11172; }","duration":"150.800586ms","start":"2026-08-24T21:02:09.034809Z","end":"2026-08-24T21:02:09.185609Z","steps":["trace[262773333] 'agreement among raft nodes before linearized reading' (duration: 150.653012ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:02:09.185654Z","caller":"traceutil/trace.go:171","msg":"trace[904165726] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11172; }","duration":"151.32024ms","start":"2026-08-24T21:02:09.034321Z","end":"2026-08-24T21:02:09.185641Z","steps":["trace[904165726] 'agreement among raft nodes before linearized reading' (duration: 151.168236ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:02:09.18579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.97915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-24T21:02:09.18588Z","caller":"traceutil/trace.go:171","msg":"trace[1204355615] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11172; }","duration":"168.118215ms","start":"2026-08-24T21:02:09.017739Z","end":"2026-08-24T21:02:09.185857Z","steps":["trace[1204355615] 'agreement among raft nodes before linearized reading' (duration: 167.831508ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:02:09.185356Z","caller":"traceutil/trace.go:171","msg":"trace[266613904] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11172; }","duration":"192.689881ms","start":"2026-08-24T21:02:08.992642Z","end":"2026-08-24T21:02:09.185332Z","steps":["trace[266613904] 'agreement among raft nodes before linearized reading' (duration: 192.443504ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:06:26.45623Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10738} {"level":"info","ts":"2026-08-24T21:06:26.536453Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10738,"took":"77.722136ms","hash":1429456774,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":27750400,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-08-24T21:06:26.536508Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1429456774,"revision":10738,"compact-revision":8254} {"level":"warn","ts":"2026-08-24T21:07:59.271568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.752812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-24T21:07:59.271693Z","caller":"traceutil/trace.go:171","msg":"trace[717320997] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13590; }","duration":"140.933637ms","start":"2026-08-24T21:07:59.130735Z","end":"2026-08-24T21:07:59.271669Z","steps":["trace[717320997] 'range keys from in-memory index tree' (duration: 140.502526ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:07:59.271844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.186528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-08-24T21:07:59.272012Z","caller":"traceutil/trace.go:171","msg":"trace[541918283] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13590; }","duration":"118.422504ms","start":"2026-08-24T21:07:59.153561Z","end":"2026-08-24T21:07:59.271984Z","steps":["trace[541918283] 'range keys from in-memory index tree' (duration: 117.935311ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:08:38.704443Z","caller":"traceutil/trace.go:171","msg":"trace[1352170704] transaction","detail":"{read_only:false; response_revision:13816; number_of_response:1; }","duration":"189.763876ms","start":"2026-08-24T21:08:38.514654Z","end":"2026-08-24T21:08:38.704418Z","steps":["trace[1352170704] 'process raft request' (duration: 189.616802ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:08:39.007441Z","caller":"traceutil/trace.go:171","msg":"trace[1023130398] transaction","detail":"{read_only:false; response_revision:13817; number_of_response:1; }","duration":"484.667052ms","start":"2026-08-24T21:08:38.522728Z","end":"2026-08-24T21:08:39.007395Z","steps":["trace[1023130398] 'process raft request' (duration: 402.34631ms)","trace[1023130398] 'compare' (duration: 81.714785ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:08:39.007492Z","caller":"traceutil/trace.go:171","msg":"trace[292379062] transaction","detail":"{read_only:false; response_revision:13818; number_of_response:1; }","duration":"274.116754ms","start":"2026-08-24T21:08:38.733333Z","end":"2026-08-24T21:08:39.007449Z","steps":["trace[292379062] 'process raft request' (duration: 273.915968ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:39.007671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:38.522702Z","time spent":"484.878999ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:08:47.721302Z","caller":"traceutil/trace.go:171","msg":"trace[2049669559] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"229.621056ms","start":"2026-08-24T21:08:47.491651Z","end":"2026-08-24T21:08:47.721272Z","steps":["trace[2049669559] 'process raft request' (duration: 229.406441ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:08:48.03067Z","caller":"traceutil/trace.go:171","msg":"trace[2032247127] transaction","detail":"{read_only:false; response_revision:13978; number_of_response:1; }","duration":"537.727332ms","start":"2026-08-24T21:08:47.492903Z","end":"2026-08-24T21:08:48.03063Z","steps":["trace[2032247127] 'process raft request' (duration: 532.065199ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:08:48.030895Z","caller":"traceutil/trace.go:171","msg":"trace[2096066548] linearizableReadLoop","detail":"{readStateIndex:14463; appliedIndex:14461; }","duration":"531.75829ms","start":"2026-08-24T21:08:47.499087Z","end":"2026-08-24T21:08:48.030845Z","steps":["trace[2096066548] 'read index received' (duration: 221.98459ms)","trace[2096066548] 'applied index is now lower than readState.Index' (duration: 309.77103ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:08:48.030926Z","caller":"traceutil/trace.go:171","msg":"trace[1129417440] transaction","detail":"{read_only:false; response_revision:13979; number_of_response:1; }","duration":"329.433394ms","start":"2026-08-24T21:08:47.701468Z","end":"2026-08-24T21:08:48.030902Z","steps":["trace[1129417440] 'process raft request' (duration: 329.059993ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:48.031203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:47.492882Z","time spent":"537.897066ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:08:48.031194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.063668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-08-24T21:08:48.031199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:47.701442Z","time spent":"329.639368ms","remote":"127.0.0.1:58938","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-08-24T21:08:48.031291Z","caller":"traceutil/trace.go:171","msg":"trace[123904245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13979; }","duration":"532.231542ms","start":"2026-08-24T21:08:47.499037Z","end":"2026-08-24T21:08:48.031269Z","steps":["trace[123904245] 'agreement among raft nodes before linearized reading' (duration: 531.943335ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:48.031347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:47.49902Z","time spent":"532.315135ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-08-24T21:08:48.031462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.194723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-24T21:08:48.031506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.80357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-08-24T21:08:48.031557Z","caller":"traceutil/trace.go:171","msg":"trace[357584129] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13979; }","duration":"514.879882ms","start":"2026-08-24T21:08:47.516664Z","end":"2026-08-24T21:08:48.031544Z","steps":["trace[357584129] 'agreement among raft nodes before linearized reading' (duration: 514.670326ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:08:48.031551Z","caller":"traceutil/trace.go:171","msg":"trace[1000034548] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13979; }","duration":"268.333387ms","start":"2026-08-24T21:08:47.763198Z","end":"2026-08-24T21:08:48.031532Z","steps":["trace[1000034548] 'agreement among raft nodes before linearized reading' (duration: 268.173932ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:48.031601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:47.516653Z","time spent":"514.939653ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-08-24T21:08:48.031707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.813321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-08-24T21:08:48.031758Z","caller":"traceutil/trace.go:171","msg":"trace[1665693008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13979; }","duration":"532.037718ms","start":"2026-08-24T21:08:47.499708Z","end":"2026-08-24T21:08:48.031745Z","steps":["trace[1665693008] 'agreement among raft nodes before linearized reading' (duration: 531.537884ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:48.031701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.639208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba1b93c-fee2-44ea-8825-ef0d1fe3c759\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-08-24T21:08:48.031796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:47.499699Z","time spent":"532.08909ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-08-24T21:08:48.031843Z","caller":"traceutil/trace.go:171","msg":"trace[1653384368] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5ba1b93c-fee2-44ea-8825-ef0d1fe3c759; range_end:; response_count:1; response_revision:13979; }","duration":"323.855582ms","start":"2026-08-24T21:08:47.707953Z","end":"2026-08-24T21:08:48.031808Z","steps":["trace[1653384368] 'agreement among raft nodes before linearized reading' (duration: 323.353649ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:48.031904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:47.707933Z","time spent":"323.960915ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3630,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5ba1b93c-fee2-44ea-8825-ef0d1fe3c759\" "} {"level":"warn","ts":"2026-08-24T21:08:48.031727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.445523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T21:08:48.032002Z","caller":"traceutil/trace.go:171","msg":"trace[470602212] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13979; }","duration":"503.756341ms","start":"2026-08-24T21:08:47.528224Z","end":"2026-08-24T21:08:48.031981Z","steps":["trace[470602212] 'agreement among raft nodes before linearized reading' (duration: 503.257757ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:48.032069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:47.528213Z","time spent":"503.835402ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-08-24T21:08:48.031996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.109557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-08-24T21:08:48.032185Z","caller":"traceutil/trace.go:171","msg":"trace[1498994538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13979; }","duration":"526.292142ms","start":"2026-08-24T21:08:47.505841Z","end":"2026-08-24T21:08:48.032134Z","steps":["trace[1498994538] 'agreement among raft nodes before linearized reading' (duration: 525.592623ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:08:48.032313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:08:47.505807Z","time spent":"526.442456ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-08-24T21:10:26.71944Z","caller":"traceutil/trace.go:171","msg":"trace[1164900162] transaction","detail":"{read_only:false; response_revision:15065; number_of_response:1; }","duration":"141.422754ms","start":"2026-08-24T21:10:26.57798Z","end":"2026-08-24T21:10:26.719402Z","steps":["trace[1164900162] 'process raft request' (duration: 141.212529ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:10:26.728746Z","caller":"traceutil/trace.go:171","msg":"trace[762521071] linearizableReadLoop","detail":"{readStateIndex:15584; appliedIndex:15582; }","duration":"143.804799ms","start":"2026-08-24T21:10:26.584905Z","end":"2026-08-24T21:10:26.72871Z","steps":["trace[762521071] 'read index received' (duration: 134.315442ms)","trace[762521071] 'applied index is now lower than readState.Index' (duration: 9.488117ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:10:26.728833Z","caller":"traceutil/trace.go:171","msg":"trace[961616528] transaction","detail":"{read_only:false; response_revision:15066; number_of_response:1; }","duration":"146.610315ms","start":"2026-08-24T21:10:26.582202Z","end":"2026-08-24T21:10:26.728812Z","steps":["trace[961616528] 'process raft request' (duration: 146.311737ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:26.729047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.091927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-08-24T21:10:26.729044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.125623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-08-24T21:10:26.729153Z","caller":"traceutil/trace.go:171","msg":"trace[1944209420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15066; }","duration":"142.243688ms","start":"2026-08-24T21:10:26.586886Z","end":"2026-08-24T21:10:26.72913Z","steps":["trace[1944209420] 'agreement among raft nodes before linearized reading' (duration: 142.066464ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:10:26.729151Z","caller":"traceutil/trace.go:171","msg":"trace[1894930354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15066; }","duration":"144.262811ms","start":"2026-08-24T21:10:26.584873Z","end":"2026-08-24T21:10:26.729136Z","steps":["trace[1894930354] 'agreement among raft nodes before linearized reading' (duration: 143.969214ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:26.729376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.36264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-08-24T21:10:26.729418Z","caller":"traceutil/trace.go:171","msg":"trace[1407456782] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15066; }","duration":"135.425593ms","start":"2026-08-24T21:10:26.593979Z","end":"2026-08-24T21:10:26.729405Z","steps":["trace[1407456782] 'agreement among raft nodes before linearized reading' (duration: 135.32358ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:27.017188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.523368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-24T21:10:27.01754Z","caller":"traceutil/trace.go:171","msg":"trace[1069765151] linearizableReadLoop","detail":"{readStateIndex:15586; appliedIndex:15584; }","duration":"282.782038ms","start":"2026-08-24T21:10:26.734734Z","end":"2026-08-24T21:10:27.017516Z","steps":["trace[1069765151] 'read index received' (duration: 18.750918ms)","trace[1069765151] 'applied index is now lower than readState.Index' (duration: 264.02983ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:10:27.017685Z","caller":"traceutil/trace.go:171","msg":"trace[355697447] transaction","detail":"{read_only:false; response_revision:15068; number_of_response:1; }","duration":"282.980484ms","start":"2026-08-24T21:10:26.734668Z","end":"2026-08-24T21:10:27.017648Z","steps":["trace[355697447] 'process raft request' (duration: 147.86599ms)","trace[355697447] 'compare' (duration: 134.311612ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:10:27.017806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.309598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-24T21:10:27.01788Z","caller":"traceutil/trace.go:171","msg":"trace[1484824785] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:15069; }","duration":"236.543844ms","start":"2026-08-24T21:10:26.781321Z","end":"2026-08-24T21:10:27.017865Z","steps":["trace[1484824785] 'agreement among raft nodes before linearized reading' (duration: 236.384291ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:10:27.018215Z","caller":"traceutil/trace.go:171","msg":"trace[1765376746] transaction","detail":"{read_only:false; response_revision:15069; number_of_response:1; }","duration":"283.510548ms","start":"2026-08-24T21:10:26.734654Z","end":"2026-08-24T21:10:27.018165Z","steps":["trace[1765376746] 'process raft request' (duration: 282.781328ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:27.018609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.851117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:80 size:776806"} {"level":"info","ts":"2026-08-24T21:10:27.018694Z","caller":"traceutil/trace.go:171","msg":"trace[1952466344] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:80; response_revision:15069; }","duration":"283.979431ms","start":"2026-08-24T21:10:26.734697Z","end":"2026-08-24T21:10:27.018676Z","steps":["trace[1952466344] 'agreement among raft nodes before linearized reading' (duration: 282.992464ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:27.256174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.454043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:10:27.256268Z","caller":"traceutil/trace.go:171","msg":"trace[610858208] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15069; }","duration":"128.592137ms","start":"2026-08-24T21:10:27.127654Z","end":"2026-08-24T21:10:27.256246Z","steps":["trace[610858208] 'range keys from in-memory index tree' (duration: 128.36543ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:27.25638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.621707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:10:27.256482Z","caller":"traceutil/trace.go:171","msg":"trace[361304226] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15069; }","duration":"128.786642ms","start":"2026-08-24T21:10:27.127673Z","end":"2026-08-24T21:10:27.25646Z","steps":["trace[361304226] 'range keys from in-memory index tree' (duration: 128.533815ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:27.256629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.08391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-24T21:10:27.256692Z","caller":"traceutil/trace.go:171","msg":"trace[905047865] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15069; }","duration":"129.186614ms","start":"2026-08-24T21:10:27.127489Z","end":"2026-08-24T21:10:27.256675Z","steps":["trace[905047865] 'range keys from in-memory index tree' (duration: 128.997338ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:27.256815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.70043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-24T21:10:27.256862Z","caller":"traceutil/trace.go:171","msg":"trace[744106182] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15069; }","duration":"128.763701ms","start":"2026-08-24T21:10:27.128087Z","end":"2026-08-24T21:10:27.256851Z","steps":["trace[744106182] 'range keys from in-memory index tree' (duration: 128.516844ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:27.256967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.346767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-08-24T21:10:27.257011Z","caller":"traceutil/trace.go:171","msg":"trace[1194843480] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15069; }","duration":"129.4334ms","start":"2026-08-24T21:10:27.127567Z","end":"2026-08-24T21:10:27.257001Z","steps":["trace[1194843480] 'range keys from in-memory index tree' (duration: 129.141022ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:10:27.647716Z","caller":"traceutil/trace.go:171","msg":"trace[1227938577] transaction","detail":"{read_only:false; response_revision:15071; number_of_response:1; }","duration":"184.467092ms","start":"2026-08-24T21:10:27.463225Z","end":"2026-08-24T21:10:27.647692Z","steps":["trace[1227938577] 'process raft request' (duration: 184.174724ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:10:27.648043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.523316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-p8hbs\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-08-24T21:10:27.647621Z","caller":"traceutil/trace.go:171","msg":"trace[739119882] linearizableReadLoop","detail":"{readStateIndex:15589; appliedIndex:15588; }","duration":"152.087805ms","start":"2026-08-24T21:10:27.495502Z","end":"2026-08-24T21:10:27.647589Z","steps":["trace[739119882] 'read index received' (duration: 151.809617ms)","trace[739119882] 'applied index is now lower than readState.Index' (duration: 276.478µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:10:27.648149Z","caller":"traceutil/trace.go:171","msg":"trace[1886642771] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-p8hbs; range_end:; response_count:1; response_revision:15071; }","duration":"152.68769ms","start":"2026-08-24T21:10:27.495437Z","end":"2026-08-24T21:10:27.648125Z","steps":["trace[1886642771] 'agreement among raft nodes before linearized reading' (duration: 152.377192ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:11:26.464143Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12953} {"level":"info","ts":"2026-08-24T21:11:26.549773Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12953,"took":"81.347178ms","hash":3982928699,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":30670848,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-24T21:11:26.54989Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3982928699,"revision":12953,"compact-revision":10738} {"level":"info","ts":"2026-08-24T21:11:32.566879Z","caller":"traceutil/trace.go:171","msg":"trace[266519494] transaction","detail":"{read_only:false; response_revision:15476; number_of_response:1; }","duration":"102.804322ms","start":"2026-08-24T21:11:32.464012Z","end":"2026-08-24T21:11:32.566816Z","steps":["trace[266519494] 'process raft request' (duration: 68.732824ms)","trace[266519494] 'compare' (duration: 33.75979ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:16:02.63969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.708583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-08-24T21:16:02.639848Z","caller":"traceutil/trace.go:171","msg":"trace[752642467] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17565; }","duration":"116.926237ms","start":"2026-08-24T21:16:02.522884Z","end":"2026-08-24T21:16:02.639811Z","steps":["trace[752642467] 'range keys from in-memory index tree' (duration: 116.393234ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:16:02.640041Z","caller":"traceutil/trace.go:171","msg":"trace[553354327] linearizableReadLoop","detail":"{readStateIndex:18168; appliedIndex:18167; }","duration":"102.003432ms","start":"2026-08-24T21:16:02.538014Z","end":"2026-08-24T21:16:02.640018Z","steps":["trace[553354327] 'read index received' (duration: 101.93849ms)","trace[553354327] 'applied index is now lower than readState.Index' (duration: 63.892µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:16:02.640229Z","caller":"traceutil/trace.go:171","msg":"trace[1850042787] transaction","detail":"{read_only:false; response_revision:17566; number_of_response:1; }","duration":"103.478372ms","start":"2026-08-24T21:16:02.536734Z","end":"2026-08-24T21:16:02.640212Z","steps":["trace[1850042787] 'process raft request' (duration: 103.139523ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:16:02.640555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.516836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-24T21:16:02.640653Z","caller":"traceutil/trace.go:171","msg":"trace[1712124057] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17566; }","duration":"102.645049ms","start":"2026-08-24T21:16:02.537985Z","end":"2026-08-24T21:16:02.64063Z","steps":["trace[1712124057] 'agreement among raft nodes before linearized reading' (duration: 102.33973ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:16:06.767173Z","caller":"traceutil/trace.go:171","msg":"trace[1201343501] transaction","detail":"{read_only:false; response_revision:17626; number_of_response:1; }","duration":"170.52039ms","start":"2026-08-24T21:16:06.596615Z","end":"2026-08-24T21:16:06.767136Z","steps":["trace[1201343501] 'process raft request' (duration: 129.487542ms)","trace[1201343501] 'compare' (duration: 40.701559ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:16:06.802245Z","caller":"traceutil/trace.go:171","msg":"trace[99559791] transaction","detail":"{read_only:false; response_revision:17627; number_of_response:1; }","duration":"201.515534ms","start":"2026-08-24T21:16:06.600693Z","end":"2026-08-24T21:16:06.802208Z","steps":["trace[99559791] 'process raft request' (duration: 201.179155ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:16:06.802244Z","caller":"traceutil/trace.go:171","msg":"trace[1140336958] transaction","detail":"{read_only:false; response_revision:17628; number_of_response:1; }","duration":"201.391791ms","start":"2026-08-24T21:16:06.600818Z","end":"2026-08-24T21:16:06.80221Z","steps":["trace[1140336958] 'process raft request' (duration: 201.265568ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:16:06.802401Z","caller":"traceutil/trace.go:171","msg":"trace[1609085785] linearizableReadLoop","detail":"{readStateIndex:18233; appliedIndex:18229; }","duration":"191.023229ms","start":"2026-08-24T21:16:06.611328Z","end":"2026-08-24T21:16:06.802351Z","steps":["trace[1609085785] 'read index received' (duration: 114.78639ms)","trace[1609085785] 'applied index is now lower than readState.Index' (duration: 76.234159ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:16:06.80246Z","caller":"traceutil/trace.go:171","msg":"trace[489566993] transaction","detail":"{read_only:false; response_revision:17629; number_of_response:1; }","duration":"201.531485ms","start":"2026-08-24T21:16:06.600914Z","end":"2026-08-24T21:16:06.802446Z","steps":["trace[489566993] 'process raft request' (duration: 201.218727ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:16:06.802674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.320546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"warn","ts":"2026-08-24T21:16:06.802735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.363057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-08-24T21:16:06.802765Z","caller":"traceutil/trace.go:171","msg":"trace[291810935] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17629; }","duration":"140.47117ms","start":"2026-08-24T21:16:06.662285Z","end":"2026-08-24T21:16:06.802756Z","steps":["trace[291810935] 'agreement among raft nodes before linearized reading' (duration: 140.267205ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:16:06.802759Z","caller":"traceutil/trace.go:171","msg":"trace[1538769022] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:17629; }","duration":"191.434328ms","start":"2026-08-24T21:16:06.6113Z","end":"2026-08-24T21:16:06.802735Z","steps":["trace[1538769022] 'agreement among raft nodes before linearized reading' (duration: 191.226613ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:16:06.802753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.782642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-08-24T21:16:06.802806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.47306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-08-24T21:16:06.802867Z","caller":"traceutil/trace.go:171","msg":"trace[192925862] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17629; }","duration":"136.572744ms","start":"2026-08-24T21:16:06.666276Z","end":"2026-08-24T21:16:06.802848Z","steps":["trace[192925862] 'agreement among raft nodes before linearized reading' (duration: 136.43271ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:16:06.802815Z","caller":"traceutil/trace.go:171","msg":"trace[1629419735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17629; }","duration":"124.886296ms","start":"2026-08-24T21:16:06.677913Z","end":"2026-08-24T21:16:06.802799Z","steps":["trace[1629419735] 'agreement among raft nodes before linearized reading' (duration: 124.65753ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:16:10.232837Z","caller":"traceutil/trace.go:171","msg":"trace[1012162848] transaction","detail":"{read_only:false; response_revision:17655; number_of_response:1; }","duration":"600.256126ms","start":"2026-08-24T21:16:09.63256Z","end":"2026-08-24T21:16:10.232816Z","steps":["trace[1012162848] 'process raft request' (duration: 600.118152ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:16:10.232963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:16:09.632518Z","time spent":"600.377369ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20871,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:16:10.238644Z","caller":"traceutil/trace.go:171","msg":"trace[251463115] transaction","detail":"{read_only:false; response_revision:17658; number_of_response:1; }","duration":"414.860511ms","start":"2026-08-24T21:16:09.823747Z","end":"2026-08-24T21:16:10.238607Z","steps":["trace[251463115] 'process raft request' (duration: 414.752918ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:16:10.239135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:16:09.823713Z","time spent":"415.057327ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:16:10.239516Z","caller":"traceutil/trace.go:171","msg":"trace[1084929387] transaction","detail":"{read_only:false; response_revision:17657; number_of_response:1; }","duration":"500.684331ms","start":"2026-08-24T21:16:09.738807Z","end":"2026-08-24T21:16:10.239492Z","steps":["trace[1084929387] 'process raft request' (duration: 499.608091ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:16:10.239606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:16:09.738776Z","time spent":"500.783944ms","remote":"127.0.0.1:59104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-24T21:16:10.239917Z","caller":"traceutil/trace.go:171","msg":"trace[1019733681] linearizableReadLoop","detail":"{readStateIndex:18263; appliedIndex:18259; }","duration":"288.817505ms","start":"2026-08-24T21:16:09.95108Z","end":"2026-08-24T21:16:10.239898Z","steps":["trace[1019733681] 'read index received' (duration: 281.701841ms)","trace[1019733681] 'applied index is now lower than readState.Index' (duration: 7.113854ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:16:10.24005Z","caller":"traceutil/trace.go:171","msg":"trace[1382883124] transaction","detail":"{read_only:false; response_revision:17656; number_of_response:1; }","duration":"585.267767ms","start":"2026-08-24T21:16:09.654769Z","end":"2026-08-24T21:16:10.240037Z","steps":["trace[1382883124] 'process raft request' (duration: 583.344705ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:16:10.240209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-24T21:16:09.654742Z","time spent":"585.333369ms","remote":"127.0.0.1:58892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-24T21:16:10.240445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.326399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-08-24T21:16:10.240534Z","caller":"traceutil/trace.go:171","msg":"trace[495054650] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17659; }","duration":"289.469032ms","start":"2026-08-24T21:16:09.951042Z","end":"2026-08-24T21:16:10.240511Z","steps":["trace[495054650] 'agreement among raft nodes before linearized reading' (duration: 289.111972ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:16:10.240725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.477365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-4qmtp\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-08-24T21:16:10.240787Z","caller":"traceutil/trace.go:171","msg":"trace[52689216] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-4qmtp; range_end:; response_count:1; response_revision:17659; }","duration":"131.568688ms","start":"2026-08-24T21:16:10.109198Z","end":"2026-08-24T21:16:10.240767Z","steps":["trace[52689216] 'agreement among raft nodes before linearized reading' (duration: 131.359662ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:16:26.471628Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15436} {"level":"info","ts":"2026-08-24T21:16:26.574047Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15436,"took":"96.163832ms","hash":1675693436,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":32038912,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-08-24T21:16:26.574127Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1675693436,"revision":15436,"compact-revision":12953} {"level":"info","ts":"2026-08-24T21:16:39.207445Z","caller":"traceutil/trace.go:171","msg":"trace[453504130] transaction","detail":"{read_only:false; response_revision:18054; number_of_response:1; }","duration":"101.197819ms","start":"2026-08-24T21:16:39.106193Z","end":"2026-08-24T21:16:39.207391Z","steps":["trace[453504130] 'process raft request' (duration: 51.602106ms)","trace[453504130] 'compare' (duration: 49.233152ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:19:44.271299Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"61bc451777564e43","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-08-24T21:19:44.277044Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-08-24T21:19:44.277148Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-08-24T21:21:26.481237Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17830} {"level":"info","ts":"2026-08-24T21:21:26.597622Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17830,"took":"113.500517ms","hash":136384416,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":30003200,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-24T21:21:26.597712Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":136384416,"revision":17830,"compact-revision":15436} {"level":"info","ts":"2026-08-24T21:21:36.204969Z","caller":"traceutil/trace.go:171","msg":"trace[2095219914] transaction","detail":"{read_only:false; response_revision:20147; number_of_response:1; }","duration":"147.599543ms","start":"2026-08-24T21:21:36.057338Z","end":"2026-08-24T21:21:36.204938Z","steps":["trace[2095219914] 'process raft request' (duration: 147.394207ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:21:36.711318Z","caller":"traceutil/trace.go:171","msg":"trace[370884800] transaction","detail":"{read_only:false; response_revision:20148; number_of_response:1; }","duration":"234.647051ms","start":"2026-08-24T21:21:36.476642Z","end":"2026-08-24T21:21:36.711289Z","steps":["trace[370884800] 'process raft request' (duration: 234.454806ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:21:37.065941Z","caller":"traceutil/trace.go:171","msg":"trace[2071527378] transaction","detail":"{read_only:false; response_revision:20150; number_of_response:1; }","duration":"218.124212ms","start":"2026-08-24T21:21:36.847778Z","end":"2026-08-24T21:21:37.065903Z","steps":["trace[2071527378] 'process raft request' (duration: 138.931688ms)","trace[2071527378] 'compare' (duration: 78.819853ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:21:37.066404Z","caller":"traceutil/trace.go:171","msg":"trace[1110087901] linearizableReadLoop","detail":"{readStateIndex:20841; appliedIndex:20838; }","duration":"202.855026ms","start":"2026-08-24T21:21:36.863504Z","end":"2026-08-24T21:21:37.066359Z","steps":["trace[1110087901] 'read index received' (duration: 123.245222ms)","trace[1110087901] 'applied index is now lower than readState.Index' (duration: 79.608204ms)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:21:37.066363Z","caller":"traceutil/trace.go:171","msg":"trace[113218010] transaction","detail":"{read_only:false; response_revision:20151; number_of_response:1; }","duration":"217.898376ms","start":"2026-08-24T21:21:36.848329Z","end":"2026-08-24T21:21:37.066228Z","steps":["trace[113218010] 'process raft request' (duration: 217.532905ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:21:37.066518Z","caller":"traceutil/trace.go:171","msg":"trace[2074248548] transaction","detail":"{read_only:false; response_revision:20152; number_of_response:1; }","duration":"217.373791ms","start":"2026-08-24T21:21:36.849127Z","end":"2026-08-24T21:21:37.066501Z","steps":["trace[2074248548] 'process raft request' (duration: 217.022601ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:21:37.066886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.34925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-08-24T21:21:37.066998Z","caller":"traceutil/trace.go:171","msg":"trace[1941201189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20152; }","duration":"203.501193ms","start":"2026-08-24T21:21:36.863469Z","end":"2026-08-24T21:21:37.06697Z","steps":["trace[1941201189] 'agreement among raft nodes before linearized reading' (duration: 203.189795ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:21:37.129644Z","caller":"traceutil/trace.go:171","msg":"trace[1175557236] transaction","detail":"{read_only:false; response_revision:20154; number_of_response:1; }","duration":"196.166814ms","start":"2026-08-24T21:21:36.933307Z","end":"2026-08-24T21:21:37.129474Z","steps":["trace[1175557236] 'process raft request' (duration: 196.083762ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:21:37.130092Z","caller":"traceutil/trace.go:171","msg":"trace[292756566] transaction","detail":"{read_only:false; response_revision:20153; number_of_response:1; }","duration":"214.064311ms","start":"2026-08-24T21:21:36.915408Z","end":"2026-08-24T21:21:37.129472Z","steps":["trace[292756566] 'process raft request' (duration: 213.845405ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:21:37.309966Z","caller":"traceutil/trace.go:171","msg":"trace[1074054758] transaction","detail":"{read_only:false; response_revision:20156; number_of_response:1; }","duration":"168.04826ms","start":"2026-08-24T21:21:37.141895Z","end":"2026-08-24T21:21:37.309944Z","steps":["trace[1074054758] 'process raft request' (duration: 161.832791ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:21:37.309981Z","caller":"traceutil/trace.go:171","msg":"trace[507719211] linearizableReadLoop","detail":"{readStateIndex:20845; appliedIndex:20844; }","duration":"100.755879ms","start":"2026-08-24T21:21:37.20915Z","end":"2026-08-24T21:21:37.309906Z","steps":["trace[507719211] 'read index received' (duration: 94.589902ms)","trace[507719211] 'applied index is now lower than readState.Index' (duration: 6.164527ms)"],"step_count":2} {"level":"warn","ts":"2026-08-24T21:21:37.310146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.978935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:21:37.310192Z","caller":"traceutil/trace.go:171","msg":"trace[308059730] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20156; }","duration":"101.097689ms","start":"2026-08-24T21:21:37.209082Z","end":"2026-08-24T21:21:37.310179Z","steps":["trace[308059730] 'agreement among raft nodes before linearized reading' (duration: 100.995486ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:21:37.561746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.1272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-08-24T21:21:37.562039Z","caller":"traceutil/trace.go:171","msg":"trace[342352046] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:20156; }","duration":"101.478199ms","start":"2026-08-24T21:21:37.460533Z","end":"2026-08-24T21:21:37.562011Z","steps":["trace[342352046] 'range keys from in-memory index tree' (duration: 100.823571ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:25:21.846428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.233924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:25:21.846543Z","caller":"traceutil/trace.go:171","msg":"trace[1235490465] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22452; }","duration":"134.418259ms","start":"2026-08-24T21:25:21.712105Z","end":"2026-08-24T21:25:21.846523Z","steps":["trace[1235490465] 'range keys from in-memory index tree' (duration: 134.06026ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:25:21.846815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.515412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-08-24T21:25:21.846947Z","caller":"traceutil/trace.go:171","msg":"trace[649161466] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:22452; }","duration":"134.669237ms","start":"2026-08-24T21:25:21.712248Z","end":"2026-08-24T21:25:21.846917Z","steps":["trace[649161466] 'count revisions from in-memory index tree' (duration: 134.46704ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:25:22.105774Z","caller":"traceutil/trace.go:171","msg":"trace[1075768151] linearizableReadLoop","detail":"{readStateIndex:23214; appliedIndex:23213; }","duration":"171.232301ms","start":"2026-08-24T21:25:21.934482Z","end":"2026-08-24T21:25:22.105715Z","steps":["trace[1075768151] 'read index received' (duration: 171.19952ms)","trace[1075768151] 'applied index is now lower than readState.Index' (duration: 31.81µs)"],"step_count":2} {"level":"info","ts":"2026-08-24T21:25:22.105854Z","caller":"traceutil/trace.go:171","msg":"trace[280145736] transaction","detail":"{read_only:false; response_revision:22455; number_of_response:1; }","duration":"172.692331ms","start":"2026-08-24T21:25:21.933118Z","end":"2026-08-24T21:25:22.10581Z","steps":["trace[280145736] 'process raft request' (duration: 172.427253ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:25:22.106206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.695803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager-test/kube-root-ca.crt\" ","response":"range_response_count:1 size:1761"} {"level":"info","ts":"2026-08-24T21:25:22.106271Z","caller":"traceutil/trace.go:171","msg":"trace[969620585] range","detail":"{range_begin:/registry/configmaps/cert-manager-test/kube-root-ca.crt; range_end:; response_count:1; response_revision:22455; }","duration":"171.783425ms","start":"2026-08-24T21:25:21.934469Z","end":"2026-08-24T21:25:22.106253Z","steps":["trace[969620585] 'agreement among raft nodes before linearized reading' (duration: 171.411786ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:25:22.107251Z","caller":"traceutil/trace.go:171","msg":"trace[1322692703] transaction","detail":"{read_only:false; response_revision:22457; number_of_response:1; }","duration":"132.267499ms","start":"2026-08-24T21:25:21.974957Z","end":"2026-08-24T21:25:22.107225Z","steps":["trace[1322692703] 'process raft request' (duration: 132.132046ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:25:22.107686Z","caller":"traceutil/trace.go:171","msg":"trace[858459067] transaction","detail":"{read_only:false; response_revision:22456; number_of_response:1; }","duration":"173.009419ms","start":"2026-08-24T21:25:21.934658Z","end":"2026-08-24T21:25:22.107668Z","steps":["trace[858459067] 'process raft request' (duration: 172.289089ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:25:22.107288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.776472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-24T21:25:22.1081Z","caller":"traceutil/trace.go:171","msg":"trace[1588154795] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:22458; }","duration":"160.632807ms","start":"2026-08-24T21:25:21.947446Z","end":"2026-08-24T21:25:22.108079Z","steps":["trace[1588154795] 'agreement among raft nodes before linearized reading' (duration: 159.744623ms)"],"step_count":1} {"level":"warn","ts":"2026-08-24T21:25:22.107974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.816893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io\" ","response":"range_response_count:1 size:159822"} {"level":"info","ts":"2026-08-24T21:25:22.108704Z","caller":"traceutil/trace.go:171","msg":"trace[1355516843] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmconfigs.bootstrap.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22458; }","duration":"103.538023ms","start":"2026-08-24T21:25:22.005142Z","end":"2026-08-24T21:25:22.10868Z","steps":["trace[1355516843] 'agreement among raft nodes before linearized reading' (duration: 102.631007ms)"],"step_count":1} {"level":"info","ts":"2026-08-24T21:26:26.488376Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20096} {"level":"info","ts":"2026-08-24T21:26:26.598328Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20096,"took":"105.596335ms","hash":2337031095,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":42856448,"current-db-size-in-use":"43 MB"} {"level":"info","ts":"2026-08-24T21:26:26.598405Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2337031095,"revision":20096,"compact-revision":17830} {"level":"info","ts":"2026-08-24T21:31:26.495942Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23260} {"level":"info","ts":"2026-08-24T21:31:26.642878Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23260,"took":"143.643566ms","hash":2898160548,"current-db-size-bytes":57171968,"current-db-size":"57 MB","current-db-size-in-use-bytes":31322112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-08-24T21:31:26.642939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2898160548,"revision":23260,"compact-revision":20096}