{"level":"warn","ts":"2026-03-05T07:07:26.743141Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T07:07:26.743226Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.22:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.22:2380","--initial-cluster=instance=https://199.204.45.22:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.22:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.22:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-05T07:07:26.743293Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-05T07:07:26.743318Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-05T07:07:26.743342Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T07:07:26.74398Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"]} {"level":"info","ts":"2026-03-05T07:07:26.74406Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.22:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-05T07:07:26.748283Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.006007ms"} {"level":"info","ts":"2026-03-05T07:07:26.765Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fed19d9291630e09","cluster-id":"6ebf1e01320cc017"} {"level":"info","ts":"2026-03-05T07:07:26.765087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=()"} {"level":"info","ts":"2026-03-05T07:07:26.765109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 0"} {"level":"info","ts":"2026-03-05T07:07:26.765125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fed19d9291630e09 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-05T07:07:26.765134Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became follower at term 1"} {"level":"info","ts":"2026-03-05T07:07:26.765176Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"warn","ts":"2026-03-05T07:07:26.772291Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-05T07:07:26.773857Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-05T07:07:26.775115Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-05T07:07:26.77796Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fed19d9291630e09","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-05T07:07:26.778383Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:07:26.778574Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:07:26.778609Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-05T07:07:26.778488Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fed19d9291630e09","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-05T07:07:26.781188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 switched to configuration voters=(18361630408596196873)"} {"level":"info","ts":"2026-03-05T07:07:26.781346Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","added-peer-id":"fed19d9291630e09","added-peer-peer-urls":["https://199.204.45.22:2380"]} {"level":"info","ts":"2026-03-05T07:07:26.78343Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-05T07:07:26.783637Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-05T07:07:26.783737Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.22:2380"} {"level":"info","ts":"2026-03-05T07:07:26.783797Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fed19d9291630e09","initial-advertise-peer-urls":["https://199.204.45.22:2380"],"listen-peer-urls":["https://199.204.45.22:2380"],"advertise-client-urls":["https://199.204.45.22:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.22:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-05T07:07:26.78384Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-05T07:07:27.066317Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 is starting a new election at term 1"} {"level":"info","ts":"2026-03-05T07:07:27.066413Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-05T07:07:27.066462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgPreVoteResp from fed19d9291630e09 at term 1"} {"level":"info","ts":"2026-03-05T07:07:27.066502Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became candidate at term 2"} {"level":"info","ts":"2026-03-05T07:07:27.066542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 received MsgVoteResp from fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-03-05T07:07:27.066566Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fed19d9291630e09 became leader at term 2"} {"level":"info","ts":"2026-03-05T07:07:27.066587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fed19d9291630e09 elected leader fed19d9291630e09 at term 2"} {"level":"info","ts":"2026-03-05T07:07:27.067842Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:07:27.069649Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T07:07:27.069651Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fed19d9291630e09","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.22:2379]}","request-path":"/0/members/fed19d9291630e09/attributes","cluster-id":"6ebf1e01320cc017","publish-timeout":"7s"} {"level":"info","ts":"2026-03-05T07:07:27.069999Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-05T07:07:27.070446Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"6ebf1e01320cc017","local-member-id":"fed19d9291630e09","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:07:27.070643Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:07:27.070687Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-05T07:07:27.072314Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-05T07:07:27.072349Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-05T07:07:27.073025Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.22:2379"} {"level":"info","ts":"2026-03-05T07:07:27.074365Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-05T07:07:28.748482Z","caller":"traceutil/trace.go:171","msg":"trace[1226448816] linearizableReadLoop","detail":"{readStateIndex:6; appliedIndex:5; }","duration":"133.473586ms","start":"2026-03-05T07:07:28.614973Z","end":"2026-03-05T07:07:28.748446Z","steps":["trace[1226448816] 'read index received' (duration: 126.492691ms)","trace[1226448816] 'applied index is now lower than readState.Index' (duration: 6.980095ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:07:28.748507Z","caller":"traceutil/trace.go:171","msg":"trace[57760272] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"170.378462ms","start":"2026-03-05T07:07:28.578091Z","end":"2026-03-05T07:07:28.748469Z","steps":["trace[57760272] 'process raft request' (duration: 163.441698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:28.748787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.816341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-05T07:07:28.748864Z","caller":"traceutil/trace.go:171","msg":"trace[1729190257] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:4; }","duration":"171.945374ms","start":"2026-03-05T07:07:28.576904Z","end":"2026-03-05T07:07:28.748849Z","steps":["trace[1729190257] 'agreement among raft nodes before linearized reading' (duration: 171.710618ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:28.748868Z","caller":"traceutil/trace.go:171","msg":"trace[1262604684] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"132.518101ms","start":"2026-03-05T07:07:28.616266Z","end":"2026-03-05T07:07:28.748784Z","steps":["trace[1262604684] 'process raft request' (duration: 132.272304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:28.749181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.972417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-05T07:07:28.74916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.804048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-05T07:07:28.749241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.171153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-05T07:07:28.749245Z","caller":"traceutil/trace.go:171","msg":"trace[1064604792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5; }","duration":"174.07829ms","start":"2026-03-05T07:07:28.575147Z","end":"2026-03-05T07:07:28.749225Z","steps":["trace[1064604792] 'agreement among raft nodes before linearized reading' (duration: 173.629078ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:28.74927Z","caller":"traceutil/trace.go:171","msg":"trace[588851443] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:5; }","duration":"172.955772ms","start":"2026-03-05T07:07:28.576288Z","end":"2026-03-05T07:07:28.749243Z","steps":["trace[588851443] 'agreement among raft nodes before linearized reading' (duration: 172.5057ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:07:28.749282Z","caller":"traceutil/trace.go:171","msg":"trace[1363603585] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:5; }","duration":"174.243554ms","start":"2026-03-05T07:07:28.575027Z","end":"2026-03-05T07:07:28.749271Z","steps":["trace[1363603585] 'agreement among raft nodes before linearized reading' (duration: 173.810953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:28.749313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.327551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-05T07:07:28.749429Z","caller":"traceutil/trace.go:171","msg":"trace[1579790428] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:5; }","duration":"173.475105ms","start":"2026-03-05T07:07:28.575922Z","end":"2026-03-05T07:07:28.749397Z","steps":["trace[1579790428] 'agreement among raft nodes before linearized reading' (duration: 172.89768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:07:28.750162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.475707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-05T07:07:28.750217Z","caller":"traceutil/trace.go:171","msg":"trace[1873225537] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"121.56116ms","start":"2026-03-05T07:07:28.62864Z","end":"2026-03-05T07:07:28.750201Z","steps":["trace[1873225537] 'agreement among raft nodes before linearized reading' (duration: 121.124148ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:08:04.577007Z","caller":"traceutil/trace.go:171","msg":"trace[572630901] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"178.364765ms","start":"2026-03-05T07:08:04.398611Z","end":"2026-03-05T07:08:04.576976Z","steps":["trace[572630901] 'read index received' (duration: 178.033516ms)","trace[572630901] 'applied index is now lower than readState.Index' (duration: 330.229µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:08:04.577132Z","caller":"traceutil/trace.go:171","msg":"trace[962381383] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"203.896701ms","start":"2026-03-05T07:08:04.373168Z","end":"2026-03-05T07:08:04.577064Z","steps":["trace[962381383] 'process raft request' (duration: 203.588783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:08:04.577242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.604281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-d7j2k\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-05T07:08:04.577299Z","caller":"traceutil/trace.go:171","msg":"trace[1862455103] range","detail":"{range_begin:/registry/pods/kube-system/cilium-d7j2k; range_end:; response_count:1; response_revision:516; }","duration":"178.703874ms","start":"2026-03-05T07:08:04.398584Z","end":"2026-03-05T07:08:04.577288Z","steps":["trace[1862455103] 'agreement among raft nodes before linearized reading' (duration: 178.524649ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:08:04.704069Z","caller":"traceutil/trace.go:171","msg":"trace[1493535423] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"111.843876ms","start":"2026-03-05T07:08:04.592186Z","end":"2026-03-05T07:08:04.70403Z","steps":["trace[1493535423] 'process raft request' (duration: 108.454955ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:09:14.433573Z","caller":"traceutil/trace.go:171","msg":"trace[925810237] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1624; }","duration":"191.621975ms","start":"2026-03-05T07:09:14.24192Z","end":"2026-03-05T07:09:14.433542Z","steps":["trace[925810237] 'read index received' (duration: 191.443949ms)","trace[925810237] 'applied index is now lower than readState.Index' (duration: 176.536µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:09:14.433727Z","caller":"traceutil/trace.go:171","msg":"trace[775107733] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"292.80174ms","start":"2026-03-05T07:09:14.140911Z","end":"2026-03-05T07:09:14.433713Z","steps":["trace[775107733] 'process raft request' (duration: 292.423559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:09:14.433996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.051106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-84aab769-c91a-4b00-bd5f-9e2d3dd5a06b\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-03-05T07:09:14.434107Z","caller":"traceutil/trace.go:171","msg":"trace[415892852] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-84aab769-c91a-4b00-bd5f-9e2d3dd5a06b; range_end:; response_count:1; response_revision:1563; }","duration":"192.226931ms","start":"2026-03-05T07:09:14.241855Z","end":"2026-03-05T07:09:14.434082Z","steps":["trace[415892852] 'agreement among raft nodes before linearized reading' (duration: 191.975355ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:09:30.612055Z","caller":"traceutil/trace.go:171","msg":"trace[1308485697] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"120.199695ms","start":"2026-03-05T07:09:30.491831Z","end":"2026-03-05T07:09:30.612031Z","steps":["trace[1308485697] 'process raft request' (duration: 119.960928ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:10:10.01766Z","caller":"traceutil/trace.go:171","msg":"trace[1511977390] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"257.733373ms","start":"2026-03-05T07:10:09.7599Z","end":"2026-03-05T07:10:10.017634Z","steps":["trace[1511977390] 'process raft request' (duration: 257.569659ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:10:10.200735Z","caller":"traceutil/trace.go:171","msg":"trace[452262407] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"440.699097ms","start":"2026-03-05T07:10:09.760003Z","end":"2026-03-05T07:10:10.200702Z","steps":["trace[452262407] 'process raft request' (duration: 360.533633ms)","trace[452262407] 'compare' (duration: 79.996419ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:10:10.200941Z","caller":"traceutil/trace.go:171","msg":"trace[1696879059] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1961; }","duration":"111.756929ms","start":"2026-03-05T07:10:10.089135Z","end":"2026-03-05T07:10:10.200892Z","steps":["trace[1696879059] 'read index received' (duration: 31.334128ms)","trace[1696879059] 'applied index is now lower than readState.Index' (duration: 80.419531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:10:10.201152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.992466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:10:10.201166Z","caller":"traceutil/trace.go:171","msg":"trace[479607090] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"440.765478ms","start":"2026-03-05T07:10:09.760373Z","end":"2026-03-05T07:10:10.201139Z","steps":["trace[479607090] 'process raft request' (duration: 440.282746ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:10:10.201198Z","caller":"traceutil/trace.go:171","msg":"trace[993191659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1888; }","duration":"112.117529ms","start":"2026-03-05T07:10:10.089066Z","end":"2026-03-05T07:10:10.201184Z","steps":["trace[993191659] 'agreement among raft nodes before linearized reading' (duration: 111.985415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:10:10.201974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:10:09.75997Z","time spent":"440.852771ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:10:10.202036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:10:09.760362Z","time spent":"440.85446ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:10:45.625853Z","caller":"traceutil/trace.go:171","msg":"trace[1169867366] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"122.705263ms","start":"2026-03-05T07:10:45.503109Z","end":"2026-03-05T07:10:45.625814Z","steps":["trace[1169867366] 'process raft request' (duration: 122.554969ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:11:19.168812Z","caller":"traceutil/trace.go:171","msg":"trace[499599602] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"114.650042ms","start":"2026-03-05T07:11:19.054133Z","end":"2026-03-05T07:11:19.168783Z","steps":["trace[499599602] 'process raft request' (duration: 114.484278ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:11:19.426052Z","caller":"traceutil/trace.go:171","msg":"trace[1175237964] linearizableReadLoop","detail":"{readStateIndex:2521; appliedIndex:2519; }","duration":"336.891819ms","start":"2026-03-05T07:11:19.089127Z","end":"2026-03-05T07:11:19.426019Z","steps":["trace[1175237964] 'read index received' (duration: 79.56406ms)","trace[1175237964] 'applied index is now lower than readState.Index' (duration: 257.325959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:11:19.426194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.049913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:11:19.426308Z","caller":"traceutil/trace.go:171","msg":"trace[1166539796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2425; }","duration":"337.226968ms","start":"2026-03-05T07:11:19.089059Z","end":"2026-03-05T07:11:19.426286Z","steps":["trace[1166539796] 'agreement among raft nodes before linearized reading' (duration: 337.052434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:11:19.42636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:11:19.089027Z","time spent":"337.32319ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:11:19.426085Z","caller":"traceutil/trace.go:171","msg":"trace[1844919041] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"371.187451ms","start":"2026-03-05T07:11:19.054853Z","end":"2026-03-05T07:11:19.42604Z","steps":["trace[1844919041] 'process raft request' (duration: 290.940093ms)","trace[1844919041] 'compare' (duration: 80.070473ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:11:19.426643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.405452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-05T07:11:19.426735Z","caller":"traceutil/trace.go:171","msg":"trace[1530823226] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2425; }","duration":"215.559136ms","start":"2026-03-05T07:11:19.211159Z","end":"2026-03-05T07:11:19.426718Z","steps":["trace[1530823226] 'agreement among raft nodes before linearized reading' (duration: 215.160945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:11:19.426738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:11:19.054805Z","time spent":"371.758546ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:15:18.234335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.585268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:15:18.234461Z","caller":"traceutil/trace.go:171","msg":"trace[79253734] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4485; }","duration":"145.744752ms","start":"2026-03-05T07:15:18.088689Z","end":"2026-03-05T07:15:18.234434Z","steps":["trace[79253734] 'range keys from in-memory index tree' (duration: 145.492896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:15:18.234328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.979781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:15:18.23463Z","caller":"traceutil/trace.go:171","msg":"trace[1684481652] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:4485; }","duration":"155.32594ms","start":"2026-03-05T07:15:18.079275Z","end":"2026-03-05T07:15:18.234601Z","steps":["trace[1684481652] 'range keys from in-memory index tree' (duration: 154.890008ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:18.234777Z","caller":"traceutil/trace.go:171","msg":"trace[1984476188] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"136.011361ms","start":"2026-03-05T07:15:18.098712Z","end":"2026-03-05T07:15:18.234724Z","steps":["trace[1984476188] 'process raft request' (duration: 47.457994ms)","trace[1984476188] 'compare' (duration: 88.2738ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:15:18.580401Z","caller":"traceutil/trace.go:171","msg":"trace[1341147407] transaction","detail":"{read_only:false; response_revision:4502; number_of_response:1; }","duration":"115.46232ms","start":"2026-03-05T07:15:18.46491Z","end":"2026-03-05T07:15:18.580372Z","steps":["trace[1341147407] 'process raft request' (duration: 115.267285ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:18.580404Z","caller":"traceutil/trace.go:171","msg":"trace[869583935] transaction","detail":"{read_only:false; response_revision:4501; number_of_response:1; }","duration":"117.34912ms","start":"2026-03-05T07:15:18.463023Z","end":"2026-03-05T07:15:18.580373Z","steps":["trace[869583935] 'process raft request' (duration: 112.824208ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:32.062725Z","caller":"traceutil/trace.go:171","msg":"trace[235313666] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"109.822188ms","start":"2026-03-05T07:15:31.952869Z","end":"2026-03-05T07:15:32.062691Z","steps":["trace[235313666] 'process raft request' (duration: 109.689124ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:32.062796Z","caller":"traceutil/trace.go:171","msg":"trace[1506607297] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"112.920791ms","start":"2026-03-05T07:15:31.949813Z","end":"2026-03-05T07:15:32.062734Z","steps":["trace[1506607297] 'process raft request' (duration: 112.537491ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:15:32.062919Z","caller":"traceutil/trace.go:171","msg":"trace[1434390369] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"107.889967ms","start":"2026-03-05T07:15:31.954995Z","end":"2026-03-05T07:15:32.062885Z","steps":["trace[1434390369] 'process raft request' (duration: 107.621869ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:17:27.328097Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2759} {"level":"info","ts":"2026-03-05T07:17:27.388823Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2759,"took":"58.550289ms","hash":4123183796,"current-db-size-bytes":41955328,"current-db-size":"42 MB","current-db-size-in-use-bytes":31653888,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-05T07:17:27.388902Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4123183796,"revision":2759,"compact-revision":-1} {"level":"warn","ts":"2026-03-05T07:21:55.490821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.579067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-25s52\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-05T07:21:55.490962Z","caller":"traceutil/trace.go:171","msg":"trace[391322384] range","detail":"{range_begin:/registry/pods/openstack/keepalived-25s52; range_end:; response_count:1; response_revision:7586; }","duration":"105.808054ms","start":"2026-03-05T07:21:55.385124Z","end":"2026-03-05T07:21:55.490932Z","steps":["trace[391322384] 'range keys from in-memory index tree' (duration: 105.30559ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:06.934918Z","caller":"traceutil/trace.go:171","msg":"trace[1090604233] transaction","detail":"{read_only:false; response_revision:7639; number_of_response:1; }","duration":"143.733417ms","start":"2026-03-05T07:22:06.791145Z","end":"2026-03-05T07:22:06.934879Z","steps":["trace[1090604233] 'process raft request' (duration: 143.51088ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:07.229849Z","caller":"traceutil/trace.go:171","msg":"trace[1373171546] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"127.128999ms","start":"2026-03-05T07:22:07.102643Z","end":"2026-03-05T07:22:07.229772Z","steps":["trace[1373171546] 'process raft request' (duration: 126.810471ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:08.097242Z","caller":"traceutil/trace.go:171","msg":"trace[1314179139] linearizableReadLoop","detail":"{readStateIndex:7924; appliedIndex:7923; }","duration":"192.883892ms","start":"2026-03-05T07:22:07.904336Z","end":"2026-03-05T07:22:08.09722Z","steps":["trace[1314179139] 'read index received' (duration: 192.83011ms)","trace[1314179139] 'applied index is now lower than readState.Index' (duration: 53.002µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:22:08.097344Z","caller":"traceutil/trace.go:171","msg":"trace[484617452] transaction","detail":"{read_only:false; response_revision:7643; number_of_response:1; }","duration":"209.47252ms","start":"2026-03-05T07:22:07.88783Z","end":"2026-03-05T07:22:08.097302Z","steps":["trace[484617452] 'process raft request' (duration: 209.219133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:08.097432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.073978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:22:08.097468Z","caller":"traceutil/trace.go:171","msg":"trace[376916505] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7643; }","duration":"193.16253ms","start":"2026-03-05T07:22:07.904295Z","end":"2026-03-05T07:22:08.097458Z","steps":["trace[376916505] 'agreement among raft nodes before linearized reading' (duration: 193.040566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:08.097499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.138449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:22:08.097582Z","caller":"traceutil/trace.go:171","msg":"trace[1359076437] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7643; }","duration":"193.257103ms","start":"2026-03-05T07:22:07.904305Z","end":"2026-03-05T07:22:08.097562Z","steps":["trace[1359076437] 'agreement among raft nodes before linearized reading' (duration: 193.015595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:08.151813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.881689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:22:08.151837Z","caller":"traceutil/trace.go:171","msg":"trace[1064863803] transaction","detail":"{read_only:false; response_revision:7644; number_of_response:1; }","duration":"134.387525ms","start":"2026-03-05T07:22:08.017405Z","end":"2026-03-05T07:22:08.151793Z","steps":["trace[1064863803] 'process raft request' (duration: 127.859589ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:08.151907Z","caller":"traceutil/trace.go:171","msg":"trace[1908112406] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:7644; }","duration":"247.021532ms","start":"2026-03-05T07:22:07.904861Z","end":"2026-03-05T07:22:08.151883Z","steps":["trace[1908112406] 'agreement among raft nodes before linearized reading' (duration: 246.835497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:08.151895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.404578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:22:08.151997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.85794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:22:08.152016Z","caller":"traceutil/trace.go:171","msg":"trace[598284177] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7644; }","duration":"206.578252ms","start":"2026-03-05T07:22:07.945408Z","end":"2026-03-05T07:22:08.151986Z","steps":["trace[598284177] 'agreement among raft nodes before linearized reading' (duration: 206.327765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:08.152051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.337242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:22:08.152066Z","caller":"traceutil/trace.go:171","msg":"trace[990283265] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7644; }","duration":"196.962502ms","start":"2026-03-05T07:22:07.955082Z","end":"2026-03-05T07:22:08.152045Z","steps":["trace[990283265] 'agreement among raft nodes before linearized reading' (duration: 196.858389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:08.152073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.524915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:22:08.152129Z","caller":"traceutil/trace.go:171","msg":"trace[1680823352] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7644; }","duration":"207.411234ms","start":"2026-03-05T07:22:07.944694Z","end":"2026-03-05T07:22:08.152105Z","steps":["trace[1680823352] 'agreement among raft nodes before linearized reading' (duration: 207.308411ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:08.152149Z","caller":"traceutil/trace.go:171","msg":"trace[7206838] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7644; }","duration":"224.629189ms","start":"2026-03-05T07:22:07.9275Z","end":"2026-03-05T07:22:08.152129Z","steps":["trace[7206838] 'agreement among raft nodes before linearized reading' (duration: 224.480735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:08.152126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.06208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:22:08.152202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.586719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:22:08.152223Z","caller":"traceutil/trace.go:171","msg":"trace[68147938] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7644; }","duration":"225.208854ms","start":"2026-03-05T07:22:07.926988Z","end":"2026-03-05T07:22:08.152197Z","steps":["trace[68147938] 'agreement among raft nodes before linearized reading' (duration: 225.027829ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:08.152241Z","caller":"traceutil/trace.go:171","msg":"trace[1380541518] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:7644; }","duration":"207.63617ms","start":"2026-03-05T07:22:07.944592Z","end":"2026-03-05T07:22:08.152228Z","steps":["trace[1380541518] 'agreement among raft nodes before linearized reading' (duration: 207.577149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:08.152197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.209934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:22:08.152316Z","caller":"traceutil/trace.go:171","msg":"trace[1467060603] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:7644; }","duration":"225.371428ms","start":"2026-03-05T07:22:07.926919Z","end":"2026-03-05T07:22:08.152291Z","steps":["trace[1467060603] 'agreement among raft nodes before linearized reading' (duration: 225.144492ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:09.341465Z","caller":"traceutil/trace.go:171","msg":"trace[934310194] transaction","detail":"{read_only:false; response_revision:7651; number_of_response:1; }","duration":"100.163562ms","start":"2026-03-05T07:22:09.241267Z","end":"2026-03-05T07:22:09.34143Z","steps":["trace[934310194] 'process raft request' (duration: 99.786731ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:27.33497Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5769} {"level":"info","ts":"2026-03-05T07:22:27.424205Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5769,"took":"86.701779ms","hash":3069335540,"current-db-size-bytes":44261376,"current-db-size":"44 MB","current-db-size-in-use-bytes":23248896,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-05T07:22:27.424297Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3069335540,"revision":5769,"compact-revision":2759} {"level":"info","ts":"2026-03-05T07:22:36.566883Z","caller":"traceutil/trace.go:171","msg":"trace[159884252] transaction","detail":"{read_only:false; response_revision:7833; number_of_response:1; }","duration":"342.57824ms","start":"2026-03-05T07:22:36.224274Z","end":"2026-03-05T07:22:36.566852Z","steps":["trace[159884252] 'process raft request' (duration: 342.396955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:36.567169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:22:36.224252Z","time spent":"342.820637ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:22:36.568584Z","caller":"traceutil/trace.go:171","msg":"trace[1074334332] linearizableReadLoop","detail":"{readStateIndex:8124; appliedIndex:8122; }","duration":"219.237734ms","start":"2026-03-05T07:22:36.349309Z","end":"2026-03-05T07:22:36.568547Z","steps":["trace[1074334332] 'read index received' (duration: 217.488856ms)","trace[1074334332] 'applied index is now lower than readState.Index' (duration: 1.746918ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:22:36.568778Z","caller":"traceutil/trace.go:171","msg":"trace[1754925681] transaction","detail":"{read_only:false; response_revision:7834; number_of_response:1; }","duration":"287.67619ms","start":"2026-03-05T07:22:36.281087Z","end":"2026-03-05T07:22:36.568763Z","steps":["trace[1754925681] 'process raft request' (duration: 287.160786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:36.568911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.991105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-05T07:22:36.56899Z","caller":"traceutil/trace.go:171","msg":"trace[2100085502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7834; }","duration":"200.083287ms","start":"2026-03-05T07:22:36.368892Z","end":"2026-03-05T07:22:36.568976Z","steps":["trace[2100085502] 'agreement among raft nodes before linearized reading' (duration: 199.892202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:36.569137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.827609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-05T07:22:36.569191Z","caller":"traceutil/trace.go:171","msg":"trace[979131313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7834; }","duration":"219.907402ms","start":"2026-03-05T07:22:36.349274Z","end":"2026-03-05T07:22:36.569181Z","steps":["trace[979131313] 'agreement among raft nodes before linearized reading' (duration: 219.810709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:22:36.569502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.848782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-05T07:22:36.56956Z","caller":"traceutil/trace.go:171","msg":"trace[1373257434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7834; }","duration":"195.940085ms","start":"2026-03-05T07:22:36.373605Z","end":"2026-03-05T07:22:36.569546Z","steps":["trace[1373257434] 'agreement among raft nodes before linearized reading' (duration: 195.710968ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:22:50.335952Z","caller":"traceutil/trace.go:171","msg":"trace[627040228] transaction","detail":"{read_only:false; response_revision:7947; number_of_response:1; }","duration":"175.812892ms","start":"2026-03-05T07:22:50.160107Z","end":"2026-03-05T07:22:50.33592Z","steps":["trace[627040228] 'process raft request' (duration: 175.615667ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:24:08.251342Z","caller":"traceutil/trace.go:171","msg":"trace[819128569] linearizableReadLoop","detail":"{readStateIndex:8981; appliedIndex:8980; }","duration":"216.437978ms","start":"2026-03-05T07:24:08.034867Z","end":"2026-03-05T07:24:08.251305Z","steps":["trace[819128569] 'read index received' (duration: 216.276303ms)","trace[819128569] 'applied index is now lower than readState.Index' (duration: 160.325µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:24:08.251394Z","caller":"traceutil/trace.go:171","msg":"trace[884356395] transaction","detail":"{read_only:false; response_revision:8664; number_of_response:1; }","duration":"221.626208ms","start":"2026-03-05T07:24:08.029723Z","end":"2026-03-05T07:24:08.25135Z","steps":["trace[884356395] 'process raft request' (duration: 221.358121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:24:08.251567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.897514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:24:08.25162Z","caller":"traceutil/trace.go:171","msg":"trace[1135962938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8664; }","duration":"163.027628ms","start":"2026-03-05T07:24:08.088579Z","end":"2026-03-05T07:24:08.251607Z","steps":["trace[1135962938] 'agreement among raft nodes before linearized reading' (duration: 162.924654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:24:08.251669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.782258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-05T07:24:08.251744Z","caller":"traceutil/trace.go:171","msg":"trace[863694805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8664; }","duration":"216.927262ms","start":"2026-03-05T07:24:08.034799Z","end":"2026-03-05T07:24:08.251726Z","steps":["trace[863694805] 'agreement among raft nodes before linearized reading' (duration: 216.639503ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:26:27.154742Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T07:26:27.161206Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-05T07:26:27.161363Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-05T07:27:27.342564Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7744} {"level":"info","ts":"2026-03-05T07:27:27.408082Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7744,"took":"62.931643ms","hash":524152321,"current-db-size-bytes":44261376,"current-db-size":"44 MB","current-db-size-in-use-bytes":27725824,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T07:27:27.408159Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":524152321,"revision":7744,"compact-revision":5769} {"level":"info","ts":"2026-03-05T07:32:27.352156Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10269} {"level":"info","ts":"2026-03-05T07:32:27.438697Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10269,"took":"83.520077ms","hash":1386082150,"current-db-size-bytes":44261376,"current-db-size":"44 MB","current-db-size-in-use-bytes":24133632,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-05T07:32:27.438795Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1386082150,"revision":10269,"compact-revision":7744} {"level":"info","ts":"2026-03-05T07:34:19.440086Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033c5.wal"} {"level":"warn","ts":"2026-03-05T07:34:29.078619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.01827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-05T07:34:29.078713Z","caller":"traceutil/trace.go:171","msg":"trace[678660940] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12851; }","duration":"365.147103ms","start":"2026-03-05T07:34:28.713545Z","end":"2026-03-05T07:34:29.078692Z","steps":["trace[678660940] 'range keys from in-memory index tree' (duration: 364.763933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:34:29.07861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.371663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-05T07:34:29.078758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:34:28.713522Z","time spent":"365.222825ms","remote":"127.0.0.1:55914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-05T07:34:29.078884Z","caller":"traceutil/trace.go:171","msg":"trace[1151293815] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12851; }","duration":"139.645861ms","start":"2026-03-05T07:34:28.939157Z","end":"2026-03-05T07:34:29.078803Z","steps":["trace[1151293815] 'count revisions from in-memory index tree' (duration: 139.254571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:34:29.078923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.058427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129976"} {"level":"info","ts":"2026-03-05T07:34:29.079056Z","caller":"traceutil/trace.go:171","msg":"trace[1402468037] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12851; }","duration":"236.242363ms","start":"2026-03-05T07:34:28.842773Z","end":"2026-03-05T07:34:29.079015Z","steps":["trace[1402468037] 'range keys from in-memory index tree' (duration: 235.690377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:34:50.855078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.463417ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-05T07:34:50.855193Z","caller":"traceutil/trace.go:171","msg":"trace[306931346] linearizableReadLoop","detail":"{readStateIndex:13624; appliedIndex:13623; }","duration":"320.876241ms","start":"2026-03-05T07:34:50.534299Z","end":"2026-03-05T07:34:50.855175Z","steps":["trace[306931346] 'read index received' (duration: 158.782246ms)","trace[306931346] 'applied index is now lower than readState.Index' (duration: 162.090375ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:34:50.855255Z","caller":"traceutil/trace.go:171","msg":"trace[2039504134] transaction","detail":"{read_only:false; response_revision:13145; number_of_response:1; }","duration":"321.884949ms","start":"2026-03-05T07:34:50.533326Z","end":"2026-03-05T07:34:50.855211Z","steps":["trace[2039504134] 'process raft request' (duration: 159.800465ms)","trace[2039504134] 'compare' (duration: 161.115798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:34:50.855463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:34:50.5333Z","time spent":"322.051783ms","remote":"127.0.0.1:55872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:34:50.855777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.421536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19130"} {"level":"info","ts":"2026-03-05T07:34:50.855892Z","caller":"traceutil/trace.go:171","msg":"trace[1128862833] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13145; }","duration":"321.583981ms","start":"2026-03-05T07:34:50.534282Z","end":"2026-03-05T07:34:50.855865Z","steps":["trace[1128862833] 'agreement among raft nodes before linearized reading' (duration: 321.024495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:34:50.855985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:34:50.534246Z","time spent":"321.726244ms","remote":"127.0.0.1:56040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19153,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-05T07:36:11.485101Z","caller":"traceutil/trace.go:171","msg":"trace[2096483293] transaction","detail":"{read_only:false; response_revision:13892; number_of_response:1; }","duration":"130.644639ms","start":"2026-03-05T07:36:11.354416Z","end":"2026-03-05T07:36:11.485061Z","steps":["trace[2096483293] 'process raft request' (duration: 127.223466ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:18.008097Z","caller":"traceutil/trace.go:171","msg":"trace[817185595] transaction","detail":"{read_only:false; response_revision:13920; number_of_response:1; }","duration":"114.812942ms","start":"2026-03-05T07:36:17.89325Z","end":"2026-03-05T07:36:18.008063Z","steps":["trace[817185595] 'process raft request' (duration: 114.603186ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:18.225799Z","caller":"traceutil/trace.go:171","msg":"trace[1387822430] linearizableReadLoop","detail":"{readStateIndex:14423; appliedIndex:14421; }","duration":"136.776434ms","start":"2026-03-05T07:36:18.088994Z","end":"2026-03-05T07:36:18.225771Z","steps":["trace[1387822430] 'read index received' (duration: 54.694243ms)","trace[1387822430] 'applied index is now lower than readState.Index' (duration: 82.077971ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:36:18.225852Z","caller":"traceutil/trace.go:171","msg":"trace[959874552] transaction","detail":"{read_only:false; response_revision:13922; number_of_response:1; }","duration":"297.952715ms","start":"2026-03-05T07:36:17.92787Z","end":"2026-03-05T07:36:18.225823Z","steps":["trace[959874552] 'process raft request' (duration: 297.769861ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:36:18.225831Z","caller":"traceutil/trace.go:171","msg":"trace[324668387] transaction","detail":"{read_only:false; response_revision:13921; number_of_response:1; }","duration":"329.802822ms","start":"2026-03-05T07:36:17.895976Z","end":"2026-03-05T07:36:18.225779Z","steps":["trace[324668387] 'process raft request' (duration: 247.774632ms)","trace[324668387] 'compare' (duration: 81.531267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:36:18.226066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.055171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-05T07:36:18.226056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:36:17.895961Z","time spent":"329.968806ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:36:18.22611Z","caller":"traceutil/trace.go:171","msg":"trace[1159396217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13922; }","duration":"137.154484ms","start":"2026-03-05T07:36:18.088942Z","end":"2026-03-05T07:36:18.226096Z","steps":["trace[1159396217] 'agreement among raft nodes before linearized reading' (duration: 136.992459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:36:18.226106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.301952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:36:18.226172Z","caller":"traceutil/trace.go:171","msg":"trace[267759656] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:13922; }","duration":"116.412906ms","start":"2026-03-05T07:36:18.109738Z","end":"2026-03-05T07:36:18.226151Z","steps":["trace[267759656] 'agreement among raft nodes before linearized reading' (duration: 116.298673ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:37:27.357297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12134} {"level":"info","ts":"2026-03-05T07:37:27.438044Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12134,"took":"77.672472ms","hash":3015474544,"current-db-size-bytes":44261376,"current-db-size":"44 MB","current-db-size-in-use-bytes":26877952,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-05T07:37:27.438128Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3015474544,"revision":12134,"compact-revision":10269} {"level":"info","ts":"2026-03-05T07:42:08.304283Z","caller":"traceutil/trace.go:171","msg":"trace[1094011526] linearizableReadLoop","detail":"{readStateIndex:16926; appliedIndex:16925; }","duration":"120.601978ms","start":"2026-03-05T07:42:08.183654Z","end":"2026-03-05T07:42:08.304256Z","steps":["trace[1094011526] 'read index received' (duration: 120.379022ms)","trace[1094011526] 'applied index is now lower than readState.Index' (duration: 221.946µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:42:08.304415Z","caller":"traceutil/trace.go:171","msg":"trace[105203262] transaction","detail":"{read_only:false; response_revision:16339; number_of_response:1; }","duration":"181.353295ms","start":"2026-03-05T07:42:08.12303Z","end":"2026-03-05T07:42:08.304383Z","steps":["trace[105203262] 'process raft request' (duration: 181.075367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:42:08.304483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.804183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-05T07:42:08.304526Z","caller":"traceutil/trace.go:171","msg":"trace[1274346115] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:16339; }","duration":"120.906556ms","start":"2026-03-05T07:42:08.183602Z","end":"2026-03-05T07:42:08.304508Z","steps":["trace[1274346115] 'agreement among raft nodes before linearized reading' (duration: 120.777213ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:42:19.759502Z","caller":"traceutil/trace.go:171","msg":"trace[2064595292] transaction","detail":"{read_only:false; response_revision:16443; number_of_response:1; }","duration":"111.985457ms","start":"2026-03-05T07:42:19.647487Z","end":"2026-03-05T07:42:19.759472Z","steps":["trace[2064595292] 'process raft request' (duration: 92.971624ms)","trace[2064595292] 'compare' (duration: 18.778536ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:42:19.763139Z","caller":"traceutil/trace.go:171","msg":"trace[1498812911] linearizableReadLoop","detail":"{readStateIndex:17034; appliedIndex:17031; }","duration":"114.35284ms","start":"2026-03-05T07:42:19.64877Z","end":"2026-03-05T07:42:19.763123Z","steps":["trace[1498812911] 'read index received' (duration: 91.651278ms)","trace[1498812911] 'applied index is now lower than readState.Index' (duration: 22.700512ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:42:19.763369Z","caller":"traceutil/trace.go:171","msg":"trace[1180951983] transaction","detail":"{read_only:false; response_revision:16444; number_of_response:1; }","duration":"115.697086ms","start":"2026-03-05T07:42:19.647658Z","end":"2026-03-05T07:42:19.763355Z","steps":["trace[1180951983] 'process raft request' (duration: 115.275575ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:42:19.76375Z","caller":"traceutil/trace.go:171","msg":"trace[1119768039] transaction","detail":"{read_only:false; response_revision:16445; number_of_response:1; }","duration":"115.164083ms","start":"2026-03-05T07:42:19.648574Z","end":"2026-03-05T07:42:19.763738Z","steps":["trace[1119768039] 'process raft request' (duration: 114.447423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:42:19.764023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.772822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-heat-server\" ","response":"range_response_count:1 size:9253"} {"level":"info","ts":"2026-03-05T07:42:19.764107Z","caller":"traceutil/trace.go:171","msg":"trace[433601323] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-heat-server; range_end:; response_count:1; response_revision:16447; }","duration":"101.900985ms","start":"2026-03-05T07:42:19.662188Z","end":"2026-03-05T07:42:19.764089Z","steps":["trace[433601323] 'agreement among raft nodes before linearized reading' (duration: 101.740561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:42:19.764235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-05T07:42:19.764293Z","caller":"traceutil/trace.go:171","msg":"trace[2033319708] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:16447; }","duration":"115.512421ms","start":"2026-03-05T07:42:19.648765Z","end":"2026-03-05T07:42:19.764277Z","steps":["trace[2033319708] 'agreement among raft nodes before linearized reading' (duration: 115.339937ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:42:23.462097Z","caller":"traceutil/trace.go:171","msg":"trace[660481239] transaction","detail":"{read_only:false; response_revision:16532; number_of_response:1; }","duration":"118.603325ms","start":"2026-03-05T07:42:23.34346Z","end":"2026-03-05T07:42:23.462064Z","steps":["trace[660481239] 'process raft request' (duration: 19.201487ms)","trace[660481239] 'compare' (duration: 99.052529ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:42:23.462294Z","caller":"traceutil/trace.go:171","msg":"trace[1678888784] linearizableReadLoop","detail":"{readStateIndex:17126; appliedIndex:17125; }","duration":"112.638434ms","start":"2026-03-05T07:42:23.349608Z","end":"2026-03-05T07:42:23.462247Z","steps":["trace[1678888784] 'read index received' (duration: 12.892897ms)","trace[1678888784] 'applied index is now lower than readState.Index' (duration: 99.4828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:42:23.462402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.774557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111967"} {"level":"info","ts":"2026-03-05T07:42:23.4625Z","caller":"traceutil/trace.go:171","msg":"trace[587756485] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:16532; }","duration":"112.918941ms","start":"2026-03-05T07:42:23.349567Z","end":"2026-03-05T07:42:23.462486Z","steps":["trace[587756485] 'agreement among raft nodes before linearized reading' (duration: 112.571652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:42:23.462679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.063008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3566"} {"level":"info","ts":"2026-03-05T07:42:23.462748Z","caller":"traceutil/trace.go:171","msg":"trace[751328774] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:16532; }","duration":"112.141791ms","start":"2026-03-05T07:42:23.350587Z","end":"2026-03-05T07:42:23.462729Z","steps":["trace[751328774] 'agreement among raft nodes before linearized reading' (duration: 111.966136ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:42:27.370494Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14339} {"level":"info","ts":"2026-03-05T07:42:27.475384Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14339,"took":"101.469803ms","hash":714339808,"current-db-size-bytes":44261376,"current-db-size":"44 MB","current-db-size-in-use-bytes":28938240,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T07:42:27.475451Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":714339808,"revision":14339,"compact-revision":12134} {"level":"info","ts":"2026-03-05T07:47:27.377724Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16576} {"level":"info","ts":"2026-03-05T07:47:27.476215Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16576,"took":"95.073544ms","hash":3265579131,"current-db-size-bytes":44683264,"current-db-size":"45 MB","current-db-size-in-use-bytes":29655040,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T07:47:27.47631Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3265579131,"revision":16576,"compact-revision":14339} {"level":"info","ts":"2026-03-05T07:47:50.953335Z","caller":"traceutil/trace.go:171","msg":"trace[525538778] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"197.378292ms","start":"2026-03-05T07:47:50.75593Z","end":"2026-03-05T07:47:50.953308Z","steps":["trace[525538778] 'process raft request' (duration: 197.184887ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:48:07.153142Z","caller":"traceutil/trace.go:171","msg":"trace[380142970] transaction","detail":"{read_only:false; response_revision:18915; number_of_response:1; }","duration":"131.286557ms","start":"2026-03-05T07:48:07.021815Z","end":"2026-03-05T07:48:07.153101Z","steps":["trace[380142970] 'process raft request' (duration: 130.961149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:48:07.354405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.66512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:48:07.354706Z","caller":"traceutil/trace.go:171","msg":"trace[1581296982] transaction","detail":"{read_only:false; response_revision:18916; number_of_response:1; }","duration":"209.300482ms","start":"2026-03-05T07:48:07.14534Z","end":"2026-03-05T07:48:07.35464Z","steps":["trace[1581296982] 'process raft request' (duration: 97.244392ms)","trace[1581296982] 'compare' (duration: 111.382862ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:48:07.354745Z","caller":"traceutil/trace.go:171","msg":"trace[509590302] linearizableReadLoop","detail":"{readStateIndex:19596; appliedIndex:19594; }","duration":"143.563456ms","start":"2026-03-05T07:48:07.211152Z","end":"2026-03-05T07:48:07.354716Z","steps":["trace[509590302] 'read index received' (duration: 31.358212ms)","trace[509590302] 'applied index is now lower than readState.Index' (duration: 112.203974ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:48:07.354874Z","caller":"traceutil/trace.go:171","msg":"trace[83524433] transaction","detail":"{read_only:false; response_revision:18917; number_of_response:1; }","duration":"203.343423ms","start":"2026-03-05T07:48:07.151468Z","end":"2026-03-05T07:48:07.354811Z","steps":["trace[83524433] 'process raft request' (duration: 203.075946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:48:07.354982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.838214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-05T07:48:07.355057Z","caller":"traceutil/trace.go:171","msg":"trace[374928752] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18917; }","duration":"143.965957ms","start":"2026-03-05T07:48:07.211078Z","end":"2026-03-05T07:48:07.355044Z","steps":["trace[374928752] 'agreement among raft nodes before linearized reading' (duration: 143.70503ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:48:07.507484Z","caller":"traceutil/trace.go:171","msg":"trace[498513012] transaction","detail":"{read_only:false; response_revision:18918; number_of_response:1; }","duration":"147.250965ms","start":"2026-03-05T07:48:07.360161Z","end":"2026-03-05T07:48:07.507412Z","steps":["trace[498513012] 'process raft request' (duration: 132.435997ms)","trace[498513012] 'compare' (duration: 14.631783ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:48:07.688591Z","caller":"traceutil/trace.go:171","msg":"trace[2084057348] transaction","detail":"{read_only:false; response_revision:18919; number_of_response:1; }","duration":"176.105641ms","start":"2026-03-05T07:48:07.512435Z","end":"2026-03-05T07:48:07.688541Z","steps":["trace[2084057348] 'process raft request' (duration: 142.640022ms)","trace[2084057348] 'compare' (duration: 33.254663ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:48:07.688976Z","caller":"traceutil/trace.go:171","msg":"trace[972057849] transaction","detail":"{read_only:false; response_revision:18920; number_of_response:1; }","duration":"176.47205ms","start":"2026-03-05T07:48:07.512473Z","end":"2026-03-05T07:48:07.688945Z","steps":["trace[972057849] 'process raft request' (duration: 176.028509ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:48:39.905523Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T07:48:39.912839Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-05T07:48:39.912947Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-05T07:51:56.533619Z","caller":"traceutil/trace.go:171","msg":"trace[2055075145] transaction","detail":"{read_only:false; response_revision:21197; number_of_response:1; }","duration":"263.386696ms","start":"2026-03-05T07:51:56.270157Z","end":"2026-03-05T07:51:56.533544Z","steps":["trace[2055075145] 'process raft request' (duration: 211.77898ms)","trace[2055075145] 'compare' (duration: 50.99458ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:51:56.53375Z","caller":"traceutil/trace.go:171","msg":"trace[135344147] transaction","detail":"{read_only:false; response_revision:21198; number_of_response:1; }","duration":"242.875935ms","start":"2026-03-05T07:51:56.290841Z","end":"2026-03-05T07:51:56.533717Z","steps":["trace[135344147] 'process raft request' (duration: 242.29382ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:51:56.533917Z","caller":"traceutil/trace.go:171","msg":"trace[1550234384] transaction","detail":"{read_only:false; response_revision:21199; number_of_response:1; }","duration":"114.497645ms","start":"2026-03-05T07:51:56.419407Z","end":"2026-03-05T07:51:56.533905Z","steps":["trace[1550234384] 'process raft request' (duration: 113.874629ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:52:27.389112Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18735} {"level":"info","ts":"2026-03-05T07:52:27.503372Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18735,"took":"108.028641ms","hash":1571166241,"current-db-size-bytes":46145536,"current-db-size":"46 MB","current-db-size-in-use-bytes":37097472,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-03-05T07:52:27.503458Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1571166241,"revision":18735,"compact-revision":16576} {"level":"info","ts":"2026-03-05T07:55:27.202609Z","caller":"traceutil/trace.go:171","msg":"trace[287755548] transaction","detail":"{read_only:false; response_revision:23236; number_of_response:1; }","duration":"149.00157ms","start":"2026-03-05T07:55:27.053577Z","end":"2026-03-05T07:55:27.202578Z","steps":["trace[287755548] 'process raft request' (duration: 148.793574ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:27.239134Z","caller":"traceutil/trace.go:171","msg":"trace[719743493] linearizableReadLoop","detail":"{readStateIndex:24045; appliedIndex:24043; }","duration":"150.4955ms","start":"2026-03-05T07:55:27.088621Z","end":"2026-03-05T07:55:27.239116Z","steps":["trace[719743493] 'read index received' (duration: 113.802263ms)","trace[719743493] 'applied index is now lower than readState.Index' (duration: 36.692437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:27.239269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.646224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:27.239289Z","caller":"traceutil/trace.go:171","msg":"trace[32698008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23238; }","duration":"150.727766ms","start":"2026-03-05T07:55:27.088555Z","end":"2026-03-05T07:55:27.239283Z","steps":["trace[32698008] 'agreement among raft nodes before linearized reading' (duration: 150.673335ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:27.239303Z","caller":"traceutil/trace.go:171","msg":"trace[976649303] transaction","detail":"{read_only:false; response_revision:23238; number_of_response:1; }","duration":"102.54636ms","start":"2026-03-05T07:55:27.136691Z","end":"2026-03-05T07:55:27.239237Z","steps":["trace[976649303] 'process raft request' (duration: 102.398536ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:27.239271Z","caller":"traceutil/trace.go:171","msg":"trace[792243019] transaction","detail":"{read_only:false; response_revision:23237; number_of_response:1; }","duration":"180.755654ms","start":"2026-03-05T07:55:27.05846Z","end":"2026-03-05T07:55:27.239215Z","steps":["trace[792243019] 'process raft request' (duration: 180.512048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:27.508569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.852291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:55:27.510955Z","caller":"traceutil/trace.go:171","msg":"trace[1790741516] transaction","detail":"{read_only:false; response_revision:23239; number_of_response:1; }","duration":"264.819965ms","start":"2026-03-05T07:55:27.24386Z","end":"2026-03-05T07:55:27.50868Z","steps":["trace[1790741516] 'process raft request' (duration: 117.748088ms)","trace[1790741516] 'compare' (duration: 146.550113ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:27.671744Z","caller":"traceutil/trace.go:171","msg":"trace[19485667] transaction","detail":"{read_only:false; response_revision:23242; number_of_response:1; }","duration":"234.54782ms","start":"2026-03-05T07:55:27.437156Z","end":"2026-03-05T07:55:27.671704Z","steps":["trace[19485667] 'process raft request' (duration: 234.460248ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:27.671789Z","caller":"traceutil/trace.go:171","msg":"trace[361918737] linearizableReadLoop","detail":"{readStateIndex:24049; appliedIndex:24047; }","duration":"280.376345ms","start":"2026-03-05T07:55:27.391382Z","end":"2026-03-05T07:55:27.671759Z","steps":["trace[361918737] 'read index received' (duration: 268.214628ms)","trace[361918737] 'applied index is now lower than readState.Index' (duration: 12.160267ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:27.671793Z","caller":"traceutil/trace.go:171","msg":"trace[1723242200] transaction","detail":"{read_only:false; response_revision:23240; number_of_response:1; }","duration":"427.360409ms","start":"2026-03-05T07:55:27.244343Z","end":"2026-03-05T07:55:27.671703Z","steps":["trace[1723242200] 'process raft request' (duration: 415.242523ms)","trace[1723242200] 'compare' (duration: 11.813048ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:27.672013Z","caller":"traceutil/trace.go:171","msg":"trace[37518756] transaction","detail":"{read_only:false; response_revision:23243; number_of_response:1; }","duration":"229.044182ms","start":"2026-03-05T07:55:27.442956Z","end":"2026-03-05T07:55:27.672Z","steps":["trace[37518756] 'process raft request' (duration: 228.698523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:27.672028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:27.244326Z","time spent":"427.570165ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:27.672233Z","caller":"traceutil/trace.go:171","msg":"trace[1786011864] transaction","detail":"{read_only:false; response_revision:23241; number_of_response:1; }","duration":"289.15824ms","start":"2026-03-05T07:55:27.383027Z","end":"2026-03-05T07:55:27.672186Z","steps":["trace[1786011864] 'process raft request' (duration: 288.534534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:27.672316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.928279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11716"} {"level":"warn","ts":"2026-03-05T07:55:27.672412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.363994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:55:27.672466Z","caller":"traceutil/trace.go:171","msg":"trace[1032826291] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23243; }","duration":"102.454166ms","start":"2026-03-05T07:55:27.569998Z","end":"2026-03-05T07:55:27.672452Z","steps":["trace[1032826291] 'agreement among raft nodes before linearized reading' (duration: 102.236301ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:27.672515Z","caller":"traceutil/trace.go:171","msg":"trace[1107884870] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:23243; }","duration":"281.049912ms","start":"2026-03-05T07:55:27.391295Z","end":"2026-03-05T07:55:27.672345Z","steps":["trace[1107884870] 'agreement among raft nodes before linearized reading' (duration: 280.847977ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:31.8852Z","caller":"traceutil/trace.go:171","msg":"trace[939712993] transaction","detail":"{read_only:false; response_revision:23272; number_of_response:1; }","duration":"124.401506ms","start":"2026-03-05T07:55:31.760771Z","end":"2026-03-05T07:55:31.885172Z","steps":["trace[939712993] 'process raft request' (duration: 122.835795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:32.170218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.454083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:55:32.170332Z","caller":"traceutil/trace.go:171","msg":"trace[1352073831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23272; }","duration":"184.656339ms","start":"2026-03-05T07:55:31.985651Z","end":"2026-03-05T07:55:32.170307Z","steps":["trace[1352073831] 'range keys from in-memory index tree' (duration: 184.129525ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:32.33065Z","caller":"traceutil/trace.go:171","msg":"trace[593996045] transaction","detail":"{read_only:false; response_revision:23273; number_of_response:1; }","duration":"155.770131ms","start":"2026-03-05T07:55:32.174849Z","end":"2026-03-05T07:55:32.330619Z","steps":["trace[593996045] 'process raft request' (duration: 155.420791ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:32.625955Z","caller":"traceutil/trace.go:171","msg":"trace[753535698] transaction","detail":"{read_only:false; response_revision:23274; number_of_response:1; }","duration":"288.713099ms","start":"2026-03-05T07:55:32.337203Z","end":"2026-03-05T07:55:32.625916Z","steps":["trace[753535698] 'process raft request' (duration: 288.477673ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:32.670989Z","caller":"traceutil/trace.go:171","msg":"trace[1079755856] transaction","detail":"{read_only:false; response_revision:23275; number_of_response:1; }","duration":"333.036632ms","start":"2026-03-05T07:55:32.337923Z","end":"2026-03-05T07:55:32.67096Z","steps":["trace[1079755856] 'process raft request' (duration: 332.016844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:32.671165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:32.337892Z","time spent":"333.184405ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:32.671254Z","caller":"traceutil/trace.go:171","msg":"trace[553355964] transaction","detail":"{read_only:false; response_revision:23276; number_of_response:1; }","duration":"237.700067ms","start":"2026-03-05T07:55:32.433507Z","end":"2026-03-05T07:55:32.671207Z","steps":["trace[553355964] 'process raft request' (duration: 237.403379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:32.671455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.668745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-03-05T07:55:32.671551Z","caller":"traceutil/trace.go:171","msg":"trace[1462538896] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:23276; }","duration":"318.775958ms","start":"2026-03-05T07:55:32.352752Z","end":"2026-03-05T07:55:32.671528Z","steps":["trace[1462538896] 'agreement among raft nodes before linearized reading' (duration: 318.528341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:32.671603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:32.352692Z","time spent":"318.902171ms","remote":"127.0.0.1:56016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-05T07:55:32.671577Z","caller":"traceutil/trace.go:171","msg":"trace[1218004590] linearizableReadLoop","detail":"{readStateIndex:24085; appliedIndex:24083; }","duration":"318.391007ms","start":"2026-03-05T07:55:32.352772Z","end":"2026-03-05T07:55:32.671163Z","steps":["trace[1218004590] 'read index received' (duration: 272.941845ms)","trace[1218004590] 'applied index is now lower than readState.Index' (duration: 45.446782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:32.672841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.239198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:55:32.67291Z","caller":"traceutil/trace.go:171","msg":"trace[1629968834] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:23276; }","duration":"287.357501ms","start":"2026-03-05T07:55:32.38554Z","end":"2026-03-05T07:55:32.672898Z","steps":["trace[1629968834] 'agreement among raft nodes before linearized reading' (duration: 286.641812ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:32.873441Z","caller":"traceutil/trace.go:171","msg":"trace[2120626307] linearizableReadLoop","detail":"{readStateIndex:24087; appliedIndex:24086; }","duration":"100.396082ms","start":"2026-03-05T07:55:32.773015Z","end":"2026-03-05T07:55:32.873411Z","steps":["trace[2120626307] 'read index received' (duration: 58.193896ms)","trace[2120626307] 'applied index is now lower than readState.Index' (duration: 42.201195ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:32.873507Z","caller":"traceutil/trace.go:171","msg":"trace[2019011427] transaction","detail":"{read_only:false; response_revision:23277; number_of_response:1; }","duration":"112.9611ms","start":"2026-03-05T07:55:32.760502Z","end":"2026-03-05T07:55:32.873463Z","steps":["trace[2019011427] 'process raft request' (duration: 70.660822ms)","trace[2019011427] 'compare' (duration: 42.075092ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:32.873947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.895105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:55:32.874114Z","caller":"traceutil/trace.go:171","msg":"trace[243241992] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23277; }","duration":"101.08279ms","start":"2026-03-05T07:55:32.773006Z","end":"2026-03-05T07:55:32.874088Z","steps":["trace[243241992] 'agreement among raft nodes before linearized reading' (duration: 100.527545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:33.541542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.872566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:55:33.541823Z","caller":"traceutil/trace.go:171","msg":"trace[519875813] linearizableReadLoop","detail":"{readStateIndex:24090; appliedIndex:24088; }","duration":"114.556853ms","start":"2026-03-05T07:55:33.427237Z","end":"2026-03-05T07:55:33.541794Z","steps":["trace[519875813] 'read index received' (duration: 7.367328ms)","trace[519875813] 'applied index is now lower than readState.Index' (duration: 107.187765ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:33.54182Z","caller":"traceutil/trace.go:171","msg":"trace[994851148] transaction","detail":"{read_only:false; response_revision:23279; number_of_response:1; }","duration":"282.891112ms","start":"2026-03-05T07:55:33.258885Z","end":"2026-03-05T07:55:33.541776Z","steps":["trace[994851148] 'process raft request' (duration: 175.687527ms)","trace[994851148] 'compare' (duration: 106.633119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:33.542013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.764108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:33.542072Z","caller":"traceutil/trace.go:171","msg":"trace[1485663062] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:23280; }","duration":"114.82627ms","start":"2026-03-05T07:55:33.427225Z","end":"2026-03-05T07:55:33.542051Z","steps":["trace[1485663062] 'agreement among raft nodes before linearized reading' (duration: 114.659735ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:33.542959Z","caller":"traceutil/trace.go:171","msg":"trace[86433746] transaction","detail":"{read_only:false; response_revision:23280; number_of_response:1; }","duration":"282.318167ms","start":"2026-03-05T07:55:33.260605Z","end":"2026-03-05T07:55:33.542923Z","steps":["trace[86433746] 'process raft request' (duration: 281.091064ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:33.589073Z","caller":"traceutil/trace.go:171","msg":"trace[941389143] transaction","detail":"{read_only:false; response_revision:23281; number_of_response:1; }","duration":"118.709595ms","start":"2026-03-05T07:55:33.47033Z","end":"2026-03-05T07:55:33.58904Z","steps":["trace[941389143] 'process raft request' (duration: 118.429917ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:33.961293Z","caller":"traceutil/trace.go:171","msg":"trace[1405324189] transaction","detail":"{read_only:false; response_revision:23284; number_of_response:1; }","duration":"198.948963ms","start":"2026-03-05T07:55:33.762308Z","end":"2026-03-05T07:55:33.961257Z","steps":["trace[1405324189] 'process raft request' (duration: 198.782179ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:33.974328Z","caller":"traceutil/trace.go:171","msg":"trace[1969916241] transaction","detail":"{read_only:false; response_revision:23285; number_of_response:1; }","duration":"211.668476ms","start":"2026-03-05T07:55:33.76264Z","end":"2026-03-05T07:55:33.974308Z","steps":["trace[1969916241] 'process raft request' (duration: 211.376148ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:34.161184Z","caller":"traceutil/trace.go:171","msg":"trace[2092409530] transaction","detail":"{read_only:false; response_revision:23287; number_of_response:1; }","duration":"181.899745ms","start":"2026-03-05T07:55:33.979237Z","end":"2026-03-05T07:55:34.161136Z","steps":["trace[2092409530] 'process raft request' (duration: 165.660328ms)","trace[2092409530] 'compare' (duration: 15.883308ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:34.493172Z","caller":"traceutil/trace.go:171","msg":"trace[575824822] transaction","detail":"{read_only:false; response_revision:23288; number_of_response:1; }","duration":"123.820261ms","start":"2026-03-05T07:55:34.369322Z","end":"2026-03-05T07:55:34.493142Z","steps":["trace[575824822] 'process raft request' (duration: 123.641037ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:34.985592Z","caller":"traceutil/trace.go:171","msg":"trace[640092116] transaction","detail":"{read_only:false; response_revision:23290; number_of_response:1; }","duration":"288.750509ms","start":"2026-03-05T07:55:34.696806Z","end":"2026-03-05T07:55:34.985557Z","steps":["trace[640092116] 'process raft request' (duration: 271.584488ms)","trace[640092116] 'compare' (duration: 16.887334ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:34.985804Z","caller":"traceutil/trace.go:171","msg":"trace[1206714940] transaction","detail":"{read_only:false; response_revision:23291; number_of_response:1; }","duration":"288.711438ms","start":"2026-03-05T07:55:34.697048Z","end":"2026-03-05T07:55:34.98576Z","steps":["trace[1206714940] 'process raft request' (duration: 288.454631ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:35.376629Z","caller":"traceutil/trace.go:171","msg":"trace[1889930029] transaction","detail":"{read_only:false; response_revision:23292; number_of_response:1; }","duration":"101.207434ms","start":"2026-03-05T07:55:35.275389Z","end":"2026-03-05T07:55:35.376596Z","steps":["trace[1889930029] 'process raft request' (duration: 100.990398ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:35.870421Z","caller":"traceutil/trace.go:171","msg":"trace[96237718] transaction","detail":"{read_only:false; response_revision:23295; number_of_response:1; }","duration":"133.513583ms","start":"2026-03-05T07:55:35.736877Z","end":"2026-03-05T07:55:35.870391Z","steps":["trace[96237718] 'process raft request' (duration: 133.323538ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:36.086157Z","caller":"traceutil/trace.go:171","msg":"trace[709594267] transaction","detail":"{read_only:false; response_revision:23296; number_of_response:1; }","duration":"318.076889ms","start":"2026-03-05T07:55:35.768053Z","end":"2026-03-05T07:55:36.086129Z","steps":["trace[709594267] 'process raft request' (duration: 317.610797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:36.086895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:35.768041Z","time spent":"318.757987ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:36.370363Z","caller":"traceutil/trace.go:171","msg":"trace[443617943] linearizableReadLoop","detail":"{readStateIndex:24107; appliedIndex:24105; }","duration":"470.011916ms","start":"2026-03-05T07:55:35.900324Z","end":"2026-03-05T07:55:36.370336Z","steps":["trace[443617943] 'read index received' (duration: 185.550302ms)","trace[443617943] 'applied index is now lower than readState.Index' (duration: 284.460224ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:36.370382Z","caller":"traceutil/trace.go:171","msg":"trace[1367077065] transaction","detail":"{read_only:false; response_revision:23297; number_of_response:1; }","duration":"402.664324ms","start":"2026-03-05T07:55:35.96768Z","end":"2026-03-05T07:55:36.370344Z","steps":["trace[1367077065] 'process raft request' (duration: 402.440428ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:36.370513Z","caller":"traceutil/trace.go:171","msg":"trace[1093127065] transaction","detail":"{read_only:false; response_revision:23298; number_of_response:1; }","duration":"388.994716ms","start":"2026-03-05T07:55:35.981505Z","end":"2026-03-05T07:55:36.370499Z","steps":["trace[1093127065] 'process raft request' (duration: 388.76436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:36.37066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:35.981476Z","time spent":"389.094109ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:55:36.370911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:35.967644Z","time spent":"402.837469ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:55:36.371004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.526743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:36.371044Z","caller":"traceutil/trace.go:171","msg":"trace[608530317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23298; }","duration":"143.598055ms","start":"2026-03-05T07:55:36.227433Z","end":"2026-03-05T07:55:36.371031Z","steps":["trace[608530317] 'agreement among raft nodes before linearized reading' (duration: 143.496702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:36.371019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.526282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:36.371105Z","caller":"traceutil/trace.go:171","msg":"trace[1292033529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23298; }","duration":"282.671906ms","start":"2026-03-05T07:55:36.088412Z","end":"2026-03-05T07:55:36.371083Z","steps":["trace[1292033529] 'agreement among raft nodes before linearized reading' (duration: 282.44887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:36.371092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.774447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:55:36.371188Z","caller":"traceutil/trace.go:171","msg":"trace[1808900151] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:23298; }","duration":"470.966422ms","start":"2026-03-05T07:55:35.900194Z","end":"2026-03-05T07:55:36.37116Z","steps":["trace[1808900151] 'agreement among raft nodes before linearized reading' (duration: 470.757046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:36.371235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:35.900175Z","time spent":"471.049695ms","remote":"127.0.0.1:56332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":48,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:55:36.371253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.136413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T07:55:36.371303Z","caller":"traceutil/trace.go:171","msg":"trace[276823235] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23298; }","duration":"201.221904ms","start":"2026-03-05T07:55:36.170067Z","end":"2026-03-05T07:55:36.371289Z","steps":["trace[276823235] 'agreement among raft nodes before linearized reading' (duration: 201.000658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:36.371349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.268134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:36.371401Z","caller":"traceutil/trace.go:171","msg":"trace[718739975] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:23298; }","duration":"247.408988ms","start":"2026-03-05T07:55:36.123974Z","end":"2026-03-05T07:55:36.371383Z","steps":["trace[718739975] 'agreement among raft nodes before linearized reading' (duration: 247.311865ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:36.557921Z","caller":"traceutil/trace.go:171","msg":"trace[452864851] transaction","detail":"{read_only:false; response_revision:23299; number_of_response:1; }","duration":"181.815413ms","start":"2026-03-05T07:55:36.376069Z","end":"2026-03-05T07:55:36.557885Z","steps":["trace[452864851] 'process raft request' (duration: 118.693605ms)","trace[452864851] 'compare' (duration: 62.875351ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:36.788319Z","caller":"traceutil/trace.go:171","msg":"trace[176873967] transaction","detail":"{read_only:false; response_revision:23300; number_of_response:1; }","duration":"225.862648ms","start":"2026-03-05T07:55:36.562425Z","end":"2026-03-05T07:55:36.788288Z","steps":["trace[176873967] 'process raft request' (duration: 133.277475ms)","trace[176873967] 'compare' (duration: 92.000236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:37.054833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.219622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:55:37.055048Z","caller":"traceutil/trace.go:171","msg":"trace[1843181213] transaction","detail":"{read_only:false; response_revision:23301; number_of_response:1; }","duration":"355.418964ms","start":"2026-03-05T07:55:36.699574Z","end":"2026-03-05T07:55:37.054993Z","steps":["trace[1843181213] 'process raft request' (duration: 220.936775ms)","trace[1843181213] 'compare' (duration: 134.056727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:37.055255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:36.699543Z","time spent":"355.600519ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:37.33098Z","caller":"traceutil/trace.go:171","msg":"trace[160554270] transaction","detail":"{read_only:false; response_revision:23303; number_of_response:1; }","duration":"269.762429ms","start":"2026-03-05T07:55:37.06119Z","end":"2026-03-05T07:55:37.330953Z","steps":["trace[160554270] 'process raft request' (duration: 175.187534ms)","trace[160554270] 'compare' (duration: 94.437711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:37.331072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.021205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:37.331112Z","caller":"traceutil/trace.go:171","msg":"trace[1228624031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23303; }","duration":"241.105658ms","start":"2026-03-05T07:55:37.089997Z","end":"2026-03-05T07:55:37.331103Z","steps":["trace[1228624031] 'agreement among raft nodes before linearized reading' (duration: 241.021206ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:37.330963Z","caller":"traceutil/trace.go:171","msg":"trace[1589909480] linearizableReadLoop","detail":"{readStateIndex:24114; appliedIndex:24113; }","duration":"240.901592ms","start":"2026-03-05T07:55:37.090031Z","end":"2026-03-05T07:55:37.330933Z","steps":["trace[1589909480] 'read index received' (duration: 146.334968ms)","trace[1589909480] 'applied index is now lower than readState.Index' (duration: 94.565564ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:37.637405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.053697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:55:37.63751Z","caller":"traceutil/trace.go:171","msg":"trace[46296096] transaction","detail":"{read_only:false; response_revision:23304; number_of_response:1; }","duration":"255.29347ms","start":"2026-03-05T07:55:37.382199Z","end":"2026-03-05T07:55:37.637493Z","steps":["trace[46296096] 'process raft request' (duration: 111.052778ms)","trace[46296096] 'compare' (duration: 143.7807ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:37.800006Z","caller":"traceutil/trace.go:171","msg":"trace[467825535] transaction","detail":"{read_only:false; response_revision:23306; number_of_response:1; }","duration":"239.735262ms","start":"2026-03-05T07:55:37.560224Z","end":"2026-03-05T07:55:37.799959Z","steps":["trace[467825535] 'process raft request' (duration: 216.684431ms)","trace[467825535] 'compare' (duration: 22.610749ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:43.072395Z","caller":"traceutil/trace.go:171","msg":"trace[1470857634] linearizableReadLoop","detail":"{readStateIndex:24155; appliedIndex:24154; }","duration":"258.070864ms","start":"2026-03-05T07:55:42.814296Z","end":"2026-03-05T07:55:43.072367Z","steps":["trace[1470857634] 'read index received' (duration: 257.807797ms)","trace[1470857634] 'applied index is now lower than readState.Index' (duration: 261.757µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:43.072481Z","caller":"traceutil/trace.go:171","msg":"trace[294387416] transaction","detail":"{read_only:false; response_revision:23343; number_of_response:1; }","duration":"480.572621ms","start":"2026-03-05T07:55:42.591854Z","end":"2026-03-05T07:55:43.072426Z","steps":["trace[294387416] 'process raft request' (duration: 480.334705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:43.072664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.359082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:55:43.072705Z","caller":"traceutil/trace.go:171","msg":"trace[389207404] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23343; }","duration":"258.443804ms","start":"2026-03-05T07:55:42.81425Z","end":"2026-03-05T07:55:43.072694Z","steps":["trace[389207404] 'agreement among raft nodes before linearized reading' (duration: 258.306021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:43.072737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:42.591837Z","time spent":"480.762827ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:55:43.072768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.27933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:43.07289Z","caller":"traceutil/trace.go:171","msg":"trace[415577772] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:23343; }","duration":"258.475955ms","start":"2026-03-05T07:55:42.81438Z","end":"2026-03-05T07:55:43.072856Z","steps":["trace[415577772] 'agreement among raft nodes before linearized reading' (duration: 258.223438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:43.674605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.358224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:55:43.674738Z","caller":"traceutil/trace.go:171","msg":"trace[1414425845] linearizableReadLoop","detail":"{readStateIndex:24159; appliedIndex:24158; }","duration":"421.273466ms","start":"2026-03-05T07:55:43.253444Z","end":"2026-03-05T07:55:43.674717Z","steps":["trace[1414425845] 'read index received' (duration: 130.638165ms)","trace[1414425845] 'applied index is now lower than readState.Index' (duration: 290.633591ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:43.674978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.544794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:55:43.675016Z","caller":"traceutil/trace.go:171","msg":"trace[933590478] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23347; }","duration":"421.627776ms","start":"2026-03-05T07:55:43.253377Z","end":"2026-03-05T07:55:43.675005Z","steps":["trace[933590478] 'agreement among raft nodes before linearized reading' (duration: 421.4227ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:43.674906Z","caller":"traceutil/trace.go:171","msg":"trace[1687849860] transaction","detail":"{read_only:false; response_revision:23347; number_of_response:1; }","duration":"555.068146ms","start":"2026-03-05T07:55:43.119734Z","end":"2026-03-05T07:55:43.674802Z","steps":["trace[1687849860] 'process raft request' (duration: 264.378894ms)","trace[1687849860] 'compare' (duration: 289.989434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:43.675053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.253353Z","time spent":"421.692208ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-05T07:55:43.67522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.119718Z","time spent":"555.357523ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:55:44.232911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.815538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:55:44.233063Z","caller":"traceutil/trace.go:171","msg":"trace[1399244784] transaction","detail":"{read_only:false; response_revision:23348; number_of_response:1; }","duration":"631.43395ms","start":"2026-03-05T07:55:43.601601Z","end":"2026-03-05T07:55:44.233035Z","steps":["trace[1399244784] 'process raft request' (duration: 409.370525ms)","trace[1399244784] 'compare' (duration: 221.541611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:44.233134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.601563Z","time spent":"631.539643ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:44.234023Z","caller":"traceutil/trace.go:171","msg":"trace[746087731] transaction","detail":"{read_only:false; response_revision:23350; number_of_response:1; }","duration":"568.216929ms","start":"2026-03-05T07:55:43.665789Z","end":"2026-03-05T07:55:44.234006Z","steps":["trace[746087731] 'process raft request' (duration: 568.103276ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:44.234078Z","caller":"traceutil/trace.go:171","msg":"trace[1904442492] transaction","detail":"{read_only:false; response_revision:23349; number_of_response:1; }","duration":"576.600325ms","start":"2026-03-05T07:55:43.657442Z","end":"2026-03-05T07:55:44.234042Z","steps":["trace[1904442492] 'process raft request' (duration: 576.309797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.234109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.66575Z","time spent":"568.317791ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:44.234012Z","caller":"traceutil/trace.go:171","msg":"trace[1911463096] linearizableReadLoop","detail":"{readStateIndex:24162; appliedIndex:24159; }","duration":"559.210787ms","start":"2026-03-05T07:55:43.674765Z","end":"2026-03-05T07:55:44.233976Z","steps":["trace[1911463096] 'read index received' (duration: 336.224458ms)","trace[1911463096] 'applied index is now lower than readState.Index' (duration: 222.985249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:44.234218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.657407Z","time spent":"576.734438ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:44.23428Z","caller":"traceutil/trace.go:171","msg":"trace[1309696543] transaction","detail":"{read_only:false; response_revision:23351; number_of_response:1; }","duration":"403.134527ms","start":"2026-03-05T07:55:43.831102Z","end":"2026-03-05T07:55:44.234237Z","steps":["trace[1309696543] 'process raft request' (duration: 402.831299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.234371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.38761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T07:55:44.234432Z","caller":"traceutil/trace.go:171","msg":"trace[898207486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23351; }","duration":"867.485393ms","start":"2026-03-05T07:55:43.366927Z","end":"2026-03-05T07:55:44.234412Z","steps":["trace[898207486] 'agreement among raft nodes before linearized reading' (duration: 867.322328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.234161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.461802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:55:44.234485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.3669Z","time spent":"867.575945ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-05T07:55:44.23448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.831069Z","time spent":"403.311383ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:44.234558Z","caller":"traceutil/trace.go:171","msg":"trace[702013418] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:23351; }","duration":"757.939035ms","start":"2026-03-05T07:55:43.476601Z","end":"2026-03-05T07:55:44.23454Z","steps":["trace[702013418] 'agreement among raft nodes before linearized reading' (duration: 757.451941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.234618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.476574Z","time spent":"758.028018ms","remote":"127.0.0.1:56056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:55:44.234624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.8761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:44.234731Z","caller":"traceutil/trace.go:171","msg":"trace[2037862304] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23351; }","duration":"937.173429ms","start":"2026-03-05T07:55:43.297541Z","end":"2026-03-05T07:55:44.234714Z","steps":["trace[2037862304] 'agreement among raft nodes before linearized reading' (duration: 936.805169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.234828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.297527Z","time spent":"937.285441ms","remote":"127.0.0.1:59578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:55:44.245293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.610477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:44.245325Z","caller":"traceutil/trace.go:171","msg":"trace[1844486035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23352; }","duration":"155.676978ms","start":"2026-03-05T07:55:44.08964Z","end":"2026-03-05T07:55:44.245317Z","steps":["trace[1844486035] 'agreement among raft nodes before linearized reading' (duration: 155.599756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.245325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.198628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12215"} {"level":"info","ts":"2026-03-05T07:55:44.245368Z","caller":"traceutil/trace.go:171","msg":"trace[1468880392] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23352; }","duration":"565.28718ms","start":"2026-03-05T07:55:43.68007Z","end":"2026-03-05T07:55:44.245357Z","steps":["trace[1468880392] 'agreement among raft nodes before linearized reading' (duration: 565.111915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.245401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.680051Z","time spent":"565.343971ms","remote":"127.0.0.1:56046","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-05T07:55:44.245414Z","caller":"traceutil/trace.go:171","msg":"trace[680280017] transaction","detail":"{read_only:false; response_revision:23352; number_of_response:1; }","duration":"115.60477ms","start":"2026-03-05T07:55:44.129746Z","end":"2026-03-05T07:55:44.24535Z","steps":["trace[680280017] 'process raft request' (duration: 115.333403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.245643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.425298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:44.245699Z","caller":"traceutil/trace.go:171","msg":"trace[1094856820] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23352; }","duration":"399.512481ms","start":"2026-03-05T07:55:43.846174Z","end":"2026-03-05T07:55:44.245686Z","steps":["trace[1094856820] 'agreement among raft nodes before linearized reading' (duration: 399.436549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.245719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:43.84616Z","time spent":"399.553262ms","remote":"127.0.0.1:59420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-05T07:55:44.245809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.03435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:55:44.24584Z","caller":"traceutil/trace.go:171","msg":"trace[636227304] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:23352; }","duration":"204.093112ms","start":"2026-03-05T07:55:44.041739Z","end":"2026-03-05T07:55:44.245832Z","steps":["trace[636227304] 'agreement among raft nodes before linearized reading' (duration: 203.800404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.247788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.951439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T07:55:44.247904Z","caller":"traceutil/trace.go:171","msg":"trace[1684259461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23352; }","duration":"252.116443ms","start":"2026-03-05T07:55:43.995772Z","end":"2026-03-05T07:55:44.247889Z","steps":["trace[1684259461] 'agreement among raft nodes before linearized reading' (duration: 249.842963ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:44.372058Z","caller":"traceutil/trace.go:171","msg":"trace[840773440] linearizableReadLoop","detail":"{readStateIndex:24165; appliedIndex:24164; }","duration":"125.941649ms","start":"2026-03-05T07:55:44.246092Z","end":"2026-03-05T07:55:44.372034Z","steps":["trace[840773440] 'read index received' (duration: 119.665449ms)","trace[840773440] 'applied index is now lower than readState.Index' (duration: 6.27468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:44.37223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.109654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:55:44.372263Z","caller":"traceutil/trace.go:171","msg":"trace[975416238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23353; }","duration":"126.185946ms","start":"2026-03-05T07:55:44.246066Z","end":"2026-03-05T07:55:44.372252Z","steps":["trace[975416238] 'agreement among raft nodes before linearized reading' (duration: 126.090503ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:44.372403Z","caller":"traceutil/trace.go:171","msg":"trace[114281134] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"132.239918ms","start":"2026-03-05T07:55:44.239853Z","end":"2026-03-05T07:55:44.372093Z","steps":["trace[114281134] 'process raft request' (duration: 125.978019ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:44.374327Z","caller":"traceutil/trace.go:171","msg":"trace[939898999] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"121.721625ms","start":"2026-03-05T07:55:44.252554Z","end":"2026-03-05T07:55:44.374276Z","steps":["trace[939898999] 'process raft request' (duration: 121.588182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:44.374387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.989898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18630"} {"level":"info","ts":"2026-03-05T07:55:44.374436Z","caller":"traceutil/trace.go:171","msg":"trace[1164350117] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23354; }","duration":"127.07635ms","start":"2026-03-05T07:55:44.247347Z","end":"2026-03-05T07:55:44.374423Z","steps":["trace[1164350117] 'agreement among raft nodes before linearized reading' (duration: 126.885264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:51.033581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.566239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:55:51.033711Z","caller":"traceutil/trace.go:171","msg":"trace[497813946] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23454; }","duration":"141.803356ms","start":"2026-03-05T07:55:50.891879Z","end":"2026-03-05T07:55:51.033682Z","steps":["trace[497813946] 'count revisions from in-memory index tree' (duration: 141.437446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:51.033884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.083016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-730cbd4c-1ff7-4d34-8941-834693d7188d\" ","response":"range_response_count:1 size:3763"} {"level":"info","ts":"2026-03-05T07:55:51.033964Z","caller":"traceutil/trace.go:171","msg":"trace[1681851145] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-730cbd4c-1ff7-4d34-8941-834693d7188d; range_end:; response_count:1; response_revision:23454; }","duration":"251.21759ms","start":"2026-03-05T07:55:50.782728Z","end":"2026-03-05T07:55:51.033946Z","steps":["trace[1681851145] 'range keys from in-memory index tree' (duration: 250.971683ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:51.622811Z","caller":"traceutil/trace.go:171","msg":"trace[1785432408] transaction","detail":"{read_only:false; response_revision:23458; number_of_response:1; }","duration":"134.055287ms","start":"2026-03-05T07:55:51.488722Z","end":"2026-03-05T07:55:51.622778Z","steps":["trace[1785432408] 'process raft request' (duration: 133.828511ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:51.997348Z","caller":"traceutil/trace.go:171","msg":"trace[1944130809] linearizableReadLoop","detail":"{readStateIndex:24274; appliedIndex:24273; }","duration":"157.56648ms","start":"2026-03-05T07:55:51.839746Z","end":"2026-03-05T07:55:51.997312Z","steps":["trace[1944130809] 'read index received' (duration: 125.113997ms)","trace[1944130809] 'applied index is now lower than readState.Index' (duration: 32.450033ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:51.997451Z","caller":"traceutil/trace.go:171","msg":"trace[1945252220] transaction","detail":"{read_only:false; response_revision:23460; number_of_response:1; }","duration":"157.975511ms","start":"2026-03-05T07:55:51.839408Z","end":"2026-03-05T07:55:51.997384Z","steps":["trace[1945252220] 'process raft request' (duration: 125.431745ms)","trace[1945252220] 'compare' (duration: 31.530268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:51.997649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.884789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:1444"} {"level":"info","ts":"2026-03-05T07:55:51.997706Z","caller":"traceutil/trace.go:171","msg":"trace[1183297424] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23461; }","duration":"158.021722ms","start":"2026-03-05T07:55:51.839665Z","end":"2026-03-05T07:55:51.997686Z","steps":["trace[1183297424] 'agreement among raft nodes before linearized reading' (duration: 157.780316ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:58.573089Z","caller":"traceutil/trace.go:171","msg":"trace[457649100] linearizableReadLoop","detail":"{readStateIndex:24351; appliedIndex:24348; }","duration":"130.464881ms","start":"2026-03-05T07:55:58.4426Z","end":"2026-03-05T07:55:58.573064Z","steps":["trace[457649100] 'read index received' (duration: 130.300097ms)","trace[457649100] 'applied index is now lower than readState.Index' (duration: 161.254µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:58.573133Z","caller":"traceutil/trace.go:171","msg":"trace[1759095437] transaction","detail":"{read_only:false; response_revision:23535; number_of_response:1; }","duration":"255.563357ms","start":"2026-03-05T07:55:58.317531Z","end":"2026-03-05T07:55:58.573094Z","steps":["trace[1759095437] 'process raft request' (duration: 255.452204ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:58.573241Z","caller":"traceutil/trace.go:171","msg":"trace[1673515813] transaction","detail":"{read_only:false; response_revision:23536; number_of_response:1; }","duration":"254.307003ms","start":"2026-03-05T07:55:58.318885Z","end":"2026-03-05T07:55:58.573192Z","steps":["trace[1673515813] 'process raft request' (duration: 254.142859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:58.573347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.716448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-05T07:55:58.573395Z","caller":"traceutil/trace.go:171","msg":"trace[245691419] transaction","detail":"{read_only:false; response_revision:23534; number_of_response:1; }","duration":"257.846729ms","start":"2026-03-05T07:55:58.315539Z","end":"2026-03-05T07:55:58.573386Z","steps":["trace[245691419] 'process raft request' (duration: 257.268633ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:55:58.5734Z","caller":"traceutil/trace.go:171","msg":"trace[1110903296] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23536; }","duration":"130.816481ms","start":"2026-03-05T07:55:58.442569Z","end":"2026-03-05T07:55:58.573385Z","steps":["trace[1110903296] 'agreement among raft nodes before linearized reading' (duration: 130.629596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:58.850316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.415843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:55:58.850687Z","caller":"traceutil/trace.go:171","msg":"trace[2105395175] transaction","detail":"{read_only:false; response_revision:23537; number_of_response:1; }","duration":"395.44614ms","start":"2026-03-05T07:55:58.455198Z","end":"2026-03-05T07:55:58.850644Z","steps":["trace[2105395175] 'process raft request' (duration: 207.570965ms)","trace[2105395175] 'compare' (duration: 187.055034ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:58.850831Z","caller":"traceutil/trace.go:171","msg":"trace[457246644] linearizableReadLoop","detail":"{readStateIndex:24353; appliedIndex:24351; }","duration":"277.646071ms","start":"2026-03-05T07:55:58.573163Z","end":"2026-03-05T07:55:58.850809Z","steps":["trace[457246644] 'read index received' (duration: 89.626931ms)","trace[457246644] 'applied index is now lower than readState.Index' (duration: 188.01787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:58.850882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:58.455165Z","time spent":"395.609575ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:58.851039Z","caller":"traceutil/trace.go:171","msg":"trace[240574225] transaction","detail":"{read_only:false; response_revision:23538; number_of_response:1; }","duration":"391.188175ms","start":"2026-03-05T07:55:58.459838Z","end":"2026-03-05T07:55:58.851026Z","steps":["trace[240574225] 'process raft request' (duration: 390.60379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:58.851133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:58.45982Z","time spent":"391.258748ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:55:58.851427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.593287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-05T07:55:58.851477Z","caller":"traceutil/trace.go:171","msg":"trace[410169362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23538; }","duration":"407.684499ms","start":"2026-03-05T07:55:58.443781Z","end":"2026-03-05T07:55:58.851466Z","steps":["trace[410169362] 'agreement among raft nodes before linearized reading' (duration: 407.515895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:58.851508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:58.44376Z","time spent":"407.741321ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-05T07:55:58.964071Z","caller":"traceutil/trace.go:171","msg":"trace[1385583658] linearizableReadLoop","detail":"{readStateIndex:24354; appliedIndex:24353; }","duration":"113.162635ms","start":"2026-03-05T07:55:58.850879Z","end":"2026-03-05T07:55:58.964042Z","steps":["trace[1385583658] 'read index received' (duration: 100.230797ms)","trace[1385583658] 'applied index is now lower than readState.Index' (duration: 12.930628ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:55:58.964077Z","caller":"traceutil/trace.go:171","msg":"trace[399712738] transaction","detail":"{read_only:false; response_revision:23539; number_of_response:1; }","duration":"386.087969ms","start":"2026-03-05T07:55:58.577955Z","end":"2026-03-05T07:55:58.964043Z","steps":["trace[399712738] 'process raft request' (duration: 373.172731ms)","trace[399712738] 'compare' (duration: 12.717512ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:55:58.964297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.524365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:55:58.964349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:58.577931Z","time spent":"386.324386ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:55:58.964372Z","caller":"traceutil/trace.go:171","msg":"trace[981098211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23540; }","duration":"359.656748ms","start":"2026-03-05T07:55:58.604698Z","end":"2026-03-05T07:55:58.964355Z","steps":["trace[981098211] 'agreement among raft nodes before linearized reading' (duration: 359.430802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:55:58.964404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:55:58.604674Z","time spent":"359.72313ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-05T07:55:58.964363Z","caller":"traceutil/trace.go:171","msg":"trace[500090696] transaction","detail":"{read_only:false; response_revision:23540; number_of_response:1; }","duration":"108.143171ms","start":"2026-03-05T07:55:58.856158Z","end":"2026-03-05T07:55:58.964301Z","steps":["trace[500090696] 'process raft request' (duration: 107.846443ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:17.037273Z","caller":"traceutil/trace.go:171","msg":"trace[1766556439] transaction","detail":"{read_only:false; response_revision:23677; number_of_response:1; }","duration":"117.07604ms","start":"2026-03-05T07:56:16.920173Z","end":"2026-03-05T07:56:17.037249Z","steps":["trace[1766556439] 'process raft request' (duration: 116.911096ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:17.068018Z","caller":"traceutil/trace.go:171","msg":"trace[1649311604] transaction","detail":"{read_only:false; response_revision:23678; number_of_response:1; }","duration":"147.512ms","start":"2026-03-05T07:56:16.920444Z","end":"2026-03-05T07:56:17.067956Z","steps":["trace[1649311604] 'process raft request' (duration: 147.362386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:17.410697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.554196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:56:17.410992Z","caller":"traceutil/trace.go:171","msg":"trace[1413941055] linearizableReadLoop","detail":"{readStateIndex:24499; appliedIndex:24497; }","duration":"323.804492ms","start":"2026-03-05T07:56:17.087168Z","end":"2026-03-05T07:56:17.410972Z","steps":["trace[1413941055] 'read index received' (duration: 112.848846ms)","trace[1413941055] 'applied index is now lower than readState.Index' (duration: 210.954286ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:17.410978Z","caller":"traceutil/trace.go:171","msg":"trace[321656165] transaction","detail":"{read_only:false; response_revision:23679; number_of_response:1; }","duration":"338.410316ms","start":"2026-03-05T07:56:17.072535Z","end":"2026-03-05T07:56:17.410945Z","steps":["trace[321656165] 'process raft request' (duration: 127.48702ms)","trace[321656165] 'compare' (duration: 210.216827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:17.411146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:17.072521Z","time spent":"338.53837ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:56:17.411199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.028249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:56:17.411233Z","caller":"traceutil/trace.go:171","msg":"trace[363766411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23680; }","duration":"324.082251ms","start":"2026-03-05T07:56:17.087139Z","end":"2026-03-05T07:56:17.411221Z","steps":["trace[363766411] 'agreement among raft nodes before linearized reading' (duration: 324.019889ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:17.411197Z","caller":"traceutil/trace.go:171","msg":"trace[1549282490] transaction","detail":"{read_only:false; response_revision:23680; number_of_response:1; }","duration":"338.447698ms","start":"2026-03-05T07:56:17.072691Z","end":"2026-03-05T07:56:17.411139Z","steps":["trace[1549282490] 'process raft request' (duration: 338.163219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:17.411269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:17.08712Z","time spent":"324.141642ms","remote":"127.0.0.1:55842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-05T07:56:17.411371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:17.072684Z","time spent":"338.602752ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-05T07:56:17.429426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.567955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:56:17.429498Z","caller":"traceutil/trace.go:171","msg":"trace[1118509284] transaction","detail":"{read_only:false; response_revision:23681; number_of_response:1; }","duration":"135.048844ms","start":"2026-03-05T07:56:17.294399Z","end":"2026-03-05T07:56:17.429448Z","steps":["trace[1118509284] 'process raft request' (duration: 134.711105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:17.429526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.607313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-05T07:56:17.429535Z","caller":"traceutil/trace.go:171","msg":"trace[1011643433] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:23681; }","duration":"113.7173ms","start":"2026-03-05T07:56:17.315791Z","end":"2026-03-05T07:56:17.429509Z","steps":["trace[1011643433] 'agreement among raft nodes before linearized reading' (duration: 113.565386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:17.429515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.650881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T07:56:17.429588Z","caller":"traceutil/trace.go:171","msg":"trace[1326996866] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23681; }","duration":"111.685525ms","start":"2026-03-05T07:56:17.317884Z","end":"2026-03-05T07:56:17.42957Z","steps":["trace[1326996866] 'agreement among raft nodes before linearized reading' (duration: 111.411448ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:17.429635Z","caller":"traceutil/trace.go:171","msg":"trace[1445358629] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23681; }","duration":"112.793995ms","start":"2026-03-05T07:56:17.316814Z","end":"2026-03-05T07:56:17.429608Z","steps":["trace[1445358629] 'agreement among raft nodes before linearized reading' (duration: 112.487357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:17.429524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.888404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-05T07:56:17.429749Z","caller":"traceutil/trace.go:171","msg":"trace[661145671] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:23681; }","duration":"179.173941ms","start":"2026-03-05T07:56:17.250547Z","end":"2026-03-05T07:56:17.429721Z","steps":["trace[661145671] 'agreement among raft nodes before linearized reading' (duration: 178.855733ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:17.584097Z","caller":"traceutil/trace.go:171","msg":"trace[319002437] linearizableReadLoop","detail":"{readStateIndex:24501; appliedIndex:24500; }","duration":"154.790485ms","start":"2026-03-05T07:56:17.429272Z","end":"2026-03-05T07:56:17.584063Z","steps":["trace[319002437] 'read index received' (duration: 154.59589ms)","trace[319002437] 'applied index is now lower than readState.Index' (duration: 193.025µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:17.584287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.96899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:56:17.584323Z","caller":"traceutil/trace.go:171","msg":"trace[343102062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23682; }","duration":"171.095244ms","start":"2026-03-05T07:56:17.413219Z","end":"2026-03-05T07:56:17.584314Z","steps":["trace[343102062] 'agreement among raft nodes before linearized reading' (duration: 170.9675ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:17.584374Z","caller":"traceutil/trace.go:171","msg":"trace[1209177430] transaction","detail":"{read_only:false; response_revision:23682; number_of_response:1; }","duration":"162.495952ms","start":"2026-03-05T07:56:17.421841Z","end":"2026-03-05T07:56:17.584337Z","steps":["trace[1209177430] 'process raft request' (duration: 161.987529ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:17.595917Z","caller":"traceutil/trace.go:171","msg":"trace[1103552845] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"160.143739ms","start":"2026-03-05T07:56:17.435748Z","end":"2026-03-05T07:56:17.595892Z","steps":["trace[1103552845] 'process raft request' (duration: 160.094738ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:17.596088Z","caller":"traceutil/trace.go:171","msg":"trace[1730598638] transaction","detail":"{read_only:false; response_revision:23683; number_of_response:1; }","duration":"161.859665ms","start":"2026-03-05T07:56:17.434197Z","end":"2026-03-05T07:56:17.596057Z","steps":["trace[1730598638] 'process raft request' (duration: 161.499675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:17.861745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.885992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-05T07:56:17.86186Z","caller":"traceutil/trace.go:171","msg":"trace[1292593203] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23685; }","duration":"173.085216ms","start":"2026-03-05T07:56:17.688748Z","end":"2026-03-05T07:56:17.861833Z","steps":["trace[1292593203] 'range keys from in-memory index tree' (duration: 172.722427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:18.417085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.300266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:56:18.417191Z","caller":"traceutil/trace.go:171","msg":"trace[851021303] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23686; }","duration":"153.48129ms","start":"2026-03-05T07:56:18.263682Z","end":"2026-03-05T07:56:18.417164Z","steps":["trace[851021303] 'count revisions from in-memory index tree' (duration: 153.162522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:18.41735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.04394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-5595b7c5db-6sctj.1899e2d3ecbcfa54\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-05T07:56:18.417452Z","caller":"traceutil/trace.go:171","msg":"trace[395118182] range","detail":"{range_begin:/registry/events/openstack/magnum-api-5595b7c5db-6sctj.1899e2d3ecbcfa54; range_end:; response_count:1; response_revision:23686; }","duration":"230.218645ms","start":"2026-03-05T07:56:18.187207Z","end":"2026-03-05T07:56:18.417425Z","steps":["trace[395118182] 'range keys from in-memory index tree' (duration: 229.728302ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:18.537602Z","caller":"traceutil/trace.go:171","msg":"trace[1923078243] linearizableReadLoop","detail":"{readStateIndex:24506; appliedIndex:24505; }","duration":"112.95941ms","start":"2026-03-05T07:56:18.424608Z","end":"2026-03-05T07:56:18.537567Z","steps":["trace[1923078243] 'read index received' (duration: 112.794006ms)","trace[1923078243] 'applied index is now lower than readState.Index' (duration: 163.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:18.537714Z","caller":"traceutil/trace.go:171","msg":"trace[949613090] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"116.893026ms","start":"2026-03-05T07:56:18.420777Z","end":"2026-03-05T07:56:18.53767Z","steps":["trace[949613090] 'process raft request' (duration: 116.568767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:18.537929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.29901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-05T07:56:18.537978Z","caller":"traceutil/trace.go:171","msg":"trace[1842273020] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:23687; }","duration":"113.417692ms","start":"2026-03-05T07:56:18.42454Z","end":"2026-03-05T07:56:18.537958Z","steps":["trace[1842273020] 'agreement among raft nodes before linearized reading' (duration: 113.177016ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:18.758353Z","caller":"traceutil/trace.go:171","msg":"trace[351629837] transaction","detail":"{read_only:false; response_revision:23688; number_of_response:1; }","duration":"311.643176ms","start":"2026-03-05T07:56:18.446661Z","end":"2026-03-05T07:56:18.758304Z","steps":["trace[351629837] 'process raft request' (duration: 273.812628ms)","trace[351629837] 'compare' (duration: 37.469838ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:18.758408Z","caller":"traceutil/trace.go:171","msg":"trace[672964213] linearizableReadLoop","detail":"{readStateIndex:24507; appliedIndex:24506; }","duration":"216.32358ms","start":"2026-03-05T07:56:18.542042Z","end":"2026-03-05T07:56:18.758366Z","steps":["trace[672964213] 'read index received' (duration: 178.437801ms)","trace[672964213] 'applied index is now lower than readState.Index' (duration: 37.882389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:18.758588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:18.446635Z","time spent":"311.81815ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:56:18.758572Z","caller":"traceutil/trace.go:171","msg":"trace[1787482225] transaction","detail":"{read_only:false; response_revision:23689; number_of_response:1; }","duration":"110.462122ms","start":"2026-03-05T07:56:18.648036Z","end":"2026-03-05T07:56:18.758498Z","steps":["trace[1787482225] 'process raft request' (duration: 110.241056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:18.758808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.738053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-e626b8ec-b8b0-4dbf-ada5-b6ab42081e59\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-03-05T07:56:18.758846Z","caller":"traceutil/trace.go:171","msg":"trace[1061053732] range","detail":"{range_begin:/registry/persistentvolumes/pvc-e626b8ec-b8b0-4dbf-ada5-b6ab42081e59; range_end:; response_count:1; response_revision:23690; }","duration":"216.839886ms","start":"2026-03-05T07:56:18.541993Z","end":"2026-03-05T07:56:18.758833Z","steps":["trace[1061053732] 'agreement among raft nodes before linearized reading' (duration: 216.559028ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:18.759065Z","caller":"traceutil/trace.go:171","msg":"trace[1178220602] transaction","detail":"{read_only:false; response_revision:23690; number_of_response:1; }","duration":"110.165145ms","start":"2026-03-05T07:56:18.648849Z","end":"2026-03-05T07:56:18.759015Z","steps":["trace[1178220602] 'process raft request' (duration: 109.561618ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:18.759582Z","caller":"traceutil/trace.go:171","msg":"trace[826233455] transaction","detail":"{read_only:false; response_revision:23691; number_of_response:1; }","duration":"104.987415ms","start":"2026-03-05T07:56:18.654547Z","end":"2026-03-05T07:56:18.759534Z","steps":["trace[826233455] 'process raft request' (duration: 104.826761ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:19.164414Z","caller":"traceutil/trace.go:171","msg":"trace[658853415] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"136.673387ms","start":"2026-03-05T07:56:19.027708Z","end":"2026-03-05T07:56:19.164382Z","steps":["trace[658853415] 'process raft request' (duration: 136.490562ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:19.320743Z","caller":"traceutil/trace.go:171","msg":"trace[1859849047] transaction","detail":"{read_only:false; response_revision:23693; number_of_response:1; }","duration":"277.704632ms","start":"2026-03-05T07:56:19.042999Z","end":"2026-03-05T07:56:19.320703Z","steps":["trace[1859849047] 'process raft request' (duration: 254.084217ms)","trace[1859849047] 'compare' (duration: 23.285106ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:19.320804Z","caller":"traceutil/trace.go:171","msg":"trace[1844646721] transaction","detail":"{read_only:false; response_revision:23694; number_of_response:1; }","duration":"246.995296ms","start":"2026-03-05T07:56:19.073775Z","end":"2026-03-05T07:56:19.32077Z","steps":["trace[1844646721] 'process raft request' (duration: 246.838692ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:19.3209Z","caller":"traceutil/trace.go:171","msg":"trace[968407405] linearizableReadLoop","detail":"{readStateIndex:24512; appliedIndex:24510; }","duration":"265.868265ms","start":"2026-03-05T07:56:19.055006Z","end":"2026-03-05T07:56:19.320875Z","steps":["trace[968407405] 'read index received' (duration: 109.311102ms)","trace[968407405] 'applied index is now lower than readState.Index' (duration: 156.555713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:19.321109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.855203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:56:19.321151Z","caller":"traceutil/trace.go:171","msg":"trace[2137822667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23695; }","duration":"233.970226ms","start":"2026-03-05T07:56:19.087171Z","end":"2026-03-05T07:56:19.321141Z","steps":["trace[2137822667] 'agreement among raft nodes before linearized reading' (duration: 233.864973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:19.32132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.280346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-05T07:56:19.321407Z","caller":"traceutil/trace.go:171","msg":"trace[378975909] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23695; }","duration":"266.44813ms","start":"2026-03-05T07:56:19.054949Z","end":"2026-03-05T07:56:19.321397Z","steps":["trace[378975909] 'agreement among raft nodes before linearized reading' (duration: 266.058569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:19.596099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.448597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:56:19.596436Z","caller":"traceutil/trace.go:171","msg":"trace[513552855] transaction","detail":"{read_only:false; response_revision:23698; number_of_response:1; }","duration":"161.307621ms","start":"2026-03-05T07:56:19.435105Z","end":"2026-03-05T07:56:19.596412Z","steps":["trace[513552855] 'process raft request' (duration: 161.223308ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:19.59646Z","caller":"traceutil/trace.go:171","msg":"trace[1306057708] transaction","detail":"{read_only:false; response_revision:23696; number_of_response:1; }","duration":"176.991764ms","start":"2026-03-05T07:56:19.419421Z","end":"2026-03-05T07:56:19.596412Z","steps":["trace[1306057708] 'process raft request' (duration: 68.124674ms)","trace[1306057708] 'compare' (duration: 108.319584ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:19.596469Z","caller":"traceutil/trace.go:171","msg":"trace[1072728510] transaction","detail":"{read_only:false; response_revision:23697; number_of_response:1; }","duration":"175.558934ms","start":"2026-03-05T07:56:19.420877Z","end":"2026-03-05T07:56:19.596436Z","steps":["trace[1072728510] 'process raft request' (duration: 175.38672ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:19.747643Z","caller":"traceutil/trace.go:171","msg":"trace[1958407373] linearizableReadLoop","detail":"{readStateIndex:24518; appliedIndex:24517; }","duration":"143.095231ms","start":"2026-03-05T07:56:19.60452Z","end":"2026-03-05T07:56:19.747615Z","steps":["trace[1958407373] 'read index received' (duration: 142.918396ms)","trace[1958407373] 'applied index is now lower than readState.Index' (duration: 175.345µs)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:19.747689Z","caller":"traceutil/trace.go:171","msg":"trace[132102588] transaction","detail":"{read_only:false; response_revision:23699; number_of_response:1; }","duration":"143.403349ms","start":"2026-03-05T07:56:19.604255Z","end":"2026-03-05T07:56:19.747658Z","steps":["trace[132102588] 'process raft request' (duration: 143.07806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:19.747926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.374768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3308"} {"level":"info","ts":"2026-03-05T07:56:19.747974Z","caller":"traceutil/trace.go:171","msg":"trace[1323883299] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23699; }","duration":"143.45285ms","start":"2026-03-05T07:56:19.604508Z","end":"2026-03-05T07:56:19.747961Z","steps":["trace[1323883299] 'agreement among raft nodes before linearized reading' (duration: 143.246595ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:19.765783Z","caller":"traceutil/trace.go:171","msg":"trace[977364835] transaction","detail":"{read_only:false; response_revision:23700; number_of_response:1; }","duration":"160.94457ms","start":"2026-03-05T07:56:19.604813Z","end":"2026-03-05T07:56:19.765758Z","steps":["trace[977364835] 'process raft request' (duration: 159.887332ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:21.003042Z","caller":"traceutil/trace.go:171","msg":"trace[63967900] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"236.258668ms","start":"2026-03-05T07:56:20.766751Z","end":"2026-03-05T07:56:21.00301Z","steps":["trace[63967900] 'process raft request' (duration: 236.220907ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:21.003475Z","caller":"traceutil/trace.go:171","msg":"trace[1738267067] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"237.228944ms","start":"2026-03-05T07:56:20.766235Z","end":"2026-03-05T07:56:21.003464Z","steps":["trace[1738267067] 'process raft request' (duration: 236.517805ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:21.003587Z","caller":"traceutil/trace.go:171","msg":"trace[668447125] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"237.234224ms","start":"2026-03-05T07:56:20.766345Z","end":"2026-03-05T07:56:21.00358Z","steps":["trace[668447125] 'process raft request' (duration: 236.584216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:26.526387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.21313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:56:26.526489Z","caller":"traceutil/trace.go:171","msg":"trace[336595964] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:23744; }","duration":"115.401075ms","start":"2026-03-05T07:56:26.411067Z","end":"2026-03-05T07:56:26.526468Z","steps":["trace[336595964] 'count revisions from in-memory index tree' (duration: 115.047495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:26.526775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.35995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-05T07:56:26.526881Z","caller":"traceutil/trace.go:171","msg":"trace[1973221913] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:23744; }","duration":"103.494915ms","start":"2026-03-05T07:56:26.423362Z","end":"2026-03-05T07:56:26.526857Z","steps":["trace[1973221913] 'count revisions from in-memory index tree' (duration: 103.292249ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:29.109466Z","caller":"traceutil/trace.go:171","msg":"trace[271969513] transaction","detail":"{read_only:false; response_revision:23759; number_of_response:1; }","duration":"224.645204ms","start":"2026-03-05T07:56:28.884783Z","end":"2026-03-05T07:56:29.109428Z","steps":["trace[271969513] 'process raft request' (duration: 224.390447ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:29.236992Z","caller":"traceutil/trace.go:171","msg":"trace[893156726] transaction","detail":"{read_only:false; response_revision:23762; number_of_response:1; }","duration":"119.456145ms","start":"2026-03-05T07:56:29.117509Z","end":"2026-03-05T07:56:29.236965Z","steps":["trace[893156726] 'process raft request' (duration: 119.393833ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:29.237681Z","caller":"traceutil/trace.go:171","msg":"trace[2097483887] transaction","detail":"{read_only:false; response_revision:23761; number_of_response:1; }","duration":"120.250926ms","start":"2026-03-05T07:56:29.117402Z","end":"2026-03-05T07:56:29.237653Z","steps":["trace[2097483887] 'process raft request' (duration: 59.854951ms)","trace[2097483887] 'compare' (duration: 59.47054ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:29.962927Z","caller":"traceutil/trace.go:171","msg":"trace[166832374] linearizableReadLoop","detail":"{readStateIndex:24591; appliedIndex:24590; }","duration":"146.735978ms","start":"2026-03-05T07:56:29.816163Z","end":"2026-03-05T07:56:29.962899Z","steps":["trace[166832374] 'read index received' (duration: 146.474281ms)","trace[166832374] 'applied index is now lower than readState.Index' (duration: 260.027µs)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:29.963225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.024906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-05T07:56:29.963263Z","caller":"traceutil/trace.go:171","msg":"trace[1674314904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23769; }","duration":"147.087567ms","start":"2026-03-05T07:56:29.816159Z","end":"2026-03-05T07:56:29.963246Z","steps":["trace[1674314904] 'agreement among raft nodes before linearized reading' (duration: 146.855341ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:29.963609Z","caller":"traceutil/trace.go:171","msg":"trace[310946543] transaction","detail":"{read_only:false; response_revision:23769; number_of_response:1; }","duration":"164.714231ms","start":"2026-03-05T07:56:29.798884Z","end":"2026-03-05T07:56:29.963599Z","steps":["trace[310946543] 'process raft request' (duration: 163.789636ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:31.594011Z","caller":"traceutil/trace.go:171","msg":"trace[376366639] linearizableReadLoop","detail":"{readStateIndex:24601; appliedIndex:24599; }","duration":"103.150625ms","start":"2026-03-05T07:56:31.490839Z","end":"2026-03-05T07:56:31.593989Z","steps":["trace[376366639] 'read index received' (duration: 50.712094ms)","trace[376366639] 'applied index is now lower than readState.Index' (duration: 52.437661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:31.594151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.31648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-05T07:56:31.594131Z","caller":"traceutil/trace.go:171","msg":"trace[510879052] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"129.914455ms","start":"2026-03-05T07:56:31.464171Z","end":"2026-03-05T07:56:31.594085Z","steps":["trace[510879052] 'process raft request' (duration: 129.677979ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:31.59418Z","caller":"traceutil/trace.go:171","msg":"trace[893619216] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:23778; }","duration":"103.373341ms","start":"2026-03-05T07:56:31.490796Z","end":"2026-03-05T07:56:31.59417Z","steps":["trace[893619216] 'agreement among raft nodes before linearized reading' (duration: 103.287329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:55.493165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.241063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-05T07:56:55.493567Z","caller":"traceutil/trace.go:171","msg":"trace[1590645980] transaction","detail":"{read_only:false; response_revision:24043; number_of_response:1; }","duration":"144.250671ms","start":"2026-03-05T07:56:55.349293Z","end":"2026-03-05T07:56:55.493544Z","steps":["trace[1590645980] 'process raft request' (duration: 144.1936ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:55.493724Z","caller":"traceutil/trace.go:171","msg":"trace[895290853] transaction","detail":"{read_only:false; response_revision:24039; number_of_response:1; }","duration":"242.375212ms","start":"2026-03-05T07:56:55.251314Z","end":"2026-03-05T07:56:55.493689Z","steps":["trace[895290853] 'process raft request' (duration: 104.489702ms)","trace[895290853] 'compare' (duration: 137.090298ms)"],"step_count":2} {"level":"info","ts":"2026-03-05T07:56:55.49383Z","caller":"traceutil/trace.go:171","msg":"trace[32095542] transaction","detail":"{read_only:false; response_revision:24040; number_of_response:1; }","duration":"236.036581ms","start":"2026-03-05T07:56:55.257782Z","end":"2026-03-05T07:56:55.493819Z","steps":["trace[32095542] 'process raft request' (duration: 235.517057ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:55.493914Z","caller":"traceutil/trace.go:171","msg":"trace[2082084481] transaction","detail":"{read_only:false; response_revision:24042; number_of_response:1; }","duration":"227.384258ms","start":"2026-03-05T07:56:55.266481Z","end":"2026-03-05T07:56:55.493865Z","steps":["trace[2082084481] 'process raft request' (duration: 226.934066ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:55.493937Z","caller":"traceutil/trace.go:171","msg":"trace[221715852] transaction","detail":"{read_only:false; response_revision:24041; number_of_response:1; }","duration":"233.273477ms","start":"2026-03-05T07:56:55.260612Z","end":"2026-03-05T07:56:55.493885Z","steps":["trace[221715852] 'process raft request' (duration: 232.764913ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:55.493868Z","caller":"traceutil/trace.go:171","msg":"trace[1573684448] linearizableReadLoop","detail":"{readStateIndex:24867; appliedIndex:24866; }","duration":"238.526668ms","start":"2026-03-05T07:56:55.255308Z","end":"2026-03-05T07:56:55.493834Z","steps":["trace[1573684448] 'read index received' (duration: 100.325359ms)","trace[1573684448] 'applied index is now lower than readState.Index' (duration: 138.197279ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:55.494255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.906308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-scheduler-865cd8d6f\" ","response":"range_response_count:1 size:6314"} {"level":"info","ts":"2026-03-05T07:56:55.494306Z","caller":"traceutil/trace.go:171","msg":"trace[608867068] range","detail":"{range_begin:/registry/replicasets/openstack/manila-scheduler-865cd8d6f; range_end:; response_count:1; response_revision:24043; }","duration":"238.9857ms","start":"2026-03-05T07:56:55.255306Z","end":"2026-03-05T07:56:55.494291Z","steps":["trace[608867068] 'agreement among raft nodes before linearized reading' (duration: 238.720663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:55.497282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.473691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/manila-scheduler\" ","response":"range_response_count:1 size:6634"} {"level":"info","ts":"2026-03-05T07:56:55.497353Z","caller":"traceutil/trace.go:171","msg":"trace[272355722] range","detail":"{range_begin:/registry/deployments/openstack/manila-scheduler; range_end:; response_count:1; response_revision:24044; }","duration":"240.559583ms","start":"2026-03-05T07:56:55.256776Z","end":"2026-03-05T07:56:55.497336Z","steps":["trace[272355722] 'agreement among raft nodes before linearized reading' (duration: 240.349498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:55.497878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.988214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-05T07:56:55.497947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.692978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/manila-scheduler-865cd8d6f-hqkf5\" ","response":"range_response_count:1 size:5820"} {"level":"info","ts":"2026-03-05T07:56:55.498009Z","caller":"traceutil/trace.go:171","msg":"trace[1748417121] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24044; }","duration":"141.209589ms","start":"2026-03-05T07:56:55.356769Z","end":"2026-03-05T07:56:55.497978Z","steps":["trace[1748417121] 'agreement among raft nodes before linearized reading' (duration: 140.950672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:55.49806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.654487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-share-94697bc4d\" ","response":"range_response_count:1 size:8947"} {"level":"info","ts":"2026-03-05T07:56:55.497994Z","caller":"traceutil/trace.go:171","msg":"trace[1926388452] range","detail":"{range_begin:/registry/pods/openstack/manila-scheduler-865cd8d6f-hqkf5; range_end:; response_count:1; response_revision:24044; }","duration":"233.76611ms","start":"2026-03-05T07:56:55.264216Z","end":"2026-03-05T07:56:55.497982Z","steps":["trace[1926388452] 'agreement among raft nodes before linearized reading' (duration: 233.642437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:55.498223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.857813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-05T07:56:55.49826Z","caller":"traceutil/trace.go:171","msg":"trace[165486644] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24044; }","duration":"194.941745ms","start":"2026-03-05T07:56:55.303311Z","end":"2026-03-05T07:56:55.498253Z","steps":["trace[165486644] 'agreement among raft nodes before linearized reading' (duration: 194.825312ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:55.498113Z","caller":"traceutil/trace.go:171","msg":"trace[143883108] range","detail":"{range_begin:/registry/replicasets/openstack/manila-share-94697bc4d; range_end:; response_count:1; response_revision:24044; }","duration":"233.715898ms","start":"2026-03-05T07:56:55.264382Z","end":"2026-03-05T07:56:55.498098Z","steps":["trace[143883108] 'agreement among raft nodes before linearized reading' (duration: 233.568805ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:55.498389Z","caller":"traceutil/trace.go:171","msg":"trace[665486942] transaction","detail":"{read_only:false; response_revision:24044; number_of_response:1; }","duration":"142.669779ms","start":"2026-03-05T07:56:55.355703Z","end":"2026-03-05T07:56:55.498373Z","steps":["trace[665486942] 'process raft request' (duration: 141.334803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:55.498788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.428619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-05T07:56:55.498868Z","caller":"traceutil/trace.go:171","msg":"trace[1075729028] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:24044; }","duration":"234.558282ms","start":"2026-03-05T07:56:55.264287Z","end":"2026-03-05T07:56:55.498846Z","steps":["trace[1075729028] 'agreement among raft nodes before linearized reading' (duration: 233.556085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-05T07:56:55.499195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.798718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/manila-api-bccbb66bb\" ","response":"range_response_count:1 size:6902"} {"level":"info","ts":"2026-03-05T07:56:55.499248Z","caller":"traceutil/trace.go:171","msg":"trace[2023887433] range","detail":"{range_begin:/registry/replicasets/openstack/manila-api-bccbb66bb; range_end:; response_count:1; response_revision:24044; }","duration":"234.86148ms","start":"2026-03-05T07:56:55.264374Z","end":"2026-03-05T07:56:55.499236Z","steps":["trace[2023887433] 'agreement among raft nodes before linearized reading' (duration: 234.733206ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:59.629136Z","caller":"traceutil/trace.go:171","msg":"trace[1676393743] transaction","detail":"{read_only:false; response_revision:24123; number_of_response:1; }","duration":"379.39361ms","start":"2026-03-05T07:56:59.249715Z","end":"2026-03-05T07:56:59.629109Z","steps":["trace[1676393743] 'process raft request' (duration: 367.371037ms)","trace[1676393743] 'compare' (duration: 11.604652ms)"],"step_count":2} {"level":"warn","ts":"2026-03-05T07:56:59.629322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-05T07:56:59.24969Z","time spent":"379.530933ms","remote":"127.0.0.1:56088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-05T07:56:59.649976Z","caller":"traceutil/trace.go:171","msg":"trace[1967059097] transaction","detail":"{read_only:false; response_revision:24125; number_of_response:1; }","duration":"143.166472ms","start":"2026-03-05T07:56:59.506775Z","end":"2026-03-05T07:56:59.649941Z","steps":["trace[1967059097] 'process raft request' (duration: 143.058989ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:59.650135Z","caller":"traceutil/trace.go:171","msg":"trace[593153748] transaction","detail":"{read_only:false; response_revision:24126; number_of_response:1; }","duration":"137.764536ms","start":"2026-03-05T07:56:59.512341Z","end":"2026-03-05T07:56:59.650106Z","steps":["trace[593153748] 'process raft request' (duration: 137.545611ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:56:59.6506Z","caller":"traceutil/trace.go:171","msg":"trace[1670479057] transaction","detail":"{read_only:false; response_revision:24124; number_of_response:1; }","duration":"265.166735ms","start":"2026-03-05T07:56:59.38542Z","end":"2026-03-05T07:56:59.650587Z","steps":["trace[1670479057] 'process raft request' (duration: 264.186998ms)"],"step_count":1} {"level":"info","ts":"2026-03-05T07:57:27.396551Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21499} {"level":"info","ts":"2026-03-05T07:57:27.529076Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21499,"took":"127.533851ms","hash":1839809349,"current-db-size-bytes":48254976,"current-db-size":"48 MB","current-db-size-in-use-bytes":32137216,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-05T07:57:27.529151Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1839809349,"revision":21499,"compact-revision":18735} {"level":"info","ts":"2026-03-05T08:02:27.403778Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24353} {"level":"info","ts":"2026-03-05T08:02:27.538793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24353,"took":"128.910969ms","hash":3875009947,"current-db-size-bytes":48254976,"current-db-size":"48 MB","current-db-size-in-use-bytes":33787904,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-05T08:02:27.53888Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3875009947,"revision":24353,"compact-revision":21499} {"level":"info","ts":"2026-03-05T08:07:19.913323Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"fed19d9291630e09","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-05T08:07:19.919175Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-05T08:07:19.919308Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-05T08:07:27.412012Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":26981} {"level":"info","ts":"2026-03-05T08:07:27.539049Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":26981,"took":"119.551387ms","hash":192062314,"current-db-size-bytes":48254976,"current-db-size":"48 MB","current-db-size-in-use-bytes":29065216,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T08:07:27.539113Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":192062314,"revision":26981,"compact-revision":24353} {"level":"info","ts":"2026-03-05T08:12:27.419692Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29084} {"level":"info","ts":"2026-03-05T08:12:27.540674Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29084,"took":"115.319134ms","hash":4237177628,"current-db-size-bytes":48254976,"current-db-size":"48 MB","current-db-size-in-use-bytes":27783168,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-05T08:12:27.540762Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4237177628,"revision":29084,"compact-revision":26981} {"level":"info","ts":"2026-03-05T08:17:27.430711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31202} {"level":"info","ts":"2026-03-05T08:17:27.577834Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31202,"took":"141.319634ms","hash":3567689935,"current-db-size-bytes":49098752,"current-db-size":"49 MB","current-db-size-in-use-bytes":28766208,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-05T08:17:27.577906Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3567689935,"revision":31202,"compact-revision":29084} {"level":"info","ts":"2026-03-05T08:21:31.969655Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008d72.wal"} {"level":"info","ts":"2026-03-05T08:22:27.441072Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33353} {"level":"info","ts":"2026-03-05T08:22:27.580995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33353,"took":"133.781641ms","hash":1882630066,"current-db-size-bytes":50835456,"current-db-size":"51 MB","current-db-size-in-use-bytes":29716480,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-05T08:22:27.581085Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1882630066,"revision":33353,"compact-revision":31202}