{"level":"warn","ts":"2026-03-03T11:43:44.753815Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T11:43:44.753963Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.119:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.119:2380","--initial-cluster=instance=https://199.19.213.119:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.119:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.119:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T11:43:44.754033Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T11:43:44.754046Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.119:2380"]} {"level":"info","ts":"2026-03-03T11:43:44.754072Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T11:43:44.754759Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.119:2379"]} {"level":"info","ts":"2026-03-03T11:43:44.754857Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.119:2380"],"listen-peer-urls":["https://199.19.213.119:2380"],"advertise-client-urls":["https://199.19.213.119:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.119:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.119:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T11:43:44.759393Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.286523ms"} {"level":"info","ts":"2026-03-03T11:43:44.767754Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"ec9077c81c499df2","cluster-id":"7e82d3f5f740d3fb"} {"level":"info","ts":"2026-03-03T11:43:44.767894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T11:43:44.767936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became follower at term 0"} {"level":"info","ts":"2026-03-03T11:43:44.767954Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft ec9077c81c499df2 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T11:43:44.767969Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became follower at term 1"} {"level":"info","ts":"2026-03-03T11:43:44.768043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 switched to configuration voters=(17046256290949078514)"} {"level":"warn","ts":"2026-03-03T11:43:44.77422Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T11:43:44.775443Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T11:43:44.777527Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T11:43:44.780488Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"ec9077c81c499df2","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T11:43:44.780857Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:44.780971Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:44.780938Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"ec9077c81c499df2","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T11:43:44.780998Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T11:43:44.782682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 switched to configuration voters=(17046256290949078514)"} {"level":"info","ts":"2026-03-03T11:43:44.783141Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"7e82d3f5f740d3fb","local-member-id":"ec9077c81c499df2","added-peer-id":"ec9077c81c499df2","added-peer-peer-urls":["https://199.19.213.119:2380"]} {"level":"info","ts":"2026-03-03T11:43:44.785378Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T11:43:44.785679Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"ec9077c81c499df2","initial-advertise-peer-urls":["https://199.19.213.119:2380"],"listen-peer-urls":["https://199.19.213.119:2380"],"advertise-client-urls":["https://199.19.213.119:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.119:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T11:43:44.785716Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T11:43:44.785904Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.119:2380"} {"level":"info","ts":"2026-03-03T11:43:44.785924Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.119:2380"} {"level":"info","ts":"2026-03-03T11:43:45.16921Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T11:43:45.169299Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T11:43:45.169371Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 received MsgPreVoteResp from ec9077c81c499df2 at term 1"} {"level":"info","ts":"2026-03-03T11:43:45.169399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became candidate at term 2"} {"level":"info","ts":"2026-03-03T11:43:45.16942Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 received MsgVoteResp from ec9077c81c499df2 at term 2"} {"level":"info","ts":"2026-03-03T11:43:45.169443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"ec9077c81c499df2 became leader at term 2"} {"level":"info","ts":"2026-03-03T11:43:45.169465Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: ec9077c81c499df2 elected leader ec9077c81c499df2 at term 2"} {"level":"info","ts":"2026-03-03T11:43:45.1705Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"ec9077c81c499df2","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.119:2379]}","request-path":"/0/members/ec9077c81c499df2/attributes","cluster-id":"7e82d3f5f740d3fb","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T11:43:45.170952Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T11:43:45.170943Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:45.171068Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T11:43:45.171116Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T11:43:45.17105Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T11:43:45.171961Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"7e82d3f5f740d3fb","local-member-id":"ec9077c81c499df2","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:45.172142Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:45.172188Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T11:43:45.175Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T11:43:45.175202Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.119:2379"} {"level":"info","ts":"2026-03-03T11:43:50.573275Z","caller":"traceutil/trace.go:171","msg":"trace[1205829587] transaction","detail":"{read_only:false; number_of_response:0; response_revision:289; }","duration":"220.606027ms","start":"2026-03-03T11:43:50.352637Z","end":"2026-03-03T11:43:50.573243Z","steps":["trace[1205829587] 'process raft request' (duration: 220.448915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:50.627153Z","caller":"traceutil/trace.go:171","msg":"trace[705327354] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"274.411834ms","start":"2026-03-03T11:43:50.35271Z","end":"2026-03-03T11:43:50.627122Z","steps":["trace[705327354] 'process raft request' (duration: 274.16831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:50.627289Z","caller":"traceutil/trace.go:171","msg":"trace[356360834] transaction","detail":"{read_only:false; response_revision:291; number_of_response:1; }","duration":"264.106686ms","start":"2026-03-03T11:43:50.363119Z","end":"2026-03-03T11:43:50.627226Z","steps":["trace[356360834] 'process raft request' (duration: 263.901123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:50.627324Z","caller":"traceutil/trace.go:171","msg":"trace[722868987] linearizableReadLoop","detail":"{readStateIndex:303; appliedIndex:294; }","duration":"191.064829ms","start":"2026-03-03T11:43:50.436242Z","end":"2026-03-03T11:43:50.627306Z","steps":["trace[722868987] 'read index received' (duration: 136.909097ms)","trace[722868987] 'applied index is now lower than readState.Index' (duration: 54.154912ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:43:50.627502Z","caller":"traceutil/trace.go:171","msg":"trace[721860479] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"253.427252ms","start":"2026-03-03T11:43:50.374028Z","end":"2026-03-03T11:43:50.627455Z","steps":["trace[721860479] 'process raft request' (duration: 253.213909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:50.627578Z","caller":"traceutil/trace.go:171","msg":"trace[1944058802] transaction","detail":"{read_only:false; response_revision:292; number_of_response:1; }","duration":"254.265107ms","start":"2026-03-03T11:43:50.3733Z","end":"2026-03-03T11:43:50.627565Z","steps":["trace[1944058802] 'process raft request' (duration: 253.82455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:50.627657Z","caller":"traceutil/trace.go:171","msg":"trace[487752870] transaction","detail":"{read_only:false; response_revision:295; number_of_response:1; }","duration":"221.825419ms","start":"2026-03-03T11:43:50.405764Z","end":"2026-03-03T11:43:50.62759Z","steps":["trace[487752870] 'process raft request' (duration: 221.504153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:50.62773Z","caller":"traceutil/trace.go:171","msg":"trace[296177989] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"253.696358ms","start":"2026-03-03T11:43:50.374004Z","end":"2026-03-03T11:43:50.627701Z","steps":["trace[296177989] 'process raft request' (duration: 253.198969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:43:50.627682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.328903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:43:50.627745Z","caller":"traceutil/trace.go:171","msg":"trace[1991149053] transaction","detail":"{read_only:false; number_of_response:0; response_revision:291; }","duration":"254.555673ms","start":"2026-03-03T11:43:50.373139Z","end":"2026-03-03T11:43:50.627695Z","steps":["trace[1991149053] 'process raft request' (duration: 253.935172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:50.627807Z","caller":"traceutil/trace.go:171","msg":"trace[1481769664] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:295; }","duration":"191.573468ms","start":"2026-03-03T11:43:50.436213Z","end":"2026-03-03T11:43:50.627786Z","steps":["trace[1481769664] 'agreement among raft nodes before linearized reading' (duration: 191.236642ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:50.627751Z","caller":"traceutil/trace.go:171","msg":"trace[2118983419] transaction","detail":"{read_only:false; number_of_response:0; response_revision:292; }","duration":"254.107034ms","start":"2026-03-03T11:43:50.373557Z","end":"2026-03-03T11:43:50.627664Z","steps":["trace[2118983419] 'process raft request' (duration: 253.622186ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:56.874417Z","caller":"traceutil/trace.go:171","msg":"trace[1728132667] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"197.297636ms","start":"2026-03-03T11:43:56.677081Z","end":"2026-03-03T11:43:56.874379Z","steps":["trace[1728132667] 'process raft request' (duration: 197.107322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:57.174282Z","caller":"traceutil/trace.go:171","msg":"trace[679853540] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"221.308759ms","start":"2026-03-03T11:43:56.952934Z","end":"2026-03-03T11:43:57.174243Z","steps":["trace[679853540] 'process raft request' (duration: 206.494314ms)","trace[679853540] 'compare' (duration: 14.588291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:43:57.174384Z","caller":"traceutil/trace.go:171","msg":"trace[870718342] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"158.775323ms","start":"2026-03-03T11:43:57.015584Z","end":"2026-03-03T11:43:57.17436Z","steps":["trace[870718342] 'process raft request' (duration: 158.669141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:43:57.174479Z","caller":"traceutil/trace.go:171","msg":"trace[1201855914] linearizableReadLoop","detail":"{readStateIndex:408; appliedIndex:407; }","duration":"172.941397ms","start":"2026-03-03T11:43:57.001483Z","end":"2026-03-03T11:43:57.174424Z","steps":["trace[1201855914] 'read index received' (duration: 157.894468ms)","trace[1201855914] 'applied index is now lower than readState.Index' (duration: 15.042459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:43:57.174724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.207961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T11:43:57.174784Z","caller":"traceutil/trace.go:171","msg":"trace[1821447542] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:397; }","duration":"173.326323ms","start":"2026-03-03T11:43:57.001443Z","end":"2026-03-03T11:43:57.174769Z","steps":["trace[1821447542] 'agreement among raft nodes before linearized reading' (duration: 173.15928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:16.259207Z","caller":"traceutil/trace.go:171","msg":"trace[1847316996] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"129.500389ms","start":"2026-03-03T11:44:16.129677Z","end":"2026-03-03T11:44:16.259178Z","steps":["trace[1847316996] 'read index received' (duration: 129.243465ms)","trace[1847316996] 'applied index is now lower than readState.Index' (duration: 255.544µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:16.259366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.653442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:16.25931Z","caller":"traceutil/trace.go:171","msg":"trace[591605301] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"132.342377ms","start":"2026-03-03T11:44:16.126902Z","end":"2026-03-03T11:44:16.259244Z","steps":["trace[591605301] 'process raft request' (duration: 132.096403ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:16.259407Z","caller":"traceutil/trace.go:171","msg":"trace[1535437268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:512; }","duration":"129.743063ms","start":"2026-03-03T11:44:16.12965Z","end":"2026-03-03T11:44:16.259393Z","steps":["trace[1535437268] 'agreement among raft nodes before linearized reading' (duration: 129.646891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:21.587414Z","caller":"traceutil/trace.go:171","msg":"trace[1960514936] linearizableReadLoop","detail":"{readStateIndex:566; appliedIndex:565; }","duration":"118.54433ms","start":"2026-03-03T11:44:21.468836Z","end":"2026-03-03T11:44:21.58738Z","steps":["trace[1960514936] 'read index received' (duration: 102.674677ms)","trace[1960514936] 'applied index is now lower than readState.Index' (duration: 15.867993ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:21.587455Z","caller":"traceutil/trace.go:171","msg":"trace[249470836] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"283.097742ms","start":"2026-03-03T11:44:21.304313Z","end":"2026-03-03T11:44:21.587411Z","steps":["trace[249470836] 'process raft request' (duration: 267.331131ms)","trace[249470836] 'compare' (duration: 15.387325ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:44:21.587653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.800625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T11:44:21.587696Z","caller":"traceutil/trace.go:171","msg":"trace[307731315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:548; }","duration":"118.862246ms","start":"2026-03-03T11:44:21.468821Z","end":"2026-03-03T11:44:21.587683Z","steps":["trace[307731315] 'agreement among raft nodes before linearized reading' (duration: 118.680503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:22.521102Z","caller":"traceutil/trace.go:171","msg":"trace[710856672] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"133.536329ms","start":"2026-03-03T11:44:22.387536Z","end":"2026-03-03T11:44:22.521072Z","steps":["trace[710856672] 'process raft request' (duration: 133.309475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:23.268306Z","caller":"traceutil/trace.go:171","msg":"trace[1071803803] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"235.765947ms","start":"2026-03-03T11:44:23.032515Z","end":"2026-03-03T11:44:23.268281Z","steps":["trace[1071803803] 'read index received' (duration: 235.497313ms)","trace[1071803803] 'applied index is now lower than readState.Index' (duration: 267.324µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:23.268432Z","caller":"traceutil/trace.go:171","msg":"trace[1737021825] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"249.060026ms","start":"2026-03-03T11:44:23.019337Z","end":"2026-03-03T11:44:23.268397Z","steps":["trace[1737021825] 'process raft request' (duration: 248.757921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:23.268496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.950691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:23.26854Z","caller":"traceutil/trace.go:171","msg":"trace[193799987] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:554; }","duration":"236.015012ms","start":"2026-03-03T11:44:23.032511Z","end":"2026-03-03T11:44:23.268526Z","steps":["trace[193799987] 'agreement among raft nodes before linearized reading' (duration: 235.90901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:23.268581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.901068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:44:23.268698Z","caller":"traceutil/trace.go:171","msg":"trace[1369598072] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"140.0459ms","start":"2026-03-03T11:44:23.128606Z","end":"2026-03-03T11:44:23.268652Z","steps":["trace[1369598072] 'agreement among raft nodes before linearized reading' (duration: 139.891407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:44:43.964909Z","caller":"traceutil/trace.go:171","msg":"trace[2008285943] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:947; }","duration":"213.131588ms","start":"2026-03-03T11:44:43.751732Z","end":"2026-03-03T11:44:43.964863Z","steps":["trace[2008285943] 'read index received' (duration: 213.014956ms)","trace[2008285943] 'applied index is now lower than readState.Index' (duration: 114.822µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:44:43.965007Z","caller":"traceutil/trace.go:171","msg":"trace[237662127] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"218.760285ms","start":"2026-03-03T11:44:43.746195Z","end":"2026-03-03T11:44:43.964955Z","steps":["trace[237662127] 'process raft request' (duration: 218.49522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:44:43.965336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.583276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T11:44:43.965395Z","caller":"traceutil/trace.go:171","msg":"trace[890238459] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:924; }","duration":"213.712318ms","start":"2026-03-03T11:44:43.751668Z","end":"2026-03-03T11:44:43.96538Z","steps":["trace[890238459] 'agreement among raft nodes before linearized reading' (duration: 213.333912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:31.409673Z","caller":"traceutil/trace.go:171","msg":"trace[1223913965] transaction","detail":"{read_only:false; response_revision:1592; number_of_response:1; }","duration":"198.450736ms","start":"2026-03-03T11:45:31.211178Z","end":"2026-03-03T11:45:31.409629Z","steps":["trace[1223913965] 'process raft request' (duration: 198.059819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:32.054499Z","caller":"traceutil/trace.go:171","msg":"trace[2119716573] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"295.907883ms","start":"2026-03-03T11:45:31.758567Z","end":"2026-03-03T11:45:32.054475Z","steps":["trace[2119716573] 'read index received' (duration: 281.273561ms)","trace[2119716573] 'applied index is now lower than readState.Index' (duration: 14.633572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:45:32.05454Z","caller":"traceutil/trace.go:171","msg":"trace[1954003868] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"392.635049ms","start":"2026-03-03T11:45:31.661867Z","end":"2026-03-03T11:45:32.054503Z","steps":["trace[1954003868] 'process raft request' (duration: 378.097838ms)","trace[1954003868] 'compare' (duration: 14.231335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:45:32.055139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.535395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-474e07be-de65-4c55-8c13-dca3a03cc5fe\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T11:45:32.055215Z","caller":"traceutil/trace.go:171","msg":"trace[623920431] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-474e07be-de65-4c55-8c13-dca3a03cc5fe; range_end:; response_count:1; response_revision:1595; }","duration":"285.663076ms","start":"2026-03-03T11:45:31.769531Z","end":"2026-03-03T11:45:32.055194Z","steps":["trace[623920431] 'agreement among raft nodes before linearized reading' (duration: 285.426902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:32.055411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.832979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T11:45:32.055444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.040608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-474e07be-de65-4c55-8c13-dca3a03cc5fe\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T11:45:32.055501Z","caller":"traceutil/trace.go:171","msg":"trace[1892130392] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-474e07be-de65-4c55-8c13-dca3a03cc5fe; range_end:; response_count:1; response_revision:1595; }","duration":"209.172781ms","start":"2026-03-03T11:45:31.846314Z","end":"2026-03-03T11:45:32.055486Z","steps":["trace[1892130392] 'agreement among raft nodes before linearized reading' (duration: 208.639951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:32.055494Z","caller":"traceutil/trace.go:171","msg":"trace[973342966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1595; }","duration":"296.973391ms","start":"2026-03-03T11:45:31.758503Z","end":"2026-03-03T11:45:32.055476Z","steps":["trace[973342966] 'agreement among raft nodes before linearized reading' (duration: 296.104366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:32.055901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:31.661827Z","time spent":"393.025175ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:45:38.948127Z","caller":"traceutil/trace.go:171","msg":"trace[1179139386] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"137.285979ms","start":"2026-03-03T11:45:38.810793Z","end":"2026-03-03T11:45:38.948079Z","steps":["trace[1179139386] 'process raft request' (duration: 135.231391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:44.901135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.341881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11989"} {"level":"info","ts":"2026-03-03T11:45:44.901203Z","caller":"traceutil/trace.go:171","msg":"trace[54327484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1693; }","duration":"234.462823ms","start":"2026-03-03T11:45:44.666725Z","end":"2026-03-03T11:45:44.901187Z","steps":["trace[54327484] 'range keys from in-memory index tree' (duration: 234.181908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:44.901314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.210458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:45:44.901356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.991045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:45:44.901396Z","caller":"traceutil/trace.go:171","msg":"trace[704813549] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1693; }","duration":"367.334011ms","start":"2026-03-03T11:45:44.53404Z","end":"2026-03-03T11:45:44.901374Z","steps":["trace[704813549] 'count revisions from in-memory index tree' (duration: 367.143757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:45:44.901436Z","caller":"traceutil/trace.go:171","msg":"trace[1078163951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1693; }","duration":"401.114098ms","start":"2026-03-03T11:45:44.500298Z","end":"2026-03-03T11:45:44.901412Z","steps":["trace[1078163951] 'range keys from in-memory index tree' (duration: 400.737881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:45:44.901445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:44.534023Z","time spent":"367.411532ms","remote":"127.0.0.1:43390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T11:45:44.90148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:45:44.500279Z","time spent":"401.189969ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:46:16.588594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.277282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:46:16.588738Z","caller":"traceutil/trace.go:171","msg":"trace[159062745] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"188.357297ms","start":"2026-03-03T11:46:16.400359Z","end":"2026-03-03T11:46:16.588717Z","steps":["trace[159062745] 'process raft request' (duration: 66.680518ms)","trace[159062745] 'compare' (duration: 121.107998ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:16.596991Z","caller":"traceutil/trace.go:171","msg":"trace[695895727] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"193.305619ms","start":"2026-03-03T11:46:16.403646Z","end":"2026-03-03T11:46:16.596951Z","steps":["trace[695895727] 'process raft request' (duration: 193.066355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:16.837422Z","caller":"traceutil/trace.go:171","msg":"trace[193552643] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"235.267048ms","start":"2026-03-03T11:46:16.602116Z","end":"2026-03-03T11:46:16.837383Z","steps":["trace[193552643] 'process raft request' (duration: 143.78932ms)","trace[193552643] 'compare' (duration: 91.295315ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:22.619539Z","caller":"traceutil/trace.go:171","msg":"trace[682603296] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"201.711495ms","start":"2026-03-03T11:46:22.417793Z","end":"2026-03-03T11:46:22.619504Z","steps":["trace[682603296] 'process raft request' (duration: 201.478911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:23.348167Z","caller":"traceutil/trace.go:171","msg":"trace[1666592529] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"488.185234ms","start":"2026-03-03T11:46:22.859955Z","end":"2026-03-03T11:46:23.34814Z","steps":["trace[1666592529] 'process raft request' (duration: 488.00385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:23.348347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:22.859926Z","time spent":"488.333117ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:46:23.5681Z","caller":"traceutil/trace.go:171","msg":"trace[1833718813] linearizableReadLoop","detail":"{readStateIndex:1965; appliedIndex:1963; }","duration":"397.859227ms","start":"2026-03-03T11:46:23.170211Z","end":"2026-03-03T11:46:23.568071Z","steps":["trace[1833718813] 'read index received' (duration: 177.791261ms)","trace[1833718813] 'applied index is now lower than readState.Index' (duration: 220.066636ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:46:23.56813Z","caller":"traceutil/trace.go:171","msg":"trace[1929861803] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"455.582909ms","start":"2026-03-03T11:46:23.11251Z","end":"2026-03-03T11:46:23.568093Z","steps":["trace[1929861803] 'process raft request' (duration: 383.891117ms)","trace[1929861803] 'compare' (duration: 71.545359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:46:23.568286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:23.112481Z","time spent":"455.722212ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:46:23.568413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.152102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T11:46:23.568522Z","caller":"traceutil/trace.go:171","msg":"trace[813256559] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1895; }","duration":"398.332366ms","start":"2026-03-03T11:46:23.170162Z","end":"2026-03-03T11:46:23.568494Z","steps":["trace[813256559] 'agreement among raft nodes before linearized reading' (duration: 398.01937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:46:23.568593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:46:23.170145Z","time spent":"398.432777ms","remote":"127.0.0.1:55756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T11:46:23.875686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.127619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T11:46:23.875783Z","caller":"traceutil/trace.go:171","msg":"trace[736248546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1895; }","duration":"198.281601ms","start":"2026-03-03T11:46:23.677482Z","end":"2026-03-03T11:46:23.875763Z","steps":["trace[736248546] 'range keys from in-memory index tree' (duration: 197.933015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:46:23.875877Z","caller":"traceutil/trace.go:171","msg":"trace[1460526746] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"197.931255ms","start":"2026-03-03T11:46:23.677922Z","end":"2026-03-03T11:46:23.875853Z","steps":["trace[1460526746] 'process raft request' (duration: 170.413854ms)","trace[1460526746] 'compare' (duration: 27.261856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:47:47.174478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.192698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T11:47:47.174608Z","caller":"traceutil/trace.go:171","msg":"trace[1582661642] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2498; }","duration":"118.379472ms","start":"2026-03-03T11:47:47.056205Z","end":"2026-03-03T11:47:47.174585Z","steps":["trace[1582661642] 'range keys from in-memory index tree' (duration: 118.028785ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:47.303216Z","caller":"traceutil/trace.go:171","msg":"trace[607712844] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"123.859434ms","start":"2026-03-03T11:47:47.179324Z","end":"2026-03-03T11:47:47.303184Z","steps":["trace[607712844] 'process raft request' (duration: 123.64068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:47.315614Z","caller":"traceutil/trace.go:171","msg":"trace[726217340] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"135.512912ms","start":"2026-03-03T11:47:47.180061Z","end":"2026-03-03T11:47:47.315574Z","steps":["trace[726217340] 'process raft request' (duration: 135.455301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:47.315628Z","caller":"traceutil/trace.go:171","msg":"trace[1991080735] transaction","detail":"{read_only:false; response_revision:2500; number_of_response:1; }","duration":"136.247496ms","start":"2026-03-03T11:47:47.179349Z","end":"2026-03-03T11:47:47.315596Z","steps":["trace[1991080735] 'process raft request' (duration: 135.998161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:47:48.00193Z","caller":"traceutil/trace.go:171","msg":"trace[2036678522] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"149.388852ms","start":"2026-03-03T11:47:47.852517Z","end":"2026-03-03T11:47:48.001905Z","steps":["trace[2036678522] 'process raft request' (duration: 149.221409ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:50:18.80423Z","caller":"traceutil/trace.go:171","msg":"trace[148710599] transaction","detail":"{read_only:false; response_revision:3427; number_of_response:1; }","duration":"321.722196ms","start":"2026-03-03T11:50:18.482478Z","end":"2026-03-03T11:50:18.8042Z","steps":["trace[148710599] 'process raft request' (duration: 321.539073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:50:18.804423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:50:18.482438Z","time spent":"321.89574ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:50:18.805143Z","caller":"traceutil/trace.go:171","msg":"trace[1687323365] transaction","detail":"{read_only:false; response_revision:3428; number_of_response:1; }","duration":"169.857596ms","start":"2026-03-03T11:50:18.635255Z","end":"2026-03-03T11:50:18.805113Z","steps":["trace[1687323365] 'process raft request' (duration: 169.562641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:29.25911Z","caller":"traceutil/trace.go:171","msg":"trace[948020735] transaction","detail":"{read_only:false; response_revision:3877; number_of_response:1; }","duration":"123.928002ms","start":"2026-03-03T11:51:29.135135Z","end":"2026-03-03T11:51:29.259063Z","steps":["trace[948020735] 'process raft request' (duration: 37.12628ms)","trace[948020735] 'compare' (duration: 86.475366ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:42.035784Z","caller":"traceutil/trace.go:171","msg":"trace[640996418] transaction","detail":"{read_only:false; response_revision:4410; number_of_response:1; }","duration":"104.183015ms","start":"2026-03-03T11:51:41.931578Z","end":"2026-03-03T11:51:42.035761Z","steps":["trace[640996418] 'process raft request' (duration: 104.073333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:42.156201Z","caller":"traceutil/trace.go:171","msg":"trace[1606741058] transaction","detail":"{read_only:false; response_revision:4411; number_of_response:1; }","duration":"108.958993ms","start":"2026-03-03T11:51:42.047203Z","end":"2026-03-03T11:51:42.156162Z","steps":["trace[1606741058] 'process raft request' (duration: 93.551827ms)","trace[1606741058] 'compare' (duration: 15.212543ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:51:49.927837Z","caller":"traceutil/trace.go:171","msg":"trace[802704518] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"107.260171ms","start":"2026-03-03T11:51:49.820554Z","end":"2026-03-03T11:51:49.927814Z","steps":["trace[802704518] 'process raft request' (duration: 107.155309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:51:56.56432Z","caller":"traceutil/trace.go:171","msg":"trace[1846424569] transaction","detail":"{read_only:false; response_revision:4776; number_of_response:1; }","duration":"106.963786ms","start":"2026-03-03T11:51:56.457311Z","end":"2026-03-03T11:51:56.564274Z","steps":["trace[1846424569] 'process raft request' (duration: 20.671653ms)","trace[1846424569] 'compare' (duration: 86.048518ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:04.652313Z","caller":"traceutil/trace.go:171","msg":"trace[104238130] linearizableReadLoop","detail":"{readStateIndex:5102; appliedIndex:5101; }","duration":"141.035031ms","start":"2026-03-03T11:52:04.511252Z","end":"2026-03-03T11:52:04.652287Z","steps":["trace[104238130] 'read index received' (duration: 140.853348ms)","trace[104238130] 'applied index is now lower than readState.Index' (duration: 180.473µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:52:04.652405Z","caller":"traceutil/trace.go:171","msg":"trace[1016606062] transaction","detail":"{read_only:false; response_revision:4916; number_of_response:1; }","duration":"176.939748ms","start":"2026-03-03T11:52:04.475401Z","end":"2026-03-03T11:52:04.652341Z","steps":["trace[1016606062] 'process raft request' (duration: 176.742875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:04.65258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.310756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T11:52:04.652706Z","caller":"traceutil/trace.go:171","msg":"trace[2084632873] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4916; }","duration":"141.50426ms","start":"2026-03-03T11:52:04.511179Z","end":"2026-03-03T11:52:04.652683Z","steps":["trace[2084632873] 'agreement among raft nodes before linearized reading' (duration: 141.207414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:05.272728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.028297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:05.272834Z","caller":"traceutil/trace.go:171","msg":"trace[406005712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4923; }","duration":"144.19889ms","start":"2026-03-03T11:52:05.128614Z","end":"2026-03-03T11:52:05.272813Z","steps":["trace[406005712] 'range keys from in-memory index tree' (duration: 143.958836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:05.404329Z","caller":"traceutil/trace.go:171","msg":"trace[1065845169] transaction","detail":"{read_only:false; response_revision:4924; number_of_response:1; }","duration":"118.33557ms","start":"2026-03-03T11:52:05.285962Z","end":"2026-03-03T11:52:05.404298Z","steps":["trace[1065845169] 'process raft request' (duration: 118.145006ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:05.426407Z","caller":"traceutil/trace.go:171","msg":"trace[693697687] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"139.200847ms","start":"2026-03-03T11:52:05.287176Z","end":"2026-03-03T11:52:05.426377Z","steps":["trace[693697687] 'process raft request' (duration: 139.111346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:05.872914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.254458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T11:52:05.873032Z","caller":"traceutil/trace.go:171","msg":"trace[1325419021] transaction","detail":"{read_only:false; response_revision:4927; number_of_response:1; }","duration":"256.813024ms","start":"2026-03-03T11:52:05.616199Z","end":"2026-03-03T11:52:05.873012Z","steps":["trace[1325419021] 'process raft request' (duration: 46.355932ms)","trace[1325419021] 'compare' (duration: 210.144576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:52:07.290414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.44176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:52:07.290529Z","caller":"traceutil/trace.go:171","msg":"trace[860483698] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4934; }","duration":"161.613644ms","start":"2026-03-03T11:52:07.128892Z","end":"2026-03-03T11:52:07.290506Z","steps":["trace[860483698] 'range keys from in-memory index tree' (duration: 161.339209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:07.290443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.495224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:52:07.290821Z","caller":"traceutil/trace.go:171","msg":"trace[77896445] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4934; }","duration":"117.950502ms","start":"2026-03-03T11:52:07.17284Z","end":"2026-03-03T11:52:07.29079Z","steps":["trace[77896445] 'count revisions from in-memory index tree' (duration: 117.362062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:52:07.290835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.134684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T11:52:07.290978Z","caller":"traceutil/trace.go:171","msg":"trace[1917466454] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:4934; }","duration":"119.400379ms","start":"2026-03-03T11:52:07.171554Z","end":"2026-03-03T11:52:07.290954Z","steps":["trace[1917466454] 'count revisions from in-memory index tree' (duration: 119.030542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:19.645399Z","caller":"traceutil/trace.go:171","msg":"trace[1354695177] transaction","detail":"{read_only:false; response_revision:5125; number_of_response:1; }","duration":"185.184032ms","start":"2026-03-03T11:52:19.460174Z","end":"2026-03-03T11:52:19.645358Z","steps":["trace[1354695177] 'process raft request' (duration: 184.889246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:19.653097Z","caller":"traceutil/trace.go:171","msg":"trace[316516266] transaction","detail":"{read_only:false; response_revision:5126; number_of_response:1; }","duration":"181.652796ms","start":"2026-03-03T11:52:19.471392Z","end":"2026-03-03T11:52:19.653045Z","steps":["trace[316516266] 'process raft request' (duration: 181.455562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:52:19.653307Z","caller":"traceutil/trace.go:171","msg":"trace[698562649] transaction","detail":"{read_only:false; response_revision:5127; number_of_response:1; }","duration":"129.872354ms","start":"2026-03-03T11:52:19.523392Z","end":"2026-03-03T11:52:19.653264Z","steps":["trace[698562649] 'process raft request' (duration: 129.607279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:53:45.419647Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2787} {"level":"info","ts":"2026-03-03T11:53:45.486634Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2787,"took":"64.688265ms","hash":3471074350,"current-db-size-bytes":41259008,"current-db-size":"41 MB","current-db-size-in-use-bytes":30953472,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T11:53:45.486754Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3471074350,"revision":2787,"compact-revision":-1} {"level":"info","ts":"2026-03-03T11:58:20.88547Z","caller":"traceutil/trace.go:171","msg":"trace[983773904] linearizableReadLoop","detail":"{readStateIndex:7934; appliedIndex:7933; }","duration":"176.121597ms","start":"2026-03-03T11:58:20.709327Z","end":"2026-03-03T11:58:20.885449Z","steps":["trace[983773904] 'read index received' (duration: 175.910683ms)","trace[983773904] 'applied index is now lower than readState.Index' (duration: 209.994µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:20.885755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.366717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T11:58:20.885791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.762929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T11:58:20.885841Z","caller":"traceutil/trace.go:171","msg":"trace[151742695] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:7655; }","duration":"164.493849ms","start":"2026-03-03T11:58:20.721328Z","end":"2026-03-03T11:58:20.885822Z","steps":["trace[151742695] 'agreement among raft nodes before linearized reading' (duration: 164.293696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:20.885942Z","caller":"traceutil/trace.go:171","msg":"trace[584739066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7655; }","duration":"175.886702ms","start":"2026-03-03T11:58:20.709975Z","end":"2026-03-03T11:58:20.885861Z","steps":["trace[584739066] 'agreement among raft nodes before linearized reading' (duration: 175.650518ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:20.885538Z","caller":"traceutil/trace.go:171","msg":"trace[42052856] transaction","detail":"{read_only:false; response_revision:7655; number_of_response:1; }","duration":"240.86219ms","start":"2026-03-03T11:58:20.644643Z","end":"2026-03-03T11:58:20.885505Z","steps":["trace[42052856] 'process raft request' (duration: 240.661726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:20.886325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.988742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T11:58:20.886394Z","caller":"traceutil/trace.go:171","msg":"trace[1719041363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7655; }","duration":"177.101685ms","start":"2026-03-03T11:58:20.709276Z","end":"2026-03-03T11:58:20.886378Z","steps":["trace[1719041363] 'agreement among raft nodes before linearized reading' (duration: 176.85771ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:21.138002Z","caller":"traceutil/trace.go:171","msg":"trace[1239624103] transaction","detail":"{read_only:false; response_revision:7658; number_of_response:1; }","duration":"102.973646ms","start":"2026-03-03T11:58:21.034843Z","end":"2026-03-03T11:58:21.137816Z","steps":["trace[1239624103] 'process raft request' (duration: 92.865018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:31.326149Z","caller":"traceutil/trace.go:171","msg":"trace[492486490] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"135.631359ms","start":"2026-03-03T11:58:31.190495Z","end":"2026-03-03T11:58:31.326126Z","steps":["trace[492486490] 'process raft request' (duration: 135.432466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:31.715131Z","caller":"traceutil/trace.go:171","msg":"trace[1778293111] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"524.47837ms","start":"2026-03-03T11:58:31.1906Z","end":"2026-03-03T11:58:31.715079Z","steps":["trace[1778293111] 'process raft request' (duration: 511.388197ms)","trace[1778293111] 'compare' (duration: 12.657695ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:58:31.715216Z","caller":"traceutil/trace.go:171","msg":"trace[41852959] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"204.364455ms","start":"2026-03-03T11:58:31.510813Z","end":"2026-03-03T11:58:31.715177Z","steps":["trace[41852959] 'process raft request' (duration: 204.252043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:31.715367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.190567Z","time spent":"524.674883ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:58:31.715227Z","caller":"traceutil/trace.go:171","msg":"trace[333342583] linearizableReadLoop","detail":"{readStateIndex:7989; appliedIndex:7987; }","duration":"396.457062ms","start":"2026-03-03T11:58:31.318742Z","end":"2026-03-03T11:58:31.715199Z","steps":["trace[333342583] 'read index received' (duration: 7.225144ms)","trace[333342583] 'applied index is now lower than readState.Index' (duration: 389.228978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:31.715468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.710227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7k46b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:58:31.715523Z","caller":"traceutil/trace.go:171","msg":"trace[1094903373] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7k46b; range_end:; response_count:1; response_revision:7708; }","duration":"396.833479ms","start":"2026-03-03T11:58:31.318679Z","end":"2026-03-03T11:58:31.715512Z","steps":["trace[1094903373] 'agreement among raft nodes before linearized reading' (duration: 396.603895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:58:31.715576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:58:31.318654Z","time spent":"396.913151ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7k46b\" "} {"level":"info","ts":"2026-03-03T11:58:33.072821Z","caller":"traceutil/trace.go:171","msg":"trace[122539931] transaction","detail":"{read_only:false; response_revision:7711; number_of_response:1; }","duration":"111.191815ms","start":"2026-03-03T11:58:32.961565Z","end":"2026-03-03T11:58:33.072756Z","steps":["trace[122539931] 'process raft request' (duration: 110.89853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:33.8339Z","caller":"traceutil/trace.go:171","msg":"trace[1341878574] transaction","detail":"{read_only:false; response_revision:7716; number_of_response:1; }","duration":"112.293946ms","start":"2026-03-03T11:58:33.721532Z","end":"2026-03-03T11:58:33.833826Z","steps":["trace[1341878574] 'process raft request' (duration: 65.583169ms)","trace[1341878574] 'compare' (duration: 46.424722ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:33.856561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.109759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"warn","ts":"2026-03-03T11:58:33.856644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.843581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T11:58:33.856851Z","caller":"traceutil/trace.go:171","msg":"trace[627929603] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7716; }","duration":"102.029165ms","start":"2026-03-03T11:58:33.754733Z","end":"2026-03-03T11:58:33.856762Z","steps":["trace[627929603] 'agreement among raft nodes before linearized reading' (duration: 101.796561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:33.856698Z","caller":"traceutil/trace.go:171","msg":"trace[60477634] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7716; }","duration":"107.331433ms","start":"2026-03-03T11:58:33.749335Z","end":"2026-03-03T11:58:33.856666Z","steps":["trace[60477634] 'agreement among raft nodes before linearized reading' (duration: 84.612721ms)","trace[60477634] 'range keys from in-memory index tree' (duration: 22.384396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:58:33.857221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.521454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7k46b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:58:33.857293Z","caller":"traceutil/trace.go:171","msg":"trace[147392622] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7k46b; range_end:; response_count:1; response_revision:7716; }","duration":"102.616625ms","start":"2026-03-03T11:58:33.754659Z","end":"2026-03-03T11:58:33.857276Z","steps":["trace[147392622] 'agreement among raft nodes before linearized reading' (duration: 101.833511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:58:45.429928Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5754} {"level":"info","ts":"2026-03-03T11:58:45.518288Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5754,"took":"86.286212ms","hash":3585141680,"current-db-size-bytes":42422272,"current-db-size":"42 MB","current-db-size-in-use-bytes":23298048,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T11:58:45.518353Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3585141680,"revision":5754,"compact-revision":2787} {"level":"info","ts":"2026-03-03T11:59:02.138419Z","caller":"traceutil/trace.go:171","msg":"trace[599806174] transaction","detail":"{read_only:false; response_revision:7907; number_of_response:1; }","duration":"303.860813ms","start":"2026-03-03T11:59:01.834523Z","end":"2026-03-03T11:59:02.138383Z","steps":["trace[599806174] 'process raft request' (duration: 303.605928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:02.138671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.834486Z","time spent":"304.045616ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T11:59:02.31393Z","caller":"traceutil/trace.go:171","msg":"trace[210555082] linearizableReadLoop","detail":"{readStateIndex:8199; appliedIndex:8197; }","duration":"293.889017ms","start":"2026-03-03T11:59:02.019983Z","end":"2026-03-03T11:59:02.313872Z","steps":["trace[210555082] 'read index received' (duration: 118.149784ms)","trace[210555082] 'applied index is now lower than readState.Index' (duration: 175.737883ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T11:59:02.31396Z","caller":"traceutil/trace.go:171","msg":"trace[1270400731] transaction","detail":"{read_only:false; response_revision:7908; number_of_response:1; }","duration":"378.946776ms","start":"2026-03-03T11:59:01.934969Z","end":"2026-03-03T11:59:02.313916Z","steps":["trace[1270400731] 'process raft request' (duration: 378.711562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:02.314156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:01.934925Z","time spent":"379.12466ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T11:59:02.314447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.429207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T11:59:02.314668Z","caller":"traceutil/trace.go:171","msg":"trace[1131209542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7908; }","duration":"294.722403ms","start":"2026-03-03T11:59:02.019921Z","end":"2026-03-03T11:59:02.314643Z","steps":["trace[1131209542] 'agreement among raft nodes before linearized reading' (duration: 294.288285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:02.315403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.108312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7k46b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T11:59:02.315459Z","caller":"traceutil/trace.go:171","msg":"trace[1712295375] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7k46b; range_end:; response_count:1; response_revision:7908; }","duration":"245.165613ms","start":"2026-03-03T11:59:02.070281Z","end":"2026-03-03T11:59:02.315447Z","steps":["trace[1712295375] 'agreement among raft nodes before linearized reading' (duration: 245.03031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:02.315939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.964553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:02.316048Z","caller":"traceutil/trace.go:171","msg":"trace[1773992778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7908; }","duration":"186.100085ms","start":"2026-03-03T11:59:02.129925Z","end":"2026-03-03T11:59:02.316025Z","steps":["trace[1773992778] 'agreement among raft nodes before linearized reading' (duration: 185.912052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:05.836784Z","caller":"traceutil/trace.go:171","msg":"trace[472544393] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"270.946072ms","start":"2026-03-03T11:59:05.565797Z","end":"2026-03-03T11:59:05.836743Z","steps":["trace[472544393] 'process raft request' (duration: 270.716858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T11:59:15.84554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T11:59:15.442736Z","time spent":"402.792039ms","remote":"127.0.0.1:40766","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T11:59:15.979645Z","caller":"traceutil/trace.go:171","msg":"trace[1779765979] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"220.921701ms","start":"2026-03-03T11:59:15.758684Z","end":"2026-03-03T11:59:15.979605Z","steps":["trace[1779765979] 'process raft request' (duration: 220.695967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:16.046172Z","caller":"traceutil/trace.go:171","msg":"trace[717464585] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"274.801733ms","start":"2026-03-03T11:59:15.771332Z","end":"2026-03-03T11:59:16.046134Z","steps":["trace[717464585] 'process raft request' (duration: 274.411716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:16.046326Z","caller":"traceutil/trace.go:171","msg":"trace[612059572] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"171.982323ms","start":"2026-03-03T11:59:15.874291Z","end":"2026-03-03T11:59:16.046274Z","steps":["trace[612059572] 'process raft request' (duration: 171.750949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:28.26623Z","caller":"traceutil/trace.go:171","msg":"trace[1073486758] transaction","detail":"{read_only:false; response_revision:8115; number_of_response:1; }","duration":"180.004192ms","start":"2026-03-03T11:59:28.086201Z","end":"2026-03-03T11:59:28.266205Z","steps":["trace[1073486758] 'process raft request' (duration: 179.910981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T11:59:28.266326Z","caller":"traceutil/trace.go:171","msg":"trace[1167873012] linearizableReadLoop","detail":"{readStateIndex:8416; appliedIndex:8416; }","duration":"129.373932ms","start":"2026-03-03T11:59:28.136919Z","end":"2026-03-03T11:59:28.266293Z","steps":["trace[1167873012] 'read index received' (duration: 129.362952ms)","trace[1167873012] 'applied index is now lower than readState.Index' (duration: 9.07µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T11:59:28.26653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.607667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T11:59:28.266568Z","caller":"traceutil/trace.go:171","msg":"trace[936137752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8115; }","duration":"129.695048ms","start":"2026-03-03T11:59:28.136865Z","end":"2026-03-03T11:59:28.26656Z","steps":["trace[936137752] 'agreement among raft nodes before linearized reading' (duration: 129.605046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:20.704095Z","caller":"traceutil/trace.go:171","msg":"trace[1490815879] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"114.615589ms","start":"2026-03-03T12:00:20.589453Z","end":"2026-03-03T12:00:20.704069Z","steps":["trace[1490815879] 'process raft request' (duration: 114.460336ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:00:33.05624Z","caller":"traceutil/trace.go:171","msg":"trace[379066920] transaction","detail":"{read_only:false; response_revision:8765; number_of_response:1; }","duration":"180.060634ms","start":"2026-03-03T12:00:32.876142Z","end":"2026-03-03T12:00:33.056202Z","steps":["trace[379066920] 'process raft request' (duration: 132.435279ms)","trace[379066920] 'compare' (duration: 47.147586ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:02:56.591982Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ec9077c81c499df2","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:02:56.598553Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T12:02:56.598682Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T12:03:45.436476Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7779} {"level":"info","ts":"2026-03-03T12:03:45.504842Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7779,"took":"66.283791ms","hash":1713805709,"current-db-size-bytes":42422272,"current-db-size":"42 MB","current-db-size-in-use-bytes":25186304,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T12:03:45.504925Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1713805709,"revision":7779,"compact-revision":5754} {"level":"info","ts":"2026-03-03T12:06:00.26204Z","caller":"traceutil/trace.go:171","msg":"trace[195942644] linearizableReadLoop","detail":"{readStateIndex:11366; appliedIndex:11365; }","duration":"132.847929ms","start":"2026-03-03T12:06:00.129166Z","end":"2026-03-03T12:06:00.262014Z","steps":["trace[195942644] 'read index received' (duration: 132.573964ms)","trace[195942644] 'applied index is now lower than readState.Index' (duration: 272.525µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T12:06:00.262209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.025033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:00.262194Z","caller":"traceutil/trace.go:171","msg":"trace[713479690] transaction","detail":"{read_only:false; response_revision:10973; number_of_response:1; }","duration":"159.36544ms","start":"2026-03-03T12:06:00.102781Z","end":"2026-03-03T12:06:00.262146Z","steps":["trace[713479690] 'process raft request' (duration: 159.009754ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:00.262255Z","caller":"traceutil/trace.go:171","msg":"trace[588979531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10973; }","duration":"133.141314ms","start":"2026-03-03T12:06:00.129101Z","end":"2026-03-03T12:06:00.262243Z","steps":["trace[588979531] 'agreement among raft nodes before linearized reading' (duration: 133.040332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:06:23.329643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.779031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:06:23.329769Z","caller":"traceutil/trace.go:171","msg":"trace[129519472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11082; }","duration":"198.975814ms","start":"2026-03-03T12:06:23.13077Z","end":"2026-03-03T12:06:23.329745Z","steps":["trace[129519472] 'range keys from in-memory index tree' (duration: 198.667829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:24.091012Z","caller":"traceutil/trace.go:171","msg":"trace[402497173] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"196.429137ms","start":"2026-03-03T12:06:23.894554Z","end":"2026-03-03T12:06:24.090984Z","steps":["trace[402497173] 'process raft request' (duration: 196.217483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:06:24.091298Z","caller":"traceutil/trace.go:171","msg":"trace[1480195189] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"191.622088ms","start":"2026-03-03T12:06:23.899645Z","end":"2026-03-03T12:06:24.091267Z","steps":["trace[1480195189] 'process raft request' (duration: 191.269022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:08:45.443347Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9878} {"level":"info","ts":"2026-03-03T12:08:45.526995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9878,"took":"80.031873ms","hash":3797448925,"current-db-size-bytes":42422272,"current-db-size":"42 MB","current-db-size-in-use-bytes":22888448,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T12:08:45.527067Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3797448925,"revision":9878,"compact-revision":7779} {"level":"info","ts":"2026-03-03T12:10:49.170066Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000033b7.wal"} {"level":"info","ts":"2026-03-03T12:12:11.927396Z","caller":"traceutil/trace.go:171","msg":"trace[563154411] transaction","detail":"{read_only:false; response_revision:13294; number_of_response:1; }","duration":"213.23124ms","start":"2026-03-03T12:12:11.714138Z","end":"2026-03-03T12:12:11.927369Z","steps":["trace[563154411] 'process raft request' (duration: 213.076467ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:11.92894Z","caller":"traceutil/trace.go:171","msg":"trace[1389365809] transaction","detail":"{read_only:false; response_revision:13295; number_of_response:1; }","duration":"213.948434ms","start":"2026-03-03T12:12:11.714969Z","end":"2026-03-03T12:12:11.928918Z","steps":["trace[1389365809] 'process raft request' (duration: 213.778671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:11.929078Z","caller":"traceutil/trace.go:171","msg":"trace[777915296] transaction","detail":"{read_only:false; response_revision:13296; number_of_response:1; }","duration":"181.858087ms","start":"2026-03-03T12:12:11.747203Z","end":"2026-03-03T12:12:11.929061Z","steps":["trace[777915296] 'process raft request' (duration: 181.656504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:30.796328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.62242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:12:30.796408Z","caller":"traceutil/trace.go:171","msg":"trace[1837779308] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13385; }","duration":"155.756702ms","start":"2026-03-03T12:12:30.640633Z","end":"2026-03-03T12:12:30.79639Z","steps":["trace[1837779308] 'range keys from in-memory index tree' (duration: 155.538889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:53.232433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.150005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:12:53.232528Z","caller":"traceutil/trace.go:171","msg":"trace[902282954] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13505; }","duration":"104.300637ms","start":"2026-03-03T12:12:53.12821Z","end":"2026-03-03T12:12:53.232511Z","steps":["trace[902282954] 'range keys from in-memory index tree' (duration: 104.027762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:54.624231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.593064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:12:54.624415Z","caller":"traceutil/trace.go:171","msg":"trace[1420161275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13511; }","duration":"495.835678ms","start":"2026-03-03T12:12:54.128555Z","end":"2026-03-03T12:12:54.624391Z","steps":["trace[1420161275] 'range keys from in-memory index tree' (duration: 495.477551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:54.624498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:54.128531Z","time spent":"495.95323ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:12:54.624235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.977518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T12:12:54.627594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.54638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T12:12:54.627729Z","caller":"traceutil/trace.go:171","msg":"trace[2070040682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13511; }","duration":"476.713384ms","start":"2026-03-03T12:12:54.150974Z","end":"2026-03-03T12:12:54.627687Z","steps":["trace[2070040682] 'range keys from in-memory index tree' (duration: 473.219168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:54.627814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:54.150958Z","time spent":"476.840286ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T12:12:54.631284Z","caller":"traceutil/trace.go:171","msg":"trace[423450423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13511; }","duration":"477.547509ms","start":"2026-03-03T12:12:54.147176Z","end":"2026-03-03T12:12:54.624724Z","steps":["trace[423450423] 'range keys from in-memory index tree' (duration: 476.794765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:12:54.63143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:12:54.147156Z","time spent":"484.224903ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T12:12:55.371961Z","caller":"traceutil/trace.go:171","msg":"trace[1750694932] transaction","detail":"{read_only:false; response_revision:13517; number_of_response:1; }","duration":"125.393309ms","start":"2026-03-03T12:12:55.246541Z","end":"2026-03-03T12:12:55.371934Z","steps":["trace[1750694932] 'process raft request' (duration: 125.238486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:12:55.402887Z","caller":"traceutil/trace.go:171","msg":"trace[964476217] transaction","detail":"{read_only:false; response_revision:13518; number_of_response:1; }","duration":"146.53031ms","start":"2026-03-03T12:12:55.256319Z","end":"2026-03-03T12:12:55.402849Z","steps":["trace[964476217] 'process raft request' (duration: 146.318576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:17.021492Z","caller":"traceutil/trace.go:171","msg":"trace[1789545880] linearizableReadLoop","detail":"{readStateIndex:14312; appliedIndex:14311; }","duration":"377.628082ms","start":"2026-03-03T12:13:16.643836Z","end":"2026-03-03T12:13:17.021464Z","steps":["trace[1789545880] 'read index received' (duration: 377.356317ms)","trace[1789545880] 'applied index is now lower than readState.Index' (duration: 270.605µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:17.02154Z","caller":"traceutil/trace.go:171","msg":"trace[44917050] transaction","detail":"{read_only:false; response_revision:13810; number_of_response:1; }","duration":"395.754009ms","start":"2026-03-03T12:13:16.625755Z","end":"2026-03-03T12:13:17.021509Z","steps":["trace[44917050] 'process raft request' (duration: 395.528725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:17.021684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:16.62573Z","time spent":"395.874661ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3742,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:13:17.021798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.942458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T12:13:17.021837Z","caller":"traceutil/trace.go:171","msg":"trace[2042318452] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13810; }","duration":"378.016789ms","start":"2026-03-03T12:13:16.643809Z","end":"2026-03-03T12:13:17.021825Z","steps":["trace[2042318452] 'agreement among raft nodes before linearized reading' (duration: 377.821655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:17.02191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.228759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T12:13:17.02191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:13:16.643797Z","time spent":"378.06756ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T12:13:17.021988Z","caller":"traceutil/trace.go:171","msg":"trace[45667471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13810; }","duration":"178.374271ms","start":"2026-03-03T12:13:16.843594Z","end":"2026-03-03T12:13:17.021968Z","steps":["trace[45667471] 'agreement among raft nodes before linearized reading' (duration: 178.141797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:13:17.021894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.988497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T12:13:17.022184Z","caller":"traceutil/trace.go:171","msg":"trace[533883021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13810; }","duration":"218.345614ms","start":"2026-03-03T12:13:16.803826Z","end":"2026-03-03T12:13:17.022172Z","steps":["trace[533883021] 'agreement among raft nodes before linearized reading' (duration: 217.841365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:13:17.176969Z","caller":"traceutil/trace.go:171","msg":"trace[770704685] transaction","detail":"{read_only:false; response_revision:13813; number_of_response:1; }","duration":"126.679913ms","start":"2026-03-03T12:13:17.05026Z","end":"2026-03-03T12:13:17.17694Z","steps":["trace[770704685] 'process raft request' (duration: 99.022169ms)","trace[770704685] 'compare' (duration: 27.45613ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:13:45.44866Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11984} {"level":"info","ts":"2026-03-03T12:13:45.528734Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11984,"took":"77.475395ms","hash":2004515540,"current-db-size-bytes":42422272,"current-db-size":"42 MB","current-db-size-in-use-bytes":24883200,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T12:13:45.52883Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2004515540,"revision":11984,"compact-revision":9878} {"level":"warn","ts":"2026-03-03T12:14:17.82306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.367455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:17.8232Z","caller":"traceutil/trace.go:171","msg":"trace[498933780] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14456; }","duration":"191.58408ms","start":"2026-03-03T12:14:17.631589Z","end":"2026-03-03T12:14:17.823173Z","steps":["trace[498933780] 'count revisions from in-memory index tree' (duration: 191.243603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:14:50.434055Z","caller":"traceutil/trace.go:171","msg":"trace[1474003699] linearizableReadLoop","detail":"{readStateIndex:15139; appliedIndex:15137; }","duration":"313.621502ms","start":"2026-03-03T12:14:50.12041Z","end":"2026-03-03T12:14:50.434032Z","steps":["trace[1474003699] 'read index received' (duration: 2.985305ms)","trace[1474003699] 'applied index is now lower than readState.Index' (duration: 310.635057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:14:50.434107Z","caller":"traceutil/trace.go:171","msg":"trace[1436361721] transaction","detail":"{read_only:false; response_revision:14611; number_of_response:1; }","duration":"373.119694ms","start":"2026-03-03T12:14:50.060956Z","end":"2026-03-03T12:14:50.434075Z","steps":["trace[1436361721] 'process raft request' (duration: 372.941161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:50.434262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:50.060931Z","time spent":"373.251967ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:50.434269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.897137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7k46b\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T12:14:50.434307Z","caller":"traceutil/trace.go:171","msg":"trace[2034358137] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7k46b; range_end:; response_count:1; response_revision:14611; }","duration":"313.983509ms","start":"2026-03-03T12:14:50.120313Z","end":"2026-03-03T12:14:50.434296Z","steps":["trace[2034358137] 'agreement among raft nodes before linearized reading' (duration: 313.839176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:50.434346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:50.120294Z","time spent":"314.043689ms","remote":"127.0.0.1:43406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6474,"request content":"key:\"/registry/pods/openstack/keepalived-7k46b\" "} {"level":"info","ts":"2026-03-03T12:14:50.436084Z","caller":"traceutil/trace.go:171","msg":"trace[798432483] transaction","detail":"{read_only:false; response_revision:14612; number_of_response:1; }","duration":"300.780624ms","start":"2026-03-03T12:14:50.135273Z","end":"2026-03-03T12:14:50.436054Z","steps":["trace[798432483] 'process raft request' (duration: 300.614371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:50.43614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.52603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:50.436212Z","caller":"traceutil/trace.go:171","msg":"trace[2014887591] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:14613; }","duration":"313.643853ms","start":"2026-03-03T12:14:50.122548Z","end":"2026-03-03T12:14:50.436192Z","steps":["trace[2014887591] 'agreement among raft nodes before linearized reading' (duration: 313.49564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:50.436247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:50.135252Z","time spent":"300.907026ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:14:50.43627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:50.122497Z","time spent":"313.759165ms","remote":"127.0.0.1:57450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T12:14:50.436342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.733562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:14:50.436369Z","caller":"traceutil/trace.go:171","msg":"trace[1774938931] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14613; }","duration":"178.809624ms","start":"2026-03-03T12:14:50.257552Z","end":"2026-03-03T12:14:50.436362Z","steps":["trace[1774938931] 'agreement among raft nodes before linearized reading' (duration: 178.706912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:50.436804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.001434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T12:14:50.436903Z","caller":"traceutil/trace.go:171","msg":"trace[863328170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14613; }","duration":"304.452753ms","start":"2026-03-03T12:14:50.132423Z","end":"2026-03-03T12:14:50.436876Z","steps":["trace[863328170] 'agreement among raft nodes before linearized reading' (duration: 303.913302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:14:50.436954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:14:50.132407Z","time spent":"304.536444ms","remote":"127.0.0.1:43216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T12:17:41.389746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.750914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T12:17:41.389853Z","caller":"traceutil/trace.go:171","msg":"trace[1936059775] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15932; }","duration":"157.909246ms","start":"2026-03-03T12:17:41.231922Z","end":"2026-03-03T12:17:41.389832Z","steps":["trace[1936059775] 'range keys from in-memory index tree' (duration: 157.5449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:18:45.469814Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13989} {"level":"info","ts":"2026-03-03T12:18:45.548131Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13989,"took":"74.809112ms","hash":2784469001,"current-db-size-bytes":42844160,"current-db-size":"43 MB","current-db-size-in-use-bytes":30851072,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T12:18:45.548183Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2784469001,"revision":13989,"compact-revision":11984} {"level":"info","ts":"2026-03-03T12:20:36.435914Z","caller":"traceutil/trace.go:171","msg":"trace[3504887] transaction","detail":"{read_only:false; response_revision:17009; number_of_response:1; }","duration":"135.252768ms","start":"2026-03-03T12:20:36.300623Z","end":"2026-03-03T12:20:36.435876Z","steps":["trace[3504887] 'process raft request' (duration: 134.446703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:20:43.395825Z","caller":"traceutil/trace.go:171","msg":"trace[359075111] transaction","detail":"{read_only:false; response_revision:17042; number_of_response:1; }","duration":"105.565749ms","start":"2026-03-03T12:20:43.290216Z","end":"2026-03-03T12:20:43.395781Z","steps":["trace[359075111] 'process raft request' (duration: 105.308334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:43.738635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.921365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T12:20:43.738915Z","caller":"traceutil/trace.go:171","msg":"trace[708603562] transaction","detail":"{read_only:false; response_revision:17044; number_of_response:1; }","duration":"332.294487ms","start":"2026-03-03T12:20:43.406573Z","end":"2026-03-03T12:20:43.738868Z","steps":["trace[708603562] 'compare' (duration: 321.604859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:43.73903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:43.406561Z","time spent":"332.41937ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:20:43.739659Z","caller":"traceutil/trace.go:171","msg":"trace[549860140] linearizableReadLoop","detail":"{readStateIndex:17660; appliedIndex:17658; }","duration":"322.410724ms","start":"2026-03-03T12:20:43.417236Z","end":"2026-03-03T12:20:43.739646Z","steps":["trace[549860140] 'read index received' (duration: 215.099352ms)","trace[549860140] 'applied index is now lower than readState.Index' (duration: 107.310142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T12:20:43.739896Z","caller":"traceutil/trace.go:171","msg":"trace[1572618273] transaction","detail":"{read_only:false; response_revision:17045; number_of_response:1; }","duration":"330.050225ms","start":"2026-03-03T12:20:43.409834Z","end":"2026-03-03T12:20:43.739884Z","steps":["trace[1572618273] 'process raft request' (duration: 329.564746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:43.739966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:43.409798Z","time spent":"330.130817ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T12:20:43.740283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.048026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T12:20:43.740334Z","caller":"traceutil/trace.go:171","msg":"trace[321588287] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17045; }","duration":"323.124837ms","start":"2026-03-03T12:20:43.417195Z","end":"2026-03-03T12:20:43.74032Z","steps":["trace[321588287] 'agreement among raft nodes before linearized reading' (duration: 322.970674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:43.740366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:43.417181Z","time spent":"323.177098ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T12:20:44.135891Z","caller":"traceutil/trace.go:171","msg":"trace[1182724011] transaction","detail":"{read_only:false; response_revision:17046; number_of_response:1; }","duration":"392.05357ms","start":"2026-03-03T12:20:43.743808Z","end":"2026-03-03T12:20:44.135862Z","steps":["trace[1182724011] 'process raft request' (duration: 388.467034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:44.136037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:43.743787Z","time spent":"392.170593ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:20:44.17096Z","caller":"traceutil/trace.go:171","msg":"trace[1442344455] transaction","detail":"{read_only:false; response_revision:17047; number_of_response:1; }","duration":"426.490956ms","start":"2026-03-03T12:20:43.744451Z","end":"2026-03-03T12:20:44.170942Z","steps":["trace[1442344455] 'process raft request' (duration: 426.387204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:44.171076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:43.744437Z","time spent":"426.580158ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:20:44.171376Z","caller":"traceutil/trace.go:171","msg":"trace[908143920] transaction","detail":"{read_only:false; response_revision:17048; number_of_response:1; }","duration":"424.754784ms","start":"2026-03-03T12:20:43.746612Z","end":"2026-03-03T12:20:44.171367Z","steps":["trace[908143920] 'process raft request' (duration: 424.299725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:44.171426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:43.746599Z","time spent":"424.802745ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:20:44.171505Z","caller":"traceutil/trace.go:171","msg":"trace[383791063] transaction","detail":"{read_only:false; response_revision:17049; number_of_response:1; }","duration":"423.361759ms","start":"2026-03-03T12:20:43.74812Z","end":"2026-03-03T12:20:44.171482Z","steps":["trace[383791063] 'process raft request' (duration: 423.145285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T12:20:44.171645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T12:20:43.748108Z","time spent":"423.4664ms","remote":"127.0.0.1:43508","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T12:20:44.214389Z","caller":"traceutil/trace.go:171","msg":"trace[1471255897] transaction","detail":"{read_only:false; response_revision:17050; number_of_response:1; }","duration":"226.951011ms","start":"2026-03-03T12:20:43.987392Z","end":"2026-03-03T12:20:44.214343Z","steps":["trace[1471255897] 'process raft request' (duration: 226.746527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T12:23:45.476328Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16323} {"level":"info","ts":"2026-03-03T12:23:45.571331Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16323,"took":"91.2861ms","hash":3720020046,"current-db-size-bytes":44544000,"current-db-size":"44 MB","current-db-size-in-use-bytes":30920704,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-03T12:23:45.5714Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3720020046,"revision":16323,"compact-revision":13989} {"level":"info","ts":"2026-03-03T12:25:37.339358Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"ec9077c81c499df2","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T12:25:37.346241Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T12:25:37.346419Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T12:28:45.482661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18487} {"level":"info","ts":"2026-03-03T12:28:45.577358Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18487,"took":"90.530795ms","hash":802485277,"current-db-size-bytes":44544000,"current-db-size":"44 MB","current-db-size-in-use-bytes":27369472,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T12:28:45.577426Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":802485277,"revision":18487,"compact-revision":16323}