{"level":"warn","ts":"2026-04-02T21:23:30.567225Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T21:23:30.567298Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.188:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.188:2380","--initial-cluster=instance=https://199.19.213.188:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.188:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.188:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-02T21:23:30.567356Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-02T21:23:30.567369Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.188:2380"]} {"level":"info","ts":"2026-04-02T21:23:30.567389Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T21:23:30.567962Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.188:2379"]} {"level":"info","ts":"2026-04-02T21:23:30.56804Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.188:2380"],"listen-peer-urls":["https://199.19.213.188:2380"],"advertise-client-urls":["https://199.19.213.188:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.188:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.188:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-02T21:23:30.571819Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.566636ms"} {"level":"info","ts":"2026-04-02T21:23:30.57627Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"201fe5d2d7e0161a","cluster-id":"92c0fc3a33fabd38"} {"level":"info","ts":"2026-04-02T21:23:30.576373Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a switched to configuration voters=()"} {"level":"info","ts":"2026-04-02T21:23:30.576402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a became follower at term 0"} {"level":"info","ts":"2026-04-02T21:23:30.576415Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 201fe5d2d7e0161a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-02T21:23:30.576427Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a became follower at term 1"} {"level":"info","ts":"2026-04-02T21:23:30.576469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a switched to configuration voters=(2314821427219404314)"} {"level":"warn","ts":"2026-04-02T21:23:30.581539Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-02T21:23:30.582713Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-02T21:23:30.583632Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-02T21:23:30.586145Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"201fe5d2d7e0161a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-02T21:23:30.586381Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"201fe5d2d7e0161a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-02T21:23:30.586822Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T21:23:30.586997Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T21:23:30.587097Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-02T21:23:30.587325Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a switched to configuration voters=(2314821427219404314)"} {"level":"info","ts":"2026-04-02T21:23:30.588164Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92c0fc3a33fabd38","local-member-id":"201fe5d2d7e0161a","added-peer-id":"201fe5d2d7e0161a","added-peer-peer-urls":["https://199.19.213.188:2380"]} {"level":"info","ts":"2026-04-02T21:23:30.591247Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-02T21:23:30.591431Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.188:2380"} {"level":"info","ts":"2026-04-02T21:23:30.59154Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.188:2380"} {"level":"info","ts":"2026-04-02T21:23:30.591592Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"201fe5d2d7e0161a","initial-advertise-peer-urls":["https://199.19.213.188:2380"],"listen-peer-urls":["https://199.19.213.188:2380"],"advertise-client-urls":["https://199.19.213.188:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.188:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-02T21:23:30.591683Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-02T21:23:30.677405Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a is starting a new election at term 1"} {"level":"info","ts":"2026-04-02T21:23:30.67748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-02T21:23:30.677571Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a received MsgPreVoteResp from 201fe5d2d7e0161a at term 1"} {"level":"info","ts":"2026-04-02T21:23:30.677603Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a became candidate at term 2"} {"level":"info","ts":"2026-04-02T21:23:30.677616Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a received MsgVoteResp from 201fe5d2d7e0161a at term 2"} {"level":"info","ts":"2026-04-02T21:23:30.677672Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"201fe5d2d7e0161a became leader at term 2"} {"level":"info","ts":"2026-04-02T21:23:30.677707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 201fe5d2d7e0161a elected leader 201fe5d2d7e0161a at term 2"} {"level":"info","ts":"2026-04-02T21:23:30.678471Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T21:23:30.679259Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T21:23:30.679284Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-02T21:23:30.679253Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"201fe5d2d7e0161a","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.188:2379]}","request-path":"/0/members/201fe5d2d7e0161a/attributes","cluster-id":"92c0fc3a33fabd38","publish-timeout":"7s"} {"level":"info","ts":"2026-04-02T21:23:30.679604Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-02T21:23:30.679659Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-02T21:23:30.679838Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92c0fc3a33fabd38","local-member-id":"201fe5d2d7e0161a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T21:23:30.679925Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T21:23:30.679956Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-02T21:23:30.68148Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-02T21:23:30.682693Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.188:2379"} {"level":"info","ts":"2026-04-02T21:23:56.49948Z","caller":"traceutil/trace.go:171","msg":"trace[1763609318] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"169.834654ms","start":"2026-04-02T21:23:56.329617Z","end":"2026-04-02T21:23:56.499452Z","steps":["trace[1763609318] 'process raft request' (duration: 169.67381ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:23:57.437913Z","caller":"traceutil/trace.go:171","msg":"trace[183363441] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"152.864103ms","start":"2026-04-02T21:23:57.285026Z","end":"2026-04-02T21:23:57.43789Z","steps":["trace[183363441] 'process raft request' (duration: 152.71562ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:24:06.224733Z","caller":"traceutil/trace.go:171","msg":"trace[933474781] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"133.557731ms","start":"2026-04-02T21:24:06.091085Z","end":"2026-04-02T21:24:06.224643Z","steps":["trace[933474781] 'process raft request' (duration: 131.316443ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:24:06.435691Z","caller":"traceutil/trace.go:171","msg":"trace[1772364366] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"146.221361ms","start":"2026-04-02T21:24:06.289434Z","end":"2026-04-02T21:24:06.435656Z","steps":["trace[1772364366] 'process raft request' (duration: 96.734498ms)","trace[1772364366] 'compare' (duration: 49.32207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:24:07.058448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.514427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4l7kb\" ","response":"range_response_count:1 size:16965"} {"level":"warn","ts":"2026-04-02T21:24:07.058522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.589189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-02T21:24:07.058537Z","caller":"traceutil/trace.go:171","msg":"trace[758065652] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"225.293522ms","start":"2026-04-02T21:24:06.833218Z","end":"2026-04-02T21:24:07.058511Z","steps":["trace[758065652] 'read index received' (duration: 190.941242ms)","trace[758065652] 'applied index is now lower than readState.Index' (duration: 34.35116ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T21:24:07.058579Z","caller":"traceutil/trace.go:171","msg":"trace[45577380] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4l7kb; range_end:; response_count:1; response_revision:578; }","duration":"405.65474ms","start":"2026-04-02T21:24:06.652903Z","end":"2026-04-02T21:24:07.058557Z","steps":["trace[45577380] 'range keys from in-memory index tree' (duration: 405.337534ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:24:07.058656Z","caller":"traceutil/trace.go:171","msg":"trace[299313619] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:578; }","duration":"367.706972ms","start":"2026-04-02T21:24:06.690868Z","end":"2026-04-02T21:24:07.058575Z","steps":["trace[299313619] 'range keys from in-memory index tree' (duration: 367.441947ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:24:07.058616Z","caller":"traceutil/trace.go:171","msg":"trace[91351439] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"299.175225ms","start":"2026-04-02T21:24:06.759391Z","end":"2026-04-02T21:24:07.058566Z","steps":["trace[91351439] 'process raft request' (duration: 264.529809ms)","trace[91351439] 'compare' (duration: 34.170916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:24:07.058698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.466807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-02T21:24:07.05871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T21:24:06.690852Z","time spent":"367.847135ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-02T21:24:07.058664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T21:24:06.652838Z","time spent":"405.797783ms","remote":"127.0.0.1:51818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-4l7kb\" "} {"level":"info","ts":"2026-04-02T21:24:07.058743Z","caller":"traceutil/trace.go:171","msg":"trace[1181580276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:579; }","duration":"225.551318ms","start":"2026-04-02T21:24:06.833177Z","end":"2026-04-02T21:24:07.058728Z","steps":["trace[1181580276] 'agreement among raft nodes before linearized reading' (duration: 225.406805ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:24:07.06662Z","caller":"traceutil/trace.go:171","msg":"trace[1817865906] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"220.729306ms","start":"2026-04-02T21:24:06.845878Z","end":"2026-04-02T21:24:07.066607Z","steps":["trace[1817865906] 'process raft request' (duration: 220.319318ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:24:21.699449Z","caller":"traceutil/trace.go:171","msg":"trace[605346914] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"114.164799ms","start":"2026-04-02T21:24:21.585236Z","end":"2026-04-02T21:24:21.699401Z","steps":["trace[605346914] 'process raft request' (duration: 113.841522ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:24:48.39032Z","caller":"traceutil/trace.go:171","msg":"trace[1757814452] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"161.783913ms","start":"2026-04-02T21:24:48.228513Z","end":"2026-04-02T21:24:48.390297Z","steps":["trace[1757814452] 'process raft request' (duration: 161.665551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:25:34.275182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.383495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.188\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-02T21:25:34.275302Z","caller":"traceutil/trace.go:171","msg":"trace[500883821] range","detail":"{range_begin:/registry/masterleases/199.19.213.188; range_end:; response_count:1; response_revision:1795; }","duration":"288.536478ms","start":"2026-04-02T21:25:33.986746Z","end":"2026-04-02T21:25:34.275283Z","steps":["trace[500883821] 'range keys from in-memory index tree' (duration: 288.275562ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:25:34.27546Z","caller":"traceutil/trace.go:171","msg":"trace[1544183023] transaction","detail":"{read_only:false; response_revision:1796; number_of_response:1; }","duration":"109.774025ms","start":"2026-04-02T21:25:34.165645Z","end":"2026-04-02T21:25:34.275419Z","steps":["trace[1544183023] 'process raft request' (duration: 99.531554ms)","trace[1544183023] 'compare' (duration: 10.093848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:25:34.275508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.13491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-04-02T21:25:34.275492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.578682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-02T21:25:34.275653Z","caller":"traceutil/trace.go:171","msg":"trace[1025013199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1795; }","duration":"198.337635ms","start":"2026-04-02T21:25:34.077296Z","end":"2026-04-02T21:25:34.275634Z","steps":["trace[1025013199] 'range keys from in-memory index tree' (duration: 197.896216ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:25:34.275706Z","caller":"traceutil/trace.go:171","msg":"trace[681035947] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1795; }","duration":"187.784697ms","start":"2026-04-02T21:25:34.087862Z","end":"2026-04-02T21:25:34.275647Z","steps":["trace[681035947] 'range keys from in-memory index tree' (duration: 187.405508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:25:34.275716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.203997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b83e50e3-9f4f-4aeb-a6ba-a270cc04d58e\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-02T21:25:34.275975Z","caller":"traceutil/trace.go:171","msg":"trace[800315077] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b83e50e3-9f4f-4aeb-a6ba-a270cc04d58e; range_end:; response_count:1; response_revision:1795; }","duration":"163.501973ms","start":"2026-04-02T21:25:34.112459Z","end":"2026-04-02T21:25:34.275961Z","steps":["trace[800315077] 'range keys from in-memory index tree' (duration: 162.423331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:25:34.704248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.012311ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T21:25:34.704393Z","caller":"traceutil/trace.go:171","msg":"trace[944891601] linearizableReadLoop","detail":"{readStateIndex:1878; appliedIndex:1877; }","duration":"201.951283ms","start":"2026-04-02T21:25:34.502425Z","end":"2026-04-02T21:25:34.704376Z","steps":["trace[944891601] 'read index received' (duration: 96.887399ms)","trace[944891601] 'applied index is now lower than readState.Index' (duration: 105.062194ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:25:34.704511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.084895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T21:25:34.70449Z","caller":"traceutil/trace.go:171","msg":"trace[2122132974] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"202.498084ms","start":"2026-04-02T21:25:34.50195Z","end":"2026-04-02T21:25:34.704448Z","steps":["trace[2122132974] 'process raft request' (duration: 97.320138ms)","trace[2122132974] 'compare' (duration: 103.811177ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T21:25:34.704551Z","caller":"traceutil/trace.go:171","msg":"trace[10953108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1806; }","duration":"202.149677ms","start":"2026-04-02T21:25:34.502385Z","end":"2026-04-02T21:25:34.704535Z","steps":["trace[10953108] 'agreement among raft nodes before linearized reading' (duration: 202.086956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:25:34.70487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.635603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b83e50e3-9f4f-4aeb-a6ba-a270cc04d58e\" ","response":"range_response_count:1 size:3744"} {"level":"info","ts":"2026-04-02T21:25:34.704981Z","caller":"traceutil/trace.go:171","msg":"trace[1906803517] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b83e50e3-9f4f-4aeb-a6ba-a270cc04d58e; range_end:; response_count:1; response_revision:1806; }","duration":"148.809567ms","start":"2026-04-02T21:25:34.556144Z","end":"2026-04-02T21:25:34.704954Z","steps":["trace[1906803517] 'agreement among raft nodes before linearized reading' (duration: 148.459179ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:25:48.664855Z","caller":"traceutil/trace.go:171","msg":"trace[596754456] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"163.586075ms","start":"2026-04-02T21:25:48.501245Z","end":"2026-04-02T21:25:48.664831Z","steps":["trace[596754456] 'process raft request' (duration: 163.456732ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:26:24.697854Z","caller":"traceutil/trace.go:171","msg":"trace[591145519] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"138.664803ms","start":"2026-04-02T21:26:24.559174Z","end":"2026-04-02T21:26:24.697839Z","steps":["trace[591145519] 'process raft request' (duration: 130.410238ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:26:25.154624Z","caller":"traceutil/trace.go:171","msg":"trace[1267738733] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"239.94764ms","start":"2026-04-02T21:26:24.914645Z","end":"2026-04-02T21:26:25.154593Z","steps":["trace[1267738733] 'process raft request' (duration: 239.777526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:26:25.438666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.305984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-02T21:26:25.438772Z","caller":"traceutil/trace.go:171","msg":"trace[1825881095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2129; }","duration":"136.468587ms","start":"2026-04-02T21:26:25.30228Z","end":"2026-04-02T21:26:25.438748Z","steps":["trace[1825881095] 'range keys from in-memory index tree' (duration: 136.022407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:26:30.886745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.732377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-02T21:26:30.8868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.440487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-02T21:26:30.886856Z","caller":"traceutil/trace.go:171","msg":"trace[1897133718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2158; }","duration":"164.897521ms","start":"2026-04-02T21:26:30.72194Z","end":"2026-04-02T21:26:30.886838Z","steps":["trace[1897133718] 'range keys from in-memory index tree' (duration: 164.533043ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:26:30.886863Z","caller":"traceutil/trace.go:171","msg":"trace[1107448004] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2158; }","duration":"145.535379ms","start":"2026-04-02T21:26:30.741313Z","end":"2026-04-02T21:26:30.886848Z","steps":["trace[1107448004] 'range keys from in-memory index tree' (duration: 145.296423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:27:49.587403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.580729ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T21:27:49.587531Z","caller":"traceutil/trace.go:171","msg":"trace[364110365] transaction","detail":"{read_only:false; response_revision:2776; number_of_response:1; }","duration":"283.589369ms","start":"2026-04-02T21:27:49.303916Z","end":"2026-04-02T21:27:49.587505Z","steps":["trace[364110365] 'process raft request' (duration: 166.803136ms)","trace[364110365] 'compare' (duration: 116.462396ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T21:27:49.6692Z","caller":"traceutil/trace.go:171","msg":"trace[1282780081] linearizableReadLoop","detail":"{readStateIndex:2886; appliedIndex:2885; }","duration":"169.370001ms","start":"2026-04-02T21:27:49.499793Z","end":"2026-04-02T21:27:49.669163Z","steps":["trace[1282780081] 'read index received' (duration: 103.988331ms)","trace[1282780081] 'applied index is now lower than readState.Index' (duration: 65.37614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:27:49.669417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.613416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T21:27:49.669521Z","caller":"traceutil/trace.go:171","msg":"trace[1533127105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2777; }","duration":"169.758059ms","start":"2026-04-02T21:27:49.499739Z","end":"2026-04-02T21:27:49.669497Z","steps":["trace[1533127105] 'agreement among raft nodes before linearized reading' (duration: 169.542575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:30:25.292426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.281216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T21:30:25.292498Z","caller":"traceutil/trace.go:171","msg":"trace[860353430] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:3800; }","duration":"107.365468ms","start":"2026-04-02T21:30:25.185117Z","end":"2026-04-02T21:30:25.292483Z","steps":["trace[860353430] 'count revisions from in-memory index tree' (duration: 107.194914ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:31:44.188168Z","caller":"traceutil/trace.go:171","msg":"trace[233551861] transaction","detail":"{read_only:false; response_revision:4809; number_of_response:1; }","duration":"100.058129ms","start":"2026-04-02T21:31:44.088093Z","end":"2026-04-02T21:31:44.188151Z","steps":["trace[233551861] 'process raft request' (duration: 99.951197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:31:47.100767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.826357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T21:31:47.10133Z","caller":"traceutil/trace.go:171","msg":"trace[1011711350] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"154.260625ms","start":"2026-04-02T21:31:46.947048Z","end":"2026-04-02T21:31:47.101308Z","steps":["trace[1011711350] 'compare' (duration: 145.678124ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:31:47.101711Z","caller":"traceutil/trace.go:171","msg":"trace[790886118] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"151.15797ms","start":"2026-04-02T21:31:46.950536Z","end":"2026-04-02T21:31:47.101694Z","steps":["trace[790886118] 'process raft request' (duration: 150.350354ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:31:47.319905Z","caller":"traceutil/trace.go:171","msg":"trace[659903629] linearizableReadLoop","detail":"{readStateIndex:5148; appliedIndex:5147; }","duration":"166.513765ms","start":"2026-04-02T21:31:47.153368Z","end":"2026-04-02T21:31:47.319881Z","steps":["trace[659903629] 'read index received' (duration: 89.572787ms)","trace[659903629] 'applied index is now lower than readState.Index' (duration: 76.939968ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T21:31:47.320049Z","caller":"traceutil/trace.go:171","msg":"trace[1254810645] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"208.950795ms","start":"2026-04-02T21:31:47.111047Z","end":"2026-04-02T21:31:47.319997Z","steps":["trace[1254810645] 'process raft request' (duration: 131.869703ms)","trace[1254810645] 'compare' (duration: 76.837736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:31:47.320357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.961524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzscr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T21:31:47.320436Z","caller":"traceutil/trace.go:171","msg":"trace[680727408] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzscr; range_end:; response_count:1; response_revision:4955; }","duration":"167.079747ms","start":"2026-04-02T21:31:47.153336Z","end":"2026-04-02T21:31:47.320416Z","steps":["trace[680727408] 'agreement among raft nodes before linearized reading' (duration: 166.686009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:31:47.320661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.138829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:24 size:719472"} {"level":"info","ts":"2026-04-02T21:31:47.320738Z","caller":"traceutil/trace.go:171","msg":"trace[1967871135] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:24; response_revision:4955; }","duration":"116.262552ms","start":"2026-04-02T21:31:47.204456Z","end":"2026-04-02T21:31:47.320718Z","steps":["trace[1967871135] 'agreement among raft nodes before linearized reading' (duration: 115.610208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:31:58.988492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.185521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T21:31:58.988557Z","caller":"traceutil/trace.go:171","msg":"trace[1688673019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5180; }","duration":"194.296744ms","start":"2026-04-02T21:31:58.794248Z","end":"2026-04-02T21:31:58.988545Z","steps":["trace[1688673019] 'count revisions from in-memory index tree' (duration: 194.072059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:32:06.405387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.217852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T21:32:06.4055Z","caller":"traceutil/trace.go:171","msg":"trace[510017523] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:5329; }","duration":"134.400375ms","start":"2026-04-02T21:32:06.271082Z","end":"2026-04-02T21:32:06.405482Z","steps":["trace[510017523] 'count revisions from in-memory index tree' (duration: 134.11731ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:32:06.694721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.523772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T21:32:06.694892Z","caller":"traceutil/trace.go:171","msg":"trace[358227767] transaction","detail":"{read_only:false; response_revision:5332; number_of_response:1; }","duration":"202.080559ms","start":"2026-04-02T21:32:06.492775Z","end":"2026-04-02T21:32:06.694856Z","steps":["trace[358227767] 'process raft request' (duration: 89.25784ms)","trace[358227767] 'compare' (duration: 112.232936ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T21:32:06.695122Z","caller":"traceutil/trace.go:171","msg":"trace[1515307180] linearizableReadLoop","detail":"{readStateIndex:5535; appliedIndex:5534; }","duration":"202.201301ms","start":"2026-04-02T21:32:06.492904Z","end":"2026-04-02T21:32:06.695105Z","steps":["trace[1515307180] 'read index received' (duration: 89.056966ms)","trace[1515307180] 'applied index is now lower than readState.Index' (duration: 113.143345ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:32:06.695339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.009461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T21:32:06.695379Z","caller":"traceutil/trace.go:171","msg":"trace[399784149] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5333; }","duration":"198.073703ms","start":"2026-04-02T21:32:06.497295Z","end":"2026-04-02T21:32:06.695368Z","steps":["trace[399784149] 'agreement among raft nodes before linearized reading' (duration: 197.999262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:32:06.695443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.510517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-04-02T21:32:06.695537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.790441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T21:32:06.695537Z","caller":"traceutil/trace.go:171","msg":"trace[789415068] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:5333; }","duration":"202.64655ms","start":"2026-04-02T21:32:06.492862Z","end":"2026-04-02T21:32:06.695509Z","steps":["trace[789415068] 'agreement among raft nodes before linearized reading' (duration: 202.370494ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:32:06.695608Z","caller":"traceutil/trace.go:171","msg":"trace[571285729] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:5333; }","duration":"141.919494ms","start":"2026-04-02T21:32:06.553674Z","end":"2026-04-02T21:32:06.695594Z","steps":["trace[571285729] 'agreement among raft nodes before linearized reading' (duration: 141.788561ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:32:06.909635Z","caller":"traceutil/trace.go:171","msg":"trace[1898869993] linearizableReadLoop","detail":"{readStateIndex:5538; appliedIndex:5537; }","duration":"159.62488ms","start":"2026-04-02T21:32:06.749984Z","end":"2026-04-02T21:32:06.909609Z","steps":["trace[1898869993] 'read index received' (duration: 156.510174ms)","trace[1898869993] 'applied index is now lower than readState.Index' (duration: 3.113356ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T21:32:06.90969Z","caller":"traceutil/trace.go:171","msg":"trace[1017747599] transaction","detail":"{read_only:false; response_revision:5335; number_of_response:1; }","duration":"202.924987ms","start":"2026-04-02T21:32:06.706721Z","end":"2026-04-02T21:32:06.909646Z","steps":["trace[1017747599] 'process raft request' (duration: 199.830591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:32:06.90982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.419092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-02T21:32:06.909855Z","caller":"traceutil/trace.go:171","msg":"trace[1767317754] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:5335; }","duration":"156.502314ms","start":"2026-04-02T21:32:06.753341Z","end":"2026-04-02T21:32:06.909844Z","steps":["trace[1767317754] 'agreement among raft nodes before linearized reading' (duration: 156.396231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:32:06.909907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.230001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-02T21:32:06.909999Z","caller":"traceutil/trace.go:171","msg":"trace[399366631] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5335; }","duration":"185.357384ms","start":"2026-04-02T21:32:06.724617Z","end":"2026-04-02T21:32:06.909974Z","steps":["trace[399366631] 'agreement among raft nodes before linearized reading' (duration: 185.101699ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:32:57.629447Z","caller":"traceutil/trace.go:171","msg":"trace[118100940] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"115.513326ms","start":"2026-04-02T21:32:57.51391Z","end":"2026-04-02T21:32:57.629423Z","steps":["trace[118100940] 'process raft request' (duration: 115.358783ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:33:31.059642Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3005} {"level":"info","ts":"2026-04-02T21:33:31.132033Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3005,"took":"71.251439ms","hash":167862244,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":31731712,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-02T21:33:31.132087Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":167862244,"revision":3005,"compact-revision":-1} {"level":"info","ts":"2026-04-02T21:38:08.929416Z","caller":"traceutil/trace.go:171","msg":"trace[127027801] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"218.817941ms","start":"2026-04-02T21:38:08.710569Z","end":"2026-04-02T21:38:08.929387Z","steps":["trace[127027801] 'process raft request' (duration: 218.607276ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:38:09.114505Z","caller":"traceutil/trace.go:171","msg":"trace[1983912270] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"171.795753ms","start":"2026-04-02T21:38:08.942683Z","end":"2026-04-02T21:38:09.114479Z","steps":["trace[1983912270] 'process raft request' (duration: 171.64287ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:38:20.624833Z","caller":"traceutil/trace.go:171","msg":"trace[1233732952] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"201.335228ms","start":"2026-04-02T21:38:20.423472Z","end":"2026-04-02T21:38:20.624808Z","steps":["trace[1233732952] 'process raft request' (duration: 201.034182ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:38:21.583881Z","caller":"traceutil/trace.go:171","msg":"trace[1454678541] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"176.171826ms","start":"2026-04-02T21:38:21.407685Z","end":"2026-04-02T21:38:21.583856Z","steps":["trace[1454678541] 'process raft request' (duration: 176.010183ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:38:21.597961Z","caller":"traceutil/trace.go:171","msg":"trace[2103549589] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"189.846615ms","start":"2026-04-02T21:38:21.408079Z","end":"2026-04-02T21:38:21.597926Z","steps":["trace[2103549589] 'process raft request' (duration: 189.59743ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:38:21.598108Z","caller":"traceutil/trace.go:171","msg":"trace[372657379] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"188.256502ms","start":"2026-04-02T21:38:21.409843Z","end":"2026-04-02T21:38:21.5981Z","steps":["trace[372657379] 'process raft request' (duration: 187.940935ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:38:21.598062Z","caller":"traceutil/trace.go:171","msg":"trace[255952069] linearizableReadLoop","detail":"{readStateIndex:8532; appliedIndex:8529; }","duration":"177.596086ms","start":"2026-04-02T21:38:21.420449Z","end":"2026-04-02T21:38:21.598045Z","steps":["trace[255952069] 'read index received' (duration: 163.279782ms)","trace[255952069] 'applied index is now lower than readState.Index' (duration: 14.315384ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:38:21.598343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.874291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzscr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T21:38:21.598391Z","caller":"traceutil/trace.go:171","msg":"trace[603055980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzscr; range_end:; response_count:1; response_revision:8237; }","duration":"177.957464ms","start":"2026-04-02T21:38:21.420422Z","end":"2026-04-02T21:38:21.598379Z","steps":["trace[603055980] 'agreement among raft nodes before linearized reading' (duration: 177.77892ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:38:31.065308Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6119} {"level":"info","ts":"2026-04-02T21:38:31.167207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6119,"took":"99.507691ms","hash":35621838,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":23085056,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-02T21:38:31.16729Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":35621838,"revision":6119,"compact-revision":3005} {"level":"warn","ts":"2026-04-02T21:38:50.312087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.539524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-02T21:38:50.312205Z","caller":"traceutil/trace.go:171","msg":"trace[2028045524] linearizableReadLoop","detail":"{readStateIndex:8745; appliedIndex:8744; }","duration":"523.148163ms","start":"2026-04-02T21:38:49.789034Z","end":"2026-04-02T21:38:50.312182Z","steps":["trace[2028045524] 'read index received' (duration: 304.315063ms)","trace[2028045524] 'applied index is now lower than readState.Index' (duration: 218.83071ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T21:38:50.312262Z","caller":"traceutil/trace.go:171","msg":"trace[1096368035] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"569.075966ms","start":"2026-04-02T21:38:49.743164Z","end":"2026-04-02T21:38:50.31224Z","steps":["trace[1096368035] 'process raft request' (duration: 350.288017ms)","trace[1096368035] 'compare' (duration: 218.156196ms)"],"step_count":2} {"level":"warn","ts":"2026-04-02T21:38:50.312483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.382168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qzscr\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-04-02T21:38:50.312583Z","caller":"traceutil/trace.go:171","msg":"trace[797547601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qzscr; range_end:; response_count:1; response_revision:8441; }","duration":"523.572432ms","start":"2026-04-02T21:38:49.788991Z","end":"2026-04-02T21:38:50.312564Z","steps":["trace[797547601] 'agreement among raft nodes before linearized reading' (duration: 523.255455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:38:50.312676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T21:38:49.78897Z","time spent":"523.683934ms","remote":"127.0.0.1:51818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-qzscr\" "} {"level":"warn","ts":"2026-04-02T21:38:50.312481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T21:38:49.743151Z","time spent":"569.286891ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-02T21:38:50.340212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.752836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-02T21:38:50.340269Z","caller":"traceutil/trace.go:171","msg":"trace[1904707478] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8443; }","duration":"373.848337ms","start":"2026-04-02T21:38:49.966408Z","end":"2026-04-02T21:38:50.340256Z","steps":["trace[1904707478] 'agreement among raft nodes before linearized reading' (duration: 373.347687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:38:50.34029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-02T21:38:49.966389Z","time spent":"373.894729ms","remote":"127.0.0.1:52136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":864,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-02T21:38:53.513484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.157383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-02T21:38:53.513563Z","caller":"traceutil/trace.go:171","msg":"trace[880741566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8458; }","duration":"107.246734ms","start":"2026-04-02T21:38:53.4063Z","end":"2026-04-02T21:38:53.513546Z","steps":["trace[880741566] 'range keys from in-memory index tree' (duration: 106.958059ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:39:03.486801Z","caller":"traceutil/trace.go:171","msg":"trace[1210293561] transaction","detail":"{read_only:false; response_revision:8555; number_of_response:1; }","duration":"158.870349ms","start":"2026-04-02T21:39:03.327897Z","end":"2026-04-02T21:39:03.486768Z","steps":["trace[1210293561] 'process raft request' (duration: 140.942928ms)","trace[1210293561] 'compare' (duration: 17.590204ms)"],"step_count":2} {"level":"info","ts":"2026-04-02T21:39:03.584415Z","caller":"traceutil/trace.go:171","msg":"trace[1301330707] transaction","detail":"{read_only:false; response_revision:8556; number_of_response:1; }","duration":"173.715684ms","start":"2026-04-02T21:39:03.410662Z","end":"2026-04-02T21:39:03.584377Z","steps":["trace[1301330707] 'process raft request' (duration: 173.460379ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:39:03.584481Z","caller":"traceutil/trace.go:171","msg":"trace[757690174] transaction","detail":"{read_only:false; response_revision:8557; number_of_response:1; }","duration":"169.521235ms","start":"2026-04-02T21:39:03.414928Z","end":"2026-04-02T21:39:03.584449Z","steps":["trace[757690174] 'process raft request' (duration: 169.314941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:39:03.585172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.526771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-7cspz\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-04-02T21:39:03.585244Z","caller":"traceutil/trace.go:171","msg":"trace[81680810] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-7cspz; range_end:; response_count:1; response_revision:8557; }","duration":"174.654352ms","start":"2026-04-02T21:39:03.410575Z","end":"2026-04-02T21:39:03.585229Z","steps":["trace[81680810] 'agreement among raft nodes before linearized reading' (duration: 173.731323ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:39:03.867125Z","caller":"traceutil/trace.go:171","msg":"trace[1662569468] transaction","detail":"{read_only:false; response_revision:8559; number_of_response:1; }","duration":"159.673436ms","start":"2026-04-02T21:39:03.707428Z","end":"2026-04-02T21:39:03.867102Z","steps":["trace[1662569468] 'process raft request' (duration: 157.586341ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:39:04.207968Z","caller":"traceutil/trace.go:171","msg":"trace[1470924137] transaction","detail":"{read_only:false; response_revision:8563; number_of_response:1; }","duration":"167.227756ms","start":"2026-04-02T21:39:04.040701Z","end":"2026-04-02T21:39:04.207929Z","steps":["trace[1470924137] 'process raft request' (duration: 167.034932ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:39:04.475483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.966313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-02T21:39:04.475627Z","caller":"traceutil/trace.go:171","msg":"trace[1303766956] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8563; }","duration":"128.180358ms","start":"2026-04-02T21:39:04.347427Z","end":"2026-04-02T21:39:04.475607Z","steps":["trace[1303766956] 'count revisions from in-memory index tree' (duration: 127.823241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:39:04.475644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.15751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-02T21:39:04.475744Z","caller":"traceutil/trace.go:171","msg":"trace[203254910] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8563; }","duration":"105.308413ms","start":"2026-04-02T21:39:04.370409Z","end":"2026-04-02T21:39:04.475717Z","steps":["trace[203254910] 'range keys from in-memory index tree' (duration: 104.961186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-02T21:39:04.475848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.657443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-04-02T21:39:04.475992Z","caller":"traceutil/trace.go:171","msg":"trace[753791844] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:8563; }","duration":"198.857226ms","start":"2026-04-02T21:39:04.277092Z","end":"2026-04-02T21:39:04.475949Z","steps":["trace[753791844] 'range keys from in-memory index tree' (duration: 198.425308ms)"],"step_count":1} {"level":"info","ts":"2026-04-02T21:39:52.277209Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000245a.wal"} {"level":"info","ts":"2026-04-02T21:41:09.97263Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"201fe5d2d7e0161a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-02T21:41:10.028876Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-02T21:41:10.02919Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-02T21:43:31.07225Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8292} {"level":"info","ts":"2026-04-02T21:43:31.149735Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8292,"took":"74.404251ms","hash":2739655126,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":24805376,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-02T21:43:31.149808Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2739655126,"revision":8292,"compact-revision":6119} {"level":"info","ts":"2026-04-02T21:48:31.079818Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10685} {"level":"info","ts":"2026-04-02T21:48:31.158687Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10685,"took":"77.118306ms","hash":2572592169,"current-db-size-bytes":57741312,"current-db-size":"58 MB","current-db-size-in-use-bytes":20410368,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-02T21:48:31.158744Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2572592169,"revision":10685,"compact-revision":8292}