{"level":"warn","ts":"2026-02-25T19:28:15.887163Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T19:28:15.887239Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.99:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.99:2380","--initial-cluster=instance=https://199.204.45.99:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.99:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.99:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-25T19:28:15.887309Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-25T19:28:15.887325Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-02-25T19:28:15.887343Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T19:28:15.887921Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"]} {"level":"info","ts":"2026-02-25T19:28:15.888011Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.99:2380"],"listen-peer-urls":["https://199.204.45.99:2380"],"advertise-client-urls":["https://199.204.45.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.99:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-25T19:28:15.891752Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.542106ms"} {"level":"info","ts":"2026-02-25T19:28:15.896877Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"21032583b6cd9182","cluster-id":"a96cbe7391f279b7"} {"level":"info","ts":"2026-02-25T19:28:15.896947Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=()"} {"level":"info","ts":"2026-02-25T19:28:15.896966Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became follower at term 0"} {"level":"info","ts":"2026-02-25T19:28:15.89698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 21032583b6cd9182 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-25T19:28:15.896989Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became follower at term 1"} {"level":"info","ts":"2026-02-25T19:28:15.897024Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=(2378786275819622786)"} {"level":"warn","ts":"2026-02-25T19:28:15.903653Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-25T19:28:15.905101Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-25T19:28:15.906268Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-25T19:28:15.908877Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"21032583b6cd9182","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-25T19:28:15.909133Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"21032583b6cd9182","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-25T19:28:15.909236Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:28:15.909402Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:28:15.909421Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-25T19:28:15.911391Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 switched to configuration voters=(2378786275819622786)"} {"level":"info","ts":"2026-02-25T19:28:15.911743Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"a96cbe7391f279b7","local-member-id":"21032583b6cd9182","added-peer-id":"21032583b6cd9182","added-peer-peer-urls":["https://199.204.45.99:2380"]} {"level":"info","ts":"2026-02-25T19:28:15.916759Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-25T19:28:15.916942Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.99:2380"} {"level":"info","ts":"2026-02-25T19:28:15.917028Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.99:2380"} {"level":"info","ts":"2026-02-25T19:28:15.917155Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"21032583b6cd9182","initial-advertise-peer-urls":["https://199.204.45.99:2380"],"listen-peer-urls":["https://199.204.45.99:2380"],"advertise-client-urls":["https://199.204.45.99:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.99:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-25T19:28:15.917227Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-25T19:28:16.49786Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 is starting a new election at term 1"} {"level":"info","ts":"2026-02-25T19:28:16.497916Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-25T19:28:16.497951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 received MsgPreVoteResp from 21032583b6cd9182 at term 1"} {"level":"info","ts":"2026-02-25T19:28:16.49797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became candidate at term 2"} {"level":"info","ts":"2026-02-25T19:28:16.497987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 received MsgVoteResp from 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-02-25T19:28:16.498008Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"21032583b6cd9182 became leader at term 2"} {"level":"info","ts":"2026-02-25T19:28:16.498026Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 21032583b6cd9182 elected leader 21032583b6cd9182 at term 2"} {"level":"info","ts":"2026-02-25T19:28:16.498832Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:28:16.499637Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T19:28:16.499642Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"21032583b6cd9182","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.99:2379]}","request-path":"/0/members/21032583b6cd9182/attributes","cluster-id":"a96cbe7391f279b7","publish-timeout":"7s"} {"level":"info","ts":"2026-02-25T19:28:16.499763Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-25T19:28:16.500109Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-25T19:28:16.500172Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-25T19:28:16.500187Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"a96cbe7391f279b7","local-member-id":"21032583b6cd9182","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:28:16.500357Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:28:16.500404Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-25T19:28:16.501696Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.99:2379"} {"level":"info","ts":"2026-02-25T19:28:16.502834Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-25T19:28:55.482872Z","caller":"traceutil/trace.go:171","msg":"trace[974288706] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"210.22099ms","start":"2026-02-25T19:28:55.272624Z","end":"2026-02-25T19:28:55.482845Z","steps":["trace[974288706] 'process raft request' (duration: 210.018666ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:30:15.653469Z","caller":"traceutil/trace.go:171","msg":"trace[2026722875] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"260.999225ms","start":"2026-02-25T19:30:15.392433Z","end":"2026-02-25T19:30:15.653433Z","steps":["trace[2026722875] 'process raft request' (duration: 260.77149ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:59.640334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.797256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-25T19:30:59.64048Z","caller":"traceutil/trace.go:171","msg":"trace[77503457] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1968; }","duration":"220.086307ms","start":"2026-02-25T19:30:59.420379Z","end":"2026-02-25T19:30:59.640465Z","steps":["trace[77503457] 'read index received' (duration: 56.529287ms)","trace[77503457] 'applied index is now lower than readState.Index' (duration: 163.55568ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:30:59.640529Z","caller":"traceutil/trace.go:171","msg":"trace[241064032] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"235.103575ms","start":"2026-02-25T19:30:59.405393Z","end":"2026-02-25T19:30:59.640497Z","steps":["trace[241064032] 'process raft request' (duration: 71.511695ms)","trace[241064032] 'compare' (duration: 162.511441ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:30:59.640675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.329006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T19:30:59.640713Z","caller":"traceutil/trace.go:171","msg":"trace[1312207479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1894; }","duration":"149.414158ms","start":"2026-02-25T19:30:59.491288Z","end":"2026-02-25T19:30:59.640703Z","steps":["trace[1312207479] 'agreement among raft nodes before linearized reading' (duration: 149.268316ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:30:59.640836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.445573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.99\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-02-25T19:30:59.640959Z","caller":"traceutil/trace.go:171","msg":"trace[1777115167] range","detail":"{range_begin:/registry/masterleases/199.204.45.99; range_end:; response_count:1; response_revision:1894; }","duration":"220.607846ms","start":"2026-02-25T19:30:59.42033Z","end":"2026-02-25T19:30:59.640937Z","steps":["trace[1777115167] 'agreement among raft nodes before linearized reading' (duration: 220.225119ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:00.172809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.001667ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-02-25T19:31:00.172956Z","caller":"traceutil/trace.go:171","msg":"trace[1677144780] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1969; }","duration":"494.959289ms","start":"2026-02-25T19:30:59.67797Z","end":"2026-02-25T19:31:00.172929Z","steps":["trace[1677144780] 'read index received' (duration: 201.812799ms)","trace[1677144780] 'applied index is now lower than readState.Index' (duration: 293.14439ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:31:00.173063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:59.642537Z","time spent":"530.510409ms","remote":"127.0.0.1:51044","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-02-25T19:31:00.173243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.258405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-02-25T19:31:00.173293Z","caller":"traceutil/trace.go:171","msg":"trace[1067581407] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1894; }","duration":"495.363867ms","start":"2026-02-25T19:30:59.677917Z","end":"2026-02-25T19:31:00.173281Z","steps":["trace[1067581407] 'agreement among raft nodes before linearized reading' (duration: 495.176803ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:00.173333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:59.677898Z","time spent":"495.427358ms","remote":"127.0.0.1:51178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12405,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-02-25T19:31:00.22237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.943733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-25T19:31:00.222471Z","caller":"traceutil/trace.go:171","msg":"trace[1357338252] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"133.094086ms","start":"2026-02-25T19:31:00.089353Z","end":"2026-02-25T19:31:00.222447Z","steps":["trace[1357338252] 'agreement among raft nodes before linearized reading' (duration: 132.931993ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:00.222371Z","caller":"traceutil/trace.go:171","msg":"trace[1723477831] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"414.572091ms","start":"2026-02-25T19:30:59.807747Z","end":"2026-02-25T19:31:00.222319Z","steps":["trace[1723477831] 'process raft request' (duration: 414.354997ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:00.22269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-25T19:30:59.807723Z","time spent":"414.854526ms","remote":"127.0.0.1:51262","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-25T19:31:06.594902Z","caller":"traceutil/trace.go:171","msg":"trace[686243283] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"130.531793ms","start":"2026-02-25T19:31:06.46434Z","end":"2026-02-25T19:31:06.594871Z","steps":["trace[686243283] 'process raft request' (duration: 130.37489ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:31:06.883561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.208428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-02-25T19:31:06.883675Z","caller":"traceutil/trace.go:171","msg":"trace[1507703700] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"194.400612ms","start":"2026-02-25T19:31:06.689248Z","end":"2026-02-25T19:31:06.883649Z","steps":["trace[1507703700] 'range keys from in-memory index tree' (duration: 193.923183ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:06.88434Z","caller":"traceutil/trace.go:171","msg":"trace[1928780446] transaction","detail":"{read_only:false; response_revision:1928; number_of_response:1; }","duration":"176.111438ms","start":"2026-02-25T19:31:06.708204Z","end":"2026-02-25T19:31:06.884315Z","steps":["trace[1928780446] 'process raft request' (duration: 175.984995ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:31:12.419589Z","caller":"traceutil/trace.go:171","msg":"trace[1015537805] transaction","detail":"{read_only:false; response_revision:1954; number_of_response:1; }","duration":"104.019753ms","start":"2026-02-25T19:31:12.315547Z","end":"2026-02-25T19:31:12.419567Z","steps":["trace[1015537805] 'process raft request' (duration: 103.894471ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:07.038751Z","caller":"traceutil/trace.go:171","msg":"trace[115679450] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"142.613508ms","start":"2026-02-25T19:32:06.89611Z","end":"2026-02-25T19:32:07.038723Z","steps":["trace[115679450] 'process raft request' (duration: 142.460985ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:39.796571Z","caller":"traceutil/trace.go:171","msg":"trace[1364494608] linearizableReadLoop","detail":"{readStateIndex:2681; appliedIndex:2680; }","duration":"129.360084ms","start":"2026-02-25T19:32:39.667175Z","end":"2026-02-25T19:32:39.796535Z","steps":["trace[1364494608] 'read index received' (duration: 129.010977ms)","trace[1364494608] 'applied index is now lower than readState.Index' (duration: 347.767µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:32:39.796765Z","caller":"traceutil/trace.go:171","msg":"trace[567374175] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"163.228702ms","start":"2026-02-25T19:32:39.63352Z","end":"2026-02-25T19:32:39.796748Z","steps":["trace[567374175] 'process raft request' (duration: 162.747863ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:39.797395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.201629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-02-25T19:32:39.797481Z","caller":"traceutil/trace.go:171","msg":"trace[2017516847] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2575; }","duration":"130.342062ms","start":"2026-02-25T19:32:39.66712Z","end":"2026-02-25T19:32:39.797462Z","steps":["trace[2017516847] 'agreement among raft nodes before linearized reading' (duration: 130.099747ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:32:40.272911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.141539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-25T19:32:40.273045Z","caller":"traceutil/trace.go:171","msg":"trace[1427326906] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2578; }","duration":"142.340712ms","start":"2026-02-25T19:32:40.130669Z","end":"2026-02-25T19:32:40.27301Z","steps":["trace[1427326906] 'range keys from in-memory index tree' (duration: 141.683ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:32:40.412166Z","caller":"traceutil/trace.go:171","msg":"trace[249227830] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"134.483681ms","start":"2026-02-25T19:32:40.277647Z","end":"2026-02-25T19:32:40.412131Z","steps":["trace[249227830] 'process raft request' (duration: 134.272566ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:32.903299Z","caller":"traceutil/trace.go:171","msg":"trace[79486523] linearizableReadLoop","detail":"{readStateIndex:4674; appliedIndex:4673; }","duration":"146.962155ms","start":"2026-02-25T19:36:32.756313Z","end":"2026-02-25T19:36:32.903275Z","steps":["trace[79486523] 'read index received' (duration: 146.766551ms)","trace[79486523] 'applied index is now lower than readState.Index' (duration: 194.784µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:32.903341Z","caller":"traceutil/trace.go:171","msg":"trace[1616317645] transaction","detail":"{read_only:false; response_revision:4489; number_of_response:1; }","duration":"150.638673ms","start":"2026-02-25T19:36:32.752666Z","end":"2026-02-25T19:36:32.903305Z","steps":["trace[1616317645] 'process raft request' (duration: 150.47105ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:32.903761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.396333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:11454"} {"level":"info","ts":"2026-02-25T19:36:32.904041Z","caller":"traceutil/trace.go:171","msg":"trace[182283876] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4489; }","duration":"147.593346ms","start":"2026-02-25T19:36:32.75626Z","end":"2026-02-25T19:36:32.903854Z","steps":["trace[182283876] 'agreement among raft nodes before linearized reading' (duration: 147.134208ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:35.640013Z","caller":"traceutil/trace.go:171","msg":"trace[1203258769] transaction","detail":"{read_only:false; response_revision:4621; number_of_response:1; }","duration":"109.232115ms","start":"2026-02-25T19:36:35.530754Z","end":"2026-02-25T19:36:35.639986Z","steps":["trace[1203258769] 'process raft request' (duration: 109.035991ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:35.661878Z","caller":"traceutil/trace.go:171","msg":"trace[1074164859] transaction","detail":"{read_only:false; response_revision:4622; number_of_response:1; }","duration":"130.202403ms","start":"2026-02-25T19:36:35.531617Z","end":"2026-02-25T19:36:35.66182Z","steps":["trace[1074164859] 'process raft request' (duration: 129.990969ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:36:37.825008Z","caller":"traceutil/trace.go:171","msg":"trace[2141031290] linearizableReadLoop","detail":"{readStateIndex:4845; appliedIndex:4844; }","duration":"114.818119ms","start":"2026-02-25T19:36:37.710168Z","end":"2026-02-25T19:36:37.824986Z","steps":["trace[2141031290] 'read index received' (duration: 88.48145ms)","trace[2141031290] 'applied index is now lower than readState.Index' (duration: 26.335709ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:36:37.825225Z","caller":"traceutil/trace.go:171","msg":"trace[1270112986] transaction","detail":"{read_only:false; response_revision:4656; number_of_response:1; }","duration":"124.04248ms","start":"2026-02-25T19:36:37.701122Z","end":"2026-02-25T19:36:37.825164Z","steps":["trace[1270112986] 'process raft request' (duration: 97.580039ms)","trace[1270112986] 'compare' (duration: 26.190516ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:36:37.825508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.315548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776966"} {"level":"info","ts":"2026-02-25T19:36:37.825554Z","caller":"traceutil/trace.go:171","msg":"trace[1400150505] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4656; }","duration":"115.388789ms","start":"2026-02-25T19:36:37.710153Z","end":"2026-02-25T19:36:37.825542Z","steps":["trace[1400150505] 'agreement among raft nodes before linearized reading' (duration: 114.93023ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:36:48.029142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.274936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-02-25T19:36:48.029242Z","caller":"traceutil/trace.go:171","msg":"trace[1051870447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4848; }","duration":"163.43144ms","start":"2026-02-25T19:36:47.865788Z","end":"2026-02-25T19:36:48.02922Z","steps":["trace[1051870447] 'range keys from in-memory index tree' (duration: 163.097753ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:38:16.531711Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2757} {"level":"info","ts":"2026-02-25T19:38:16.58646Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2757,"took":"53.34573ms","hash":1597114144,"current-db-size-bytes":41021440,"current-db-size":"41 MB","current-db-size-in-use-bytes":30810112,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-02-25T19:38:16.586534Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1597114144,"revision":2757,"compact-revision":-1} {"level":"info","ts":"2026-02-25T19:43:12.581909Z","caller":"traceutil/trace.go:171","msg":"trace[1350404647] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"219.694483ms","start":"2026-02-25T19:43:12.362182Z","end":"2026-02-25T19:43:12.581877Z","steps":["trace[1350404647] 'process raft request' (duration: 219.50391ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:16.539085Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5722} {"level":"info","ts":"2026-02-25T19:43:16.632358Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5722,"took":"91.202321ms","hash":422251977,"current-db-size-bytes":42708992,"current-db-size":"43 MB","current-db-size-in-use-bytes":23228416,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-02-25T19:43:16.632432Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":422251977,"revision":5722,"compact-revision":2757} {"level":"info","ts":"2026-02-25T19:43:43.616113Z","caller":"traceutil/trace.go:171","msg":"trace[889771149] linearizableReadLoop","detail":"{readStateIndex:8226; appliedIndex:8225; }","duration":"237.757788ms","start":"2026-02-25T19:43:43.378323Z","end":"2026-02-25T19:43:43.616081Z","steps":["trace[889771149] 'read index received' (duration: 237.479772ms)","trace[889771149] 'applied index is now lower than readState.Index' (duration: 277.076µs)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:43:43.616251Z","caller":"traceutil/trace.go:171","msg":"trace[437902713] transaction","detail":"{read_only:false; response_revision:7924; number_of_response:1; }","duration":"245.328158ms","start":"2026-02-25T19:43:43.37087Z","end":"2026-02-25T19:43:43.616198Z","steps":["trace[437902713] 'process raft request' (duration: 245.007662ms)"],"step_count":1} {"level":"warn","ts":"2026-02-25T19:43:43.616431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.094063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-02-25T19:43:43.616509Z","caller":"traceutil/trace.go:171","msg":"trace[367972869] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7924; }","duration":"238.230986ms","start":"2026-02-25T19:43:43.378237Z","end":"2026-02-25T19:43:43.616468Z","steps":["trace[367972869] 'agreement among raft nodes before linearized reading' (duration: 238.016212ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:43.758086Z","caller":"traceutil/trace.go:171","msg":"trace[1841132180] transaction","detail":"{read_only:false; response_revision:7925; number_of_response:1; }","duration":"137.037831ms","start":"2026-02-25T19:43:43.621012Z","end":"2026-02-25T19:43:43.75805Z","steps":["trace[1841132180] 'process raft request' (duration: 78.521206ms)","trace[1841132180] 'compare' (duration: 58.392022ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:43:43.7594Z","caller":"traceutil/trace.go:171","msg":"trace[644221948] linearizableReadLoop","detail":"{readStateIndex:8228; appliedIndex:8226; }","duration":"122.234515ms","start":"2026-02-25T19:43:43.637129Z","end":"2026-02-25T19:43:43.759364Z","steps":["trace[644221948] 'read index received' (duration: 62.465178ms)","trace[644221948] 'applied index is now lower than readState.Index' (duration: 59.767527ms)"],"step_count":2} {"level":"warn","ts":"2026-02-25T19:43:43.759628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.416039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-02-25T19:43:43.759701Z","caller":"traceutil/trace.go:171","msg":"trace[1041895197] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7926; }","duration":"122.592271ms","start":"2026-02-25T19:43:43.637088Z","end":"2026-02-25T19:43:43.759681Z","steps":["trace[1041895197] 'agreement among raft nodes before linearized reading' (duration: 122.406788ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:43.759479Z","caller":"traceutil/trace.go:171","msg":"trace[814692348] transaction","detail":"{read_only:false; response_revision:7926; number_of_response:1; }","duration":"137.57938ms","start":"2026-02-25T19:43:43.621859Z","end":"2026-02-25T19:43:43.759438Z","steps":["trace[814692348] 'process raft request' (duration: 137.307815ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:53.767281Z","caller":"traceutil/trace.go:171","msg":"trace[805081293] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"117.939876ms","start":"2026-02-25T19:43:53.649298Z","end":"2026-02-25T19:43:53.767238Z","steps":["trace[805081293] 'process raft request' (duration: 117.397045ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:53.92751Z","caller":"traceutil/trace.go:171","msg":"trace[1791147713] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"118.719411ms","start":"2026-02-25T19:43:53.80873Z","end":"2026-02-25T19:43:53.92745Z","steps":["trace[1791147713] 'process raft request' (duration: 118.66103ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:53.927577Z","caller":"traceutil/trace.go:171","msg":"trace[2023605271] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"119.73135ms","start":"2026-02-25T19:43:53.807794Z","end":"2026-02-25T19:43:53.927526Z","steps":["trace[2023605271] 'process raft request' (duration: 119.416364ms)"],"step_count":1} {"level":"info","ts":"2026-02-25T19:43:54.478083Z","caller":"traceutil/trace.go:171","msg":"trace[1713148699] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"120.614125ms","start":"2026-02-25T19:43:54.357436Z","end":"2026-02-25T19:43:54.47805Z","steps":["trace[1713148699] 'process raft request' (duration: 55.327995ms)","trace[1713148699] 'compare' (duration: 65.072166ms)"],"step_count":2} {"level":"info","ts":"2026-02-25T19:47:39.699642Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"21032583b6cd9182","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-02-25T19:47:39.704943Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-02-25T19:47:39.705129Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-02-25T19:48:16.545427Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7745} {"level":"info","ts":"2026-02-25T19:48:16.60839Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7745,"took":"61.036267ms","hash":2173899061,"current-db-size-bytes":42708992,"current-db-size":"43 MB","current-db-size-in-use-bytes":25092096,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-02-25T19:48:16.608452Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2173899061,"revision":7745,"compact-revision":5722}