{"level":"warn","ts":"2026-03-18T01:38:35.585201Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T01:38:35.585285Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.74:2380","--initial-cluster=instance=https://162.253.55.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-18T01:38:35.585378Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-18T01:38:35.585391Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-18T01:38:35.585407Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T01:38:35.586009Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"]} {"level":"info","ts":"2026-03-18T01:38:35.586077Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-18T01:38:35.589504Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.203167ms"} {"level":"info","ts":"2026-03-18T01:38:35.597406Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"30aa8136fb61a722","cluster-id":"e7ea3889c4872560"} {"level":"info","ts":"2026-03-18T01:38:35.59754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=()"} {"level":"info","ts":"2026-03-18T01:38:35.59759Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 0"} {"level":"info","ts":"2026-03-18T01:38:35.597624Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 30aa8136fb61a722 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-18T01:38:35.59765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became follower at term 1"} {"level":"info","ts":"2026-03-18T01:38:35.59773Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"warn","ts":"2026-03-18T01:38:35.608612Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-18T01:38:35.610108Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-18T01:38:35.611955Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-18T01:38:35.613946Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"30aa8136fb61a722","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-18T01:38:35.614131Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"30aa8136fb61a722","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-18T01:38:35.614347Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T01:38:35.614517Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T01:38:35.614559Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-18T01:38:35.616109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 switched to configuration voters=(3506757333007050530)"} {"level":"info","ts":"2026-03-18T01:38:35.616326Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","added-peer-id":"30aa8136fb61a722","added-peer-peer-urls":["https://162.253.55.74:2380"]} {"level":"info","ts":"2026-03-18T01:38:35.618647Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-18T01:38:35.618998Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"30aa8136fb61a722","initial-advertise-peer-urls":["https://162.253.55.74:2380"],"listen-peer-urls":["https://162.253.55.74:2380"],"advertise-client-urls":["https://162.253.55.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-18T01:38:35.619054Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-18T01:38:35.619161Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-18T01:38:35.619708Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.74:2380"} {"level":"info","ts":"2026-03-18T01:38:36.598025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 is starting a new election at term 1"} {"level":"info","ts":"2026-03-18T01:38:36.598106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-18T01:38:36.598129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgPreVoteResp from 30aa8136fb61a722 at term 1"} {"level":"info","ts":"2026-03-18T01:38:36.598147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became candidate at term 2"} {"level":"info","ts":"2026-03-18T01:38:36.598159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 received MsgVoteResp from 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-18T01:38:36.598179Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"30aa8136fb61a722 became leader at term 2"} {"level":"info","ts":"2026-03-18T01:38:36.598198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 30aa8136fb61a722 elected leader 30aa8136fb61a722 at term 2"} {"level":"info","ts":"2026-03-18T01:38:36.599214Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T01:38:36.600164Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T01:38:36.600169Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"30aa8136fb61a722","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.74:2379]}","request-path":"/0/members/30aa8136fb61a722/attributes","cluster-id":"e7ea3889c4872560","publish-timeout":"7s"} {"level":"info","ts":"2026-03-18T01:38:36.600213Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-18T01:38:36.600475Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-18T01:38:36.60052Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-18T01:38:36.600749Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"e7ea3889c4872560","local-member-id":"30aa8136fb61a722","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T01:38:36.600865Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T01:38:36.600912Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-18T01:38:36.6033Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-18T01:38:36.603789Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.74:2379"} {"level":"info","ts":"2026-03-18T01:38:57.24031Z","caller":"traceutil/trace.go:171","msg":"trace[54236709] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"160.23385ms","start":"2026-03-18T01:38:57.080046Z","end":"2026-03-18T01:38:57.24028Z","steps":["trace[54236709] 'process raft request' (duration: 160.042315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:39:02.775356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.591441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-18T01:39:02.775481Z","caller":"traceutil/trace.go:171","msg":"trace[263134795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:426; }","duration":"140.772044ms","start":"2026-03-18T01:39:02.634689Z","end":"2026-03-18T01:39:02.775461Z","steps":["trace[263134795] 'range keys from in-memory index tree' (duration: 140.462267ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:39:12.393809Z","caller":"traceutil/trace.go:171","msg":"trace[2043564899] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"114.457333ms","start":"2026-03-18T01:39:12.279332Z","end":"2026-03-18T01:39:12.393789Z","steps":["trace[2043564899] 'process raft request' (duration: 114.34493ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:40:19.37102Z","caller":"traceutil/trace.go:171","msg":"trace[73304929] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"146.093141ms","start":"2026-03-18T01:40:19.224354Z","end":"2026-03-18T01:40:19.370447Z","steps":["trace[73304929] 'process raft request' (duration: 145.705991ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:40:19.42773Z","caller":"traceutil/trace.go:171","msg":"trace[1690337561] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1605; }","duration":"159.092782ms","start":"2026-03-18T01:40:19.26861Z","end":"2026-03-18T01:40:19.427703Z","steps":["trace[1690337561] 'read index received' (duration: 101.59931ms)","trace[1690337561] 'applied index is now lower than readState.Index' (duration: 57.491642ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:40:19.427886Z","caller":"traceutil/trace.go:171","msg":"trace[1052692996] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"200.901977ms","start":"2026-03-18T01:40:19.22697Z","end":"2026-03-18T01:40:19.427872Z","steps":["trace[1052692996] 'process raft request' (duration: 172.027984ms)","trace[1052692996] 'compare' (duration: 28.581066ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:40:19.428081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.461811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:40:19.428124Z","caller":"traceutil/trace.go:171","msg":"trace[934965017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1548; }","duration":"159.552954ms","start":"2026-03-18T01:40:19.268559Z","end":"2026-03-18T01:40:19.428112Z","steps":["trace[934965017] 'agreement among raft nodes before linearized reading' (duration: 159.475842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:40:19.751988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.757166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.74\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-18T01:40:19.752014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.20602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-18T01:40:19.752085Z","caller":"traceutil/trace.go:171","msg":"trace[986905844] range","detail":"{range_begin:/registry/masterleases/162.253.55.74; range_end:; response_count:1; response_revision:1548; }","duration":"223.91899ms","start":"2026-03-18T01:40:19.528144Z","end":"2026-03-18T01:40:19.752063Z","steps":["trace[986905844] 'range keys from in-memory index tree' (duration: 223.583692ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:40:19.752097Z","caller":"traceutil/trace.go:171","msg":"trace[1052907181] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1548; }","duration":"118.358313ms","start":"2026-03-18T01:40:19.633719Z","end":"2026-03-18T01:40:19.752077Z","steps":["trace[1052907181] 'range keys from in-memory index tree' (duration: 118.052667ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:40:32.376721Z","caller":"traceutil/trace.go:171","msg":"trace[973816867] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"226.547884ms","start":"2026-03-18T01:40:32.150148Z","end":"2026-03-18T01:40:32.376696Z","steps":["trace[973816867] 'process raft request' (duration: 226.39055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:41:09.915074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.645721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:41:09.915192Z","caller":"traceutil/trace.go:171","msg":"trace[261015071] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"215.544549ms","start":"2026-03-18T01:41:09.699628Z","end":"2026-03-18T01:41:09.915173Z","steps":["trace[261015071] 'process raft request' (duration: 96.231753ms)","trace[261015071] 'compare' (duration: 118.497167ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:41:09.951748Z","caller":"traceutil/trace.go:171","msg":"trace[1465462892] transaction","detail":"{read_only:false; response_revision:1843; number_of_response:1; }","duration":"248.992162ms","start":"2026-03-18T01:41:09.702722Z","end":"2026-03-18T01:41:09.951714Z","steps":["trace[1465462892] 'process raft request' (duration: 248.803328ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:41:09.951943Z","caller":"traceutil/trace.go:171","msg":"trace[950339824] transaction","detail":"{read_only:false; response_revision:1844; number_of_response:1; }","duration":"249.047763ms","start":"2026-03-18T01:41:09.702885Z","end":"2026-03-18T01:41:09.951933Z","steps":["trace[950339824] 'process raft request' (duration: 248.781147ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:41:09.951975Z","caller":"traceutil/trace.go:171","msg":"trace[287788214] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1912; }","duration":"209.691958ms","start":"2026-03-18T01:41:09.742222Z","end":"2026-03-18T01:41:09.951914Z","steps":["trace[287788214] 'read index received' (duration: 53.243349ms)","trace[287788214] 'applied index is now lower than readState.Index' (duration: 156.446579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:41:09.952196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.958335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-18T01:41:09.952281Z","caller":"traceutil/trace.go:171","msg":"trace[1823143455] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1844; }","duration":"210.083678ms","start":"2026-03-18T01:41:09.742176Z","end":"2026-03-18T01:41:09.952259Z","steps":["trace[1823143455] 'agreement among raft nodes before linearized reading' (duration: 209.879423ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:41:10.087639Z","caller":"traceutil/trace.go:171","msg":"trace[307840412] transaction","detail":"{read_only:false; response_revision:1845; number_of_response:1; }","duration":"131.018099ms","start":"2026-03-18T01:41:09.95659Z","end":"2026-03-18T01:41:10.087608Z","steps":["trace[307840412] 'process raft request' (duration: 119.021731ms)","trace[307840412] 'compare' (duration: 11.835394ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:42:00.992737Z","caller":"traceutil/trace.go:171","msg":"trace[84162481] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2354; }","duration":"191.23031ms","start":"2026-03-18T01:42:00.801486Z","end":"2026-03-18T01:42:00.992717Z","steps":["trace[84162481] 'read index received' (duration: 191.122677ms)","trace[84162481] 'applied index is now lower than readState.Index' (duration: 106.743µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:42:00.992842Z","caller":"traceutil/trace.go:171","msg":"trace[316228303] transaction","detail":"{read_only:false; response_revision:2266; number_of_response:1; }","duration":"197.485289ms","start":"2026-03-18T01:42:00.795327Z","end":"2026-03-18T01:42:00.992812Z","steps":["trace[316228303] 'process raft request' (duration: 197.250584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:42:00.992922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.415184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:42:00.992952Z","caller":"traceutil/trace.go:171","msg":"trace[1197057981] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2266; }","duration":"191.487055ms","start":"2026-03-18T01:42:00.801458Z","end":"2026-03-18T01:42:00.992945Z","steps":["trace[1197057981] 'agreement among raft nodes before linearized reading' (duration: 191.364332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:42:35.485037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.846982ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-18T01:42:35.485416Z","caller":"traceutil/trace.go:171","msg":"trace[1849329334] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"196.22261ms","start":"2026-03-18T01:42:35.289174Z","end":"2026-03-18T01:42:35.485397Z","steps":["trace[1849329334] 'process raft request' (duration: 196.156608ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:42:35.485543Z","caller":"traceutil/trace.go:171","msg":"trace[1595911886] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"287.715261ms","start":"2026-03-18T01:42:35.197775Z","end":"2026-03-18T01:42:35.48549Z","steps":["trace[1595911886] 'process raft request' (duration: 126.334676ms)","trace[1595911886] 'compare' (duration: 160.596626ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:45:01.222006Z","caller":"traceutil/trace.go:171","msg":"trace[108756717] linearizableReadLoop","detail":"{readStateIndex:3487; appliedIndex:3486; }","duration":"108.192419ms","start":"2026-03-18T01:45:01.11379Z","end":"2026-03-18T01:45:01.221983Z","steps":["trace[108756717] 'read index received' (duration: 107.922592ms)","trace[108756717] 'applied index is now lower than readState.Index' (duration: 268.717µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:45:01.222046Z","caller":"traceutil/trace.go:171","msg":"trace[1300514685] transaction","detail":"{read_only:false; response_revision:3354; number_of_response:1; }","duration":"109.291516ms","start":"2026-03-18T01:45:01.112731Z","end":"2026-03-18T01:45:01.222022Z","steps":["trace[1300514685] 'process raft request' (duration: 109.026869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:45:01.222247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.434445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-18T01:45:01.22233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.386993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-18T01:45:01.222376Z","caller":"traceutil/trace.go:171","msg":"trace[578097200] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3354; }","duration":"108.573409ms","start":"2026-03-18T01:45:01.113783Z","end":"2026-03-18T01:45:01.222356Z","steps":["trace[578097200] 'agreement among raft nodes before linearized reading' (duration: 108.328883ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:45:01.222417Z","caller":"traceutil/trace.go:171","msg":"trace[285488461] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3354; }","duration":"108.517757ms","start":"2026-03-18T01:45:01.11388Z","end":"2026-03-18T01:45:01.222398Z","steps":["trace[285488461] 'agreement among raft nodes before linearized reading' (duration: 108.311052ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:46:24.716066Z","caller":"traceutil/trace.go:171","msg":"trace[1651644376] linearizableReadLoop","detail":"{readStateIndex:4651; appliedIndex:4650; }","duration":"128.295037ms","start":"2026-03-18T01:46:24.587752Z","end":"2026-03-18T01:46:24.716047Z","steps":["trace[1651644376] 'read index received' (duration: 128.237145ms)","trace[1651644376] 'applied index is now lower than readState.Index' (duration: 56.892µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:46:24.716106Z","caller":"traceutil/trace.go:171","msg":"trace[1340625167] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4475; }","duration":"136.240042ms","start":"2026-03-18T01:46:24.579837Z","end":"2026-03-18T01:46:24.716077Z","steps":["trace[1340625167] 'process raft request' (duration: 136.14101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:46:24.716264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.492191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T01:46:24.716322Z","caller":"traceutil/trace.go:171","msg":"trace[1447423126] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4475; }","duration":"128.576303ms","start":"2026-03-18T01:46:24.587732Z","end":"2026-03-18T01:46:24.716309Z","steps":["trace[1447423126] 'agreement among raft nodes before linearized reading' (duration: 128.409529ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:46:24.856803Z","caller":"traceutil/trace.go:171","msg":"trace[599159464] linearizableReadLoop","detail":"{readStateIndex:4652; appliedIndex:4651; }","duration":"140.647554ms","start":"2026-03-18T01:46:24.716136Z","end":"2026-03-18T01:46:24.856784Z","steps":["trace[599159464] 'read index received' (duration: 128.521291ms)","trace[599159464] 'applied index is now lower than readState.Index' (duration: 12.125363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:46:24.857014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.557013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lfblf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T01:46:24.857056Z","caller":"traceutil/trace.go:171","msg":"trace[1702736283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lfblf; range_end:; response_count:1; response_revision:4475; }","duration":"188.611984ms","start":"2026-03-18T01:46:24.668433Z","end":"2026-03-18T01:46:24.857045Z","steps":["trace[1702736283] 'agreement among raft nodes before linearized reading' (duration: 188.43311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:46:24.857045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.917138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T01:46:24.857121Z","caller":"traceutil/trace.go:171","msg":"trace[1933124647] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4475; }","duration":"188.027221ms","start":"2026-03-18T01:46:24.669078Z","end":"2026-03-18T01:46:24.857105Z","steps":["trace[1933124647] 'agreement among raft nodes before linearized reading' (duration: 187.776155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:46:24.8571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.56097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-95a45d7f-21c4-42af-ad99-882418318783\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-03-18T01:46:24.857191Z","caller":"traceutil/trace.go:171","msg":"trace[1310862963] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-95a45d7f-21c4-42af-ad99-882418318783; range_end:; response_count:1; response_revision:4475; }","duration":"154.696443ms","start":"2026-03-18T01:46:24.702475Z","end":"2026-03-18T01:46:24.857171Z","steps":["trace[1310862963] 'agreement among raft nodes before linearized reading' (duration: 154.384596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:46:24.86655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.112512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T01:46:24.866622Z","caller":"traceutil/trace.go:171","msg":"trace[1895098903] transaction","detail":"{read_only:false; response_revision:4476; number_of_response:1; }","duration":"147.810902ms","start":"2026-03-18T01:46:24.71879Z","end":"2026-03-18T01:46:24.866601Z","steps":["trace[1895098903] 'process raft request' (duration: 147.529526ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:46:24.866631Z","caller":"traceutil/trace.go:171","msg":"trace[1854108060] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4476; }","duration":"143.239505ms","start":"2026-03-18T01:46:24.72337Z","end":"2026-03-18T01:46:24.866609Z","steps":["trace[1854108060] 'agreement among raft nodes before linearized reading' (duration: 143.124213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:46:24.86675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.702093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/monitoring\" ","response":"range_response_count:1 size:372"} {"level":"info","ts":"2026-03-18T01:46:24.866829Z","caller":"traceutil/trace.go:171","msg":"trace[2143693103] range","detail":"{range_begin:/registry/namespaces/monitoring; range_end:; response_count:1; response_revision:4476; }","duration":"148.822896ms","start":"2026-03-18T01:46:24.717988Z","end":"2026-03-18T01:46:24.866811Z","steps":["trace[2143693103] 'agreement among raft nodes before linearized reading' (duration: 148.55882ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:46:25.217902Z","caller":"traceutil/trace.go:171","msg":"trace[1759813884] transaction","detail":"{read_only:false; response_revision:4487; number_of_response:1; }","duration":"187.874157ms","start":"2026-03-18T01:46:25.03Z","end":"2026-03-18T01:46:25.217875Z","steps":["trace[1759813884] 'process raft request' (duration: 187.809156ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:46:25.217951Z","caller":"traceutil/trace.go:171","msg":"trace[1580024520] transaction","detail":"{read_only:false; response_revision:4486; number_of_response:1; }","duration":"188.817439ms","start":"2026-03-18T01:46:25.029099Z","end":"2026-03-18T01:46:25.217916Z","steps":["trace[1580024520] 'process raft request' (duration: 163.737453ms)","trace[1580024520] 'compare' (duration: 24.79057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-18T01:46:35.922983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.955048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-p6pt8\" ","response":"range_response_count:1 size:7665"} {"level":"info","ts":"2026-03-18T01:46:35.923082Z","caller":"traceutil/trace.go:171","msg":"trace[44371617] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-p6pt8; range_end:; response_count:1; response_revision:4695; }","duration":"101.100271ms","start":"2026-03-18T01:46:35.82196Z","end":"2026-03-18T01:46:35.92306Z","steps":["trace[44371617] 'range keys from in-memory index tree' (duration: 100.776852ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:46:44.264965Z","caller":"traceutil/trace.go:171","msg":"trace[776436135] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"106.303493ms","start":"2026-03-18T01:46:44.158625Z","end":"2026-03-18T01:46:44.264929Z","steps":["trace[776436135] 'process raft request' (duration: 44.823417ms)","trace[776436135] 'compare' (duration: 61.262721ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:46:44.498225Z","caller":"traceutil/trace.go:171","msg":"trace[245824056] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"111.831332ms","start":"2026-03-18T01:46:44.386362Z","end":"2026-03-18T01:46:44.498194Z","steps":["trace[245824056] 'process raft request' (duration: 85.352863ms)","trace[245824056] 'compare' (duration: 26.375067ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:48:36.6282Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2755} {"level":"info","ts":"2026-03-18T01:48:36.68509Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2755,"took":"55.474628ms","hash":2169514332,"current-db-size-bytes":42369024,"current-db-size":"42 MB","current-db-size-in-use-bytes":31854592,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-18T01:48:36.685159Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2169514332,"revision":2755,"compact-revision":-1} {"level":"info","ts":"2026-03-18T01:53:00.1995Z","caller":"traceutil/trace.go:171","msg":"trace[289917618] transaction","detail":"{read_only:false; response_revision:7571; number_of_response:1; }","duration":"155.946449ms","start":"2026-03-18T01:53:00.043523Z","end":"2026-03-18T01:53:00.19947Z","steps":["trace[289917618] 'process raft request' (duration: 155.785505ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:53:11.931384Z","caller":"traceutil/trace.go:171","msg":"trace[1558983405] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"118.443075ms","start":"2026-03-18T01:53:11.812913Z","end":"2026-03-18T01:53:11.931356Z","steps":["trace[1558983405] 'process raft request' (duration: 51.882515ms)","trace[1558983405] 'compare' (duration: 66.407226ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:53:36.633158Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5773} {"level":"info","ts":"2026-03-18T01:53:36.717072Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5773,"took":"82.500026ms","hash":160252106,"current-db-size-bytes":44257280,"current-db-size":"44 MB","current-db-size-in-use-bytes":23924736,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-18T01:53:36.71713Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":160252106,"revision":5773,"compact-revision":2755} {"level":"warn","ts":"2026-03-18T01:53:43.408804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.885192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-lfblf\" ","response":"range_response_count:1 size:6447"} {"level":"info","ts":"2026-03-18T01:53:43.408868Z","caller":"traceutil/trace.go:171","msg":"trace[1417713673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-lfblf; range_end:; response_count:1; response_revision:7832; }","duration":"112.996395ms","start":"2026-03-18T01:53:43.295859Z","end":"2026-03-18T01:53:43.408856Z","steps":["trace[1417713673] 'range keys from in-memory index tree' (duration: 112.707929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:53:53.316115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.521292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-18T01:53:53.3162Z","caller":"traceutil/trace.go:171","msg":"trace[1082295387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7923; }","duration":"139.744787ms","start":"2026-03-18T01:53:53.176436Z","end":"2026-03-18T01:53:53.316181Z","steps":["trace[1082295387] 'range keys from in-memory index tree' (duration: 139.304886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:53:53.316661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.494651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-18T01:53:53.3167Z","caller":"traceutil/trace.go:171","msg":"trace[1053487055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7923; }","duration":"139.566473ms","start":"2026-03-18T01:53:53.177124Z","end":"2026-03-18T01:53:53.316691Z","steps":["trace[1053487055] 'range keys from in-memory index tree' (duration: 139.363418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T01:53:53.316995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.083934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T01:53:53.317038Z","caller":"traceutil/trace.go:171","msg":"trace[1101360311] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:7923; }","duration":"112.166446ms","start":"2026-03-18T01:53:53.204862Z","end":"2026-03-18T01:53:53.317028Z","steps":["trace[1101360311] 'count revisions from in-memory index tree' (duration: 111.984551ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:53:53.693742Z","caller":"traceutil/trace.go:171","msg":"trace[1035381730] transaction","detail":"{read_only:false; response_revision:7927; number_of_response:1; }","duration":"219.248171ms","start":"2026-03-18T01:53:53.474464Z","end":"2026-03-18T01:53:53.693712Z","steps":["trace[1035381730] 'process raft request' (duration: 219.023816ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T01:57:27.517561Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"30aa8136fb61a722","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-18T01:57:27.523694Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-18T01:57:27.523768Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-18T01:58:36.64483Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7795} {"level":"info","ts":"2026-03-18T01:58:36.709053Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7795,"took":"61.178365ms","hash":859022947,"current-db-size-bytes":44257280,"current-db-size":"44 MB","current-db-size-in-use-bytes":27799552,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T01:58:36.709138Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":859022947,"revision":7795,"compact-revision":5773} {"level":"info","ts":"2026-03-18T01:58:45.539885Z","caller":"traceutil/trace.go:171","msg":"trace[315278929] transaction","detail":"{read_only:false; response_revision:10337; number_of_response:1; }","duration":"102.176922ms","start":"2026-03-18T01:58:45.437677Z","end":"2026-03-18T01:58:45.539854Z","steps":["trace[315278929] 'process raft request' (duration: 39.599835ms)","trace[315278929] 'compare' (duration: 62.305471ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T01:58:45.539901Z","caller":"traceutil/trace.go:171","msg":"trace[1618597256] transaction","detail":"{read_only:false; response_revision:10338; number_of_response:1; }","duration":"101.989438ms","start":"2026-03-18T01:58:45.437866Z","end":"2026-03-18T01:58:45.539855Z","steps":["trace[1618597256] 'process raft request' (duration: 101.890796ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:03:36.651584Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10285} {"level":"info","ts":"2026-03-18T02:03:36.733686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10285,"took":"79.72522ms","hash":2631744900,"current-db-size-bytes":44257280,"current-db-size":"44 MB","current-db-size-in-use-bytes":25120768,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-18T02:03:36.733756Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2631744900,"revision":10285,"compact-revision":7795} {"level":"info","ts":"2026-03-18T02:04:12.174608Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000322c.wal"} {"level":"info","ts":"2026-03-18T02:04:53.486998Z","caller":"traceutil/trace.go:171","msg":"trace[2077043023] transaction","detail":"{read_only:false; response_revision:12637; number_of_response:1; }","duration":"126.373435ms","start":"2026-03-18T02:04:53.360599Z","end":"2026-03-18T02:04:53.486973Z","steps":["trace[2077043023] 'process raft request' (duration: 126.232242ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:04:53.592753Z","caller":"traceutil/trace.go:171","msg":"trace[1715845193] transaction","detail":"{read_only:false; response_revision:12638; number_of_response:1; }","duration":"231.301483ms","start":"2026-03-18T02:04:53.361428Z","end":"2026-03-18T02:04:53.59273Z","steps":["trace[1715845193] 'process raft request' (duration: 229.433198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T02:05:08.750405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.663306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-18T02:05:08.750489Z","caller":"traceutil/trace.go:171","msg":"trace[307921162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12741; }","duration":"173.79816ms","start":"2026-03-18T02:05:08.576674Z","end":"2026-03-18T02:05:08.750473Z","steps":["trace[307921162] 'range keys from in-memory index tree' (duration: 173.434091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T02:05:08.750755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.078713ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-18T02:05:08.750817Z","caller":"traceutil/trace.go:171","msg":"trace[2010557531] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12741; }","duration":"157.147384ms","start":"2026-03-18T02:05:08.593662Z","end":"2026-03-18T02:05:08.75081Z","steps":["trace[2010557531] 'range keys from in-memory index tree' (duration: 157.069463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T02:05:08.75114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.222981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-18T02:05:08.7512Z","caller":"traceutil/trace.go:171","msg":"trace[1165963610] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12741; }","duration":"258.310852ms","start":"2026-03-18T02:05:08.492875Z","end":"2026-03-18T02:05:08.751186Z","steps":["trace[1165963610] 'count revisions from in-memory index tree' (duration: 258.097537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T02:05:08.751386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.344317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-18T02:05:08.751445Z","caller":"traceutil/trace.go:171","msg":"trace[617433872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12741; }","duration":"248.440559ms","start":"2026-03-18T02:05:08.50299Z","end":"2026-03-18T02:05:08.75143Z","steps":["trace[617433872] 'range keys from in-memory index tree' (duration: 248.211193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T02:05:08.751676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.015214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-18T02:05:08.751764Z","caller":"traceutil/trace.go:171","msg":"trace[883559736] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12741; }","duration":"220.167138ms","start":"2026-03-18T02:05:08.531578Z","end":"2026-03-18T02:05:08.751745Z","steps":["trace[883559736] 'range keys from in-memory index tree' (duration: 219.80549ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:05:08.928939Z","caller":"traceutil/trace.go:171","msg":"trace[1739964645] linearizableReadLoop","detail":"{readStateIndex:13203; appliedIndex:13202; }","duration":"127.431061ms","start":"2026-03-18T02:05:08.801486Z","end":"2026-03-18T02:05:08.928917Z","steps":["trace[1739964645] 'read index received' (duration: 125.918345ms)","trace[1739964645] 'applied index is now lower than readState.Index' (duration: 1.511905ms)"],"step_count":2} {"level":"info","ts":"2026-03-18T02:05:08.929055Z","caller":"traceutil/trace.go:171","msg":"trace[1239848754] transaction","detail":"{read_only:false; response_revision:12743; number_of_response:1; }","duration":"173.041142ms","start":"2026-03-18T02:05:08.756002Z","end":"2026-03-18T02:05:08.929043Z","steps":["trace[1239848754] 'process raft request' (duration: 171.451044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T02:05:08.929429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.918782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-18T02:05:08.929515Z","caller":"traceutil/trace.go:171","msg":"trace[1662992003] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:12743; }","duration":"128.042545ms","start":"2026-03-18T02:05:08.801451Z","end":"2026-03-18T02:05:08.929494Z","steps":["trace[1662992003] 'agreement among raft nodes before linearized reading' (duration: 127.80569ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:05:10.692553Z","caller":"traceutil/trace.go:171","msg":"trace[1332537488] linearizableReadLoop","detail":"{readStateIndex:13221; appliedIndex:13220; }","duration":"101.562357ms","start":"2026-03-18T02:05:10.590959Z","end":"2026-03-18T02:05:10.692521Z","steps":["trace[1332537488] 'read index received' (duration: 101.413683ms)","trace[1332537488] 'applied index is now lower than readState.Index' (duration: 147.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T02:05:10.692625Z","caller":"traceutil/trace.go:171","msg":"trace[870568839] transaction","detail":"{read_only:false; response_revision:12760; number_of_response:1; }","duration":"101.747881ms","start":"2026-03-18T02:05:10.590864Z","end":"2026-03-18T02:05:10.692612Z","steps":["trace[870568839] 'process raft request' (duration: 101.337021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T02:05:10.692766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.806713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-j4gb6\" ","response":"range_response_count:1 size:13399"} {"level":"info","ts":"2026-03-18T02:05:10.692805Z","caller":"traceutil/trace.go:171","msg":"trace[986312905] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-j4gb6; range_end:; response_count:1; response_revision:12760; }","duration":"101.885884ms","start":"2026-03-18T02:05:10.590909Z","end":"2026-03-18T02:05:10.692795Z","steps":["trace[986312905] 'agreement among raft nodes before linearized reading' (duration: 101.735151ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:05:10.70226Z","caller":"traceutil/trace.go:171","msg":"trace[840519058] transaction","detail":"{read_only:false; response_revision:12761; number_of_response:1; }","duration":"109.850734ms","start":"2026-03-18T02:05:10.592384Z","end":"2026-03-18T02:05:10.702234Z","steps":["trace[840519058] 'process raft request' (duration: 109.69537ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:05:30.515762Z","caller":"traceutil/trace.go:171","msg":"trace[461759188] transaction","detail":"{read_only:false; response_revision:13063; number_of_response:1; }","duration":"220.767062ms","start":"2026-03-18T02:05:30.294967Z","end":"2026-03-18T02:05:30.515734Z","steps":["trace[461759188] 'process raft request' (duration: 220.576628ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:05:30.515777Z","caller":"traceutil/trace.go:171","msg":"trace[1110044683] linearizableReadLoop","detail":"{readStateIndex:13536; appliedIndex:13536; }","duration":"104.757393ms","start":"2026-03-18T02:05:30.410982Z","end":"2026-03-18T02:05:30.515739Z","steps":["trace[1110044683] 'read index received' (duration: 104.742162ms)","trace[1110044683] 'applied index is now lower than readState.Index' (duration: 13.191µs)"],"step_count":2} {"level":"warn","ts":"2026-03-18T02:05:30.516046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.05407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415322"} {"level":"info","ts":"2026-03-18T02:05:30.516093Z","caller":"traceutil/trace.go:171","msg":"trace[632808746] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:13063; }","duration":"105.161523ms","start":"2026-03-18T02:05:30.41092Z","end":"2026-03-18T02:05:30.516081Z","steps":["trace[632808746] 'agreement among raft nodes before linearized reading' (duration: 104.912807ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:05:30.578738Z","caller":"traceutil/trace.go:171","msg":"trace[2118716061] transaction","detail":"{read_only:false; response_revision:13064; number_of_response:1; }","duration":"100.084403ms","start":"2026-03-18T02:05:30.478629Z","end":"2026-03-18T02:05:30.578714Z","steps":["trace[2118716061] 'process raft request' (duration: 99.951229ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:06:46.820176Z","caller":"traceutil/trace.go:171","msg":"trace[1447074553] linearizableReadLoop","detail":"{readStateIndex:14283; appliedIndex:14282; }","duration":"143.762387ms","start":"2026-03-18T02:06:46.676383Z","end":"2026-03-18T02:06:46.820146Z","steps":["trace[1447074553] 'read index received' (duration: 143.609074ms)","trace[1447074553] 'applied index is now lower than readState.Index' (duration: 152.163µs)"],"step_count":2} {"level":"info","ts":"2026-03-18T02:06:46.82025Z","caller":"traceutil/trace.go:171","msg":"trace[572209120] transaction","detail":"{read_only:false; response_revision:13789; number_of_response:1; }","duration":"145.271104ms","start":"2026-03-18T02:06:46.674931Z","end":"2026-03-18T02:06:46.820202Z","steps":["trace[572209120] 'process raft request' (duration: 145.066528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-18T02:06:46.820327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.926532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-qkwsb\" ","response":"range_response_count:1 size:9711"} {"level":"info","ts":"2026-03-18T02:06:46.820362Z","caller":"traceutil/trace.go:171","msg":"trace[901504984] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-qkwsb; range_end:; response_count:1; response_revision:13789; }","duration":"144.008574ms","start":"2026-03-18T02:06:46.676344Z","end":"2026-03-18T02:06:46.820352Z","steps":["trace[901504984] 'agreement among raft nodes before linearized reading' (duration: 143.910722ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:06:46.885345Z","caller":"traceutil/trace.go:171","msg":"trace[1988387471] transaction","detail":"{read_only:false; response_revision:13790; number_of_response:1; }","duration":"151.953702ms","start":"2026-03-18T02:06:46.733366Z","end":"2026-03-18T02:06:46.88532Z","steps":["trace[1988387471] 'process raft request' (duration: 151.747767ms)"],"step_count":1} {"level":"info","ts":"2026-03-18T02:08:36.656931Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12175} {"level":"info","ts":"2026-03-18T02:08:36.736122Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12175,"took":"76.639448ms","hash":1778571166,"current-db-size-bytes":44257280,"current-db-size":"44 MB","current-db-size-in-use-bytes":28147712,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-18T02:08:36.736236Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1778571166,"revision":12175,"compact-revision":10285} {"level":"info","ts":"2026-03-18T02:13:36.67061Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14432} {"level":"info","ts":"2026-03-18T02:13:36.757349Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14432,"took":"83.756236ms","hash":4121959097,"current-db-size-bytes":44257280,"current-db-size":"44 MB","current-db-size-in-use-bytes":27357184,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-18T02:13:36.757414Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4121959097,"revision":14432,"compact-revision":12175} {"level":"info","ts":"2026-03-18T02:18:36.679271Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16443} {"level":"info","ts":"2026-03-18T02:18:36.762913Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16443,"took":"80.036539ms","hash":3492145638,"current-db-size-bytes":44257280,"current-db-size":"44 MB","current-db-size-in-use-bytes":20930560,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-03-18T02:18:36.762971Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3492145638,"revision":16443,"compact-revision":14432}