{"level":"warn","ts":"2026-03-24T14:49:59.103754Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T14:49:59.103883Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.105:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.105:2380","--initial-cluster=instance=https://199.19.213.105:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.105:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.105:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-24T14:49:59.10398Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T14:49:59.103995Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.105:2380"]} {"level":"info","ts":"2026-03-24T14:49:59.10402Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T14:49:59.104774Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"]} {"level":"info","ts":"2026-03-24T14:49:59.104863Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.105:2380"],"listen-peer-urls":["https://199.19.213.105:2380"],"advertise-client-urls":["https://199.19.213.105:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.105:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-24T14:49:59.115044Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"9.894615ms"} {"level":"info","ts":"2026-03-24T14:49:59.122639Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"eb6db91b2c71522f","cluster-id":"f43476f3367c14fb"} {"level":"info","ts":"2026-03-24T14:49:59.122792Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f switched to configuration voters=()"} {"level":"info","ts":"2026-03-24T14:49:59.122836Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became follower at term 0"} {"level":"info","ts":"2026-03-24T14:49:59.122868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft eb6db91b2c71522f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-24T14:49:59.122886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became follower at term 1"} {"level":"info","ts":"2026-03-24T14:49:59.122951Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f switched to configuration voters=(16964418897735406127)"} {"level":"warn","ts":"2026-03-24T14:49:59.129464Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-24T14:49:59.135646Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-24T14:49:59.136904Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-24T14:49:59.140015Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"eb6db91b2c71522f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-24T14:49:59.140391Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:49:59.140375Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"eb6db91b2c71522f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-24T14:49:59.141346Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:49:59.141464Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T14:49:59.142896Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f switched to configuration voters=(16964418897735406127)"} {"level":"info","ts":"2026-03-24T14:49:59.143317Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","added-peer-id":"eb6db91b2c71522f","added-peer-peer-urls":["https://199.19.213.105:2380"]} {"level":"info","ts":"2026-03-24T14:49:59.146494Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T14:49:59.146626Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.105:2380"} {"level":"info","ts":"2026-03-24T14:49:59.146713Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.105:2380"} {"level":"info","ts":"2026-03-24T14:49:59.146806Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"eb6db91b2c71522f","initial-advertise-peer-urls":["https://199.19.213.105:2380"],"listen-peer-urls":["https://199.19.213.105:2380"],"advertise-client-urls":["https://199.19.213.105:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.105:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-24T14:49:59.146851Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-24T14:49:59.223651Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f is starting a new election at term 1"} {"level":"info","ts":"2026-03-24T14:49:59.22369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became pre-candidate at term 1"} {"level":"info","ts":"2026-03-24T14:49:59.223716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f received MsgPreVoteResp from eb6db91b2c71522f at term 1"} {"level":"info","ts":"2026-03-24T14:49:59.223729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became candidate at term 2"} {"level":"info","ts":"2026-03-24T14:49:59.223736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f received MsgVoteResp from eb6db91b2c71522f at term 2"} {"level":"info","ts":"2026-03-24T14:49:59.223747Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"eb6db91b2c71522f became leader at term 2"} {"level":"info","ts":"2026-03-24T14:49:59.223757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: eb6db91b2c71522f elected leader eb6db91b2c71522f at term 2"} {"level":"info","ts":"2026-03-24T14:49:59.224567Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:49:59.225172Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T14:49:59.225169Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"eb6db91b2c71522f","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.105:2379]}","request-path":"/0/members/eb6db91b2c71522f/attributes","cluster-id":"f43476f3367c14fb","publish-timeout":"7s"} {"level":"info","ts":"2026-03-24T14:49:59.225257Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T14:49:59.22545Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-24T14:49:59.225502Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-24T14:49:59.225739Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"f43476f3367c14fb","local-member-id":"eb6db91b2c71522f","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:49:59.226842Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:49:59.226928Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T14:49:59.227302Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.105:2379"} {"level":"info","ts":"2026-03-24T14:49:59.229333Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-24T14:50:36.541914Z","caller":"traceutil/trace.go:171","msg":"trace[1717748283] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"156.888834ms","start":"2026-03-24T14:50:36.384998Z","end":"2026-03-24T14:50:36.541887Z","steps":["trace[1717748283] 'process raft request' (duration: 156.664069ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:50:37.326157Z","caller":"traceutil/trace.go:171","msg":"trace[1852522429] linearizableReadLoop","detail":"{readStateIndex:574; appliedIndex:573; }","duration":"112.085827ms","start":"2026-03-24T14:50:37.214041Z","end":"2026-03-24T14:50:37.326127Z","steps":["trace[1852522429] 'read index received' (duration: 106.193565ms)","trace[1852522429] 'applied index is now lower than readState.Index' (duration: 5.890962ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:50:37.326203Z","caller":"traceutil/trace.go:171","msg":"trace[432767914] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"279.330894ms","start":"2026-03-24T14:50:37.046831Z","end":"2026-03-24T14:50:37.326162Z","steps":["trace[432767914] 'process raft request' (duration: 273.474973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:50:37.326356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.234756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T14:50:37.326411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.332454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-24T14:50:37.326489Z","caller":"traceutil/trace.go:171","msg":"trace[1875054557] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:557; }","duration":"106.40082ms","start":"2026-03-24T14:50:37.220059Z","end":"2026-03-24T14:50:37.32646Z","steps":["trace[1875054557] 'agreement among raft nodes before linearized reading' (duration: 106.226075ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:50:37.326522Z","caller":"traceutil/trace.go:171","msg":"trace[101182432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:557; }","duration":"112.489766ms","start":"2026-03-24T14:50:37.213992Z","end":"2026-03-24T14:50:37.326482Z","steps":["trace[101182432] 'agreement among raft nodes before linearized reading' (duration: 112.273771ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:50:38.628279Z","caller":"traceutil/trace.go:171","msg":"trace[777472329] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"130.589819ms","start":"2026-03-24T14:50:38.497659Z","end":"2026-03-24T14:50:38.628249Z","steps":["trace[777472329] 'process raft request' (duration: 101.283094ms)","trace[777472329] 'compare' (duration: 29.165662ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:50:38.629893Z","caller":"traceutil/trace.go:171","msg":"trace[413220855] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"116.795444ms","start":"2026-03-24T14:50:38.512117Z","end":"2026-03-24T14:50:38.628913Z","steps":["trace[413220855] 'process raft request' (duration: 116.358175ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:50:38.628877Z","caller":"traceutil/trace.go:171","msg":"trace[728788675] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"102.749053ms","start":"2026-03-24T14:50:38.526108Z","end":"2026-03-24T14:50:38.628857Z","steps":["trace[728788675] 'process raft request' (duration: 102.59728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:51:05.730405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.535638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:51:05.730515Z","caller":"traceutil/trace.go:171","msg":"trace[898200577] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"180.566173ms","start":"2026-03-24T14:51:05.549932Z","end":"2026-03-24T14:51:05.730498Z","steps":["trace[898200577] 'process raft request' (duration: 72.27504ms)","trace[898200577] 'compare' (duration: 107.417455ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:51:05.902799Z","caller":"traceutil/trace.go:171","msg":"trace[1689932957] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"106.073127ms","start":"2026-03-24T14:51:05.796706Z","end":"2026-03-24T14:51:05.902779Z","steps":["trace[1689932957] 'process raft request' (duration: 105.962275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:51:59.394334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.390211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T14:51:59.394428Z","caller":"traceutil/trace.go:171","msg":"trace[431879058] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1618; }","duration":"171.542484ms","start":"2026-03-24T14:51:59.222868Z","end":"2026-03-24T14:51:59.39441Z","steps":["trace[431879058] 'count revisions from in-memory index tree' (duration: 171.2917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:51:59.394612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.879562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T14:51:59.394695Z","caller":"traceutil/trace.go:171","msg":"trace[1607379901] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1618; }","duration":"109.002145ms","start":"2026-03-24T14:51:59.285675Z","end":"2026-03-24T14:51:59.394677Z","steps":["trace[1607379901] 'range keys from in-memory index tree' (duration: 108.72525ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:51:59.83077Z","caller":"traceutil/trace.go:171","msg":"trace[550974029] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"122.744944ms","start":"2026-03-24T14:51:59.707991Z","end":"2026-03-24T14:51:59.830736Z","steps":["trace[550974029] 'process raft request' (duration: 122.526629ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:52:44.884789Z","caller":"traceutil/trace.go:171","msg":"trace[718924268] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"171.689136ms","start":"2026-03-24T14:52:44.713079Z","end":"2026-03-24T14:52:44.884768Z","steps":["trace[718924268] 'process raft request' (duration: 171.550093ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:53:39.506717Z","caller":"traceutil/trace.go:171","msg":"trace[1627462961] linearizableReadLoop","detail":"{readStateIndex:2434; appliedIndex:2433; }","duration":"260.608601ms","start":"2026-03-24T14:53:39.246085Z","end":"2026-03-24T14:53:39.506693Z","steps":["trace[1627462961] 'read index received' (duration: 260.468058ms)","trace[1627462961] 'applied index is now lower than readState.Index' (duration: 139.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:53:39.506795Z","caller":"traceutil/trace.go:171","msg":"trace[1075198005] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"272.068674ms","start":"2026-03-24T14:53:39.234695Z","end":"2026-03-24T14:53:39.506764Z","steps":["trace[1075198005] 'process raft request' (duration: 271.86218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:53:39.506852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.743625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T14:53:39.506886Z","caller":"traceutil/trace.go:171","msg":"trace[2060529531] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2340; }","duration":"260.817956ms","start":"2026-03-24T14:53:39.246059Z","end":"2026-03-24T14:53:39.506877Z","steps":["trace[2060529531] 'agreement among raft nodes before linearized reading' (duration: 260.742245ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:53:39.510111Z","caller":"traceutil/trace.go:171","msg":"trace[38576667] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"210.468185ms","start":"2026-03-24T14:53:39.299624Z","end":"2026-03-24T14:53:39.510092Z","steps":["trace[38576667] 'process raft request' (duration: 210.392713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:54:13.351226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.943856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T14:54:13.351315Z","caller":"traceutil/trace.go:171","msg":"trace[736765718] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"132.053521ms","start":"2026-03-24T14:54:13.219247Z","end":"2026-03-24T14:54:13.351301Z","steps":["trace[736765718] 'process raft request' (duration: 29.957281ms)","trace[736765718] 'compare' (duration: 101.853803ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:56:38.261059Z","caller":"traceutil/trace.go:171","msg":"trace[1389910400] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"137.528652ms","start":"2026-03-24T14:56:38.123477Z","end":"2026-03-24T14:56:38.261005Z","steps":["trace[1389910400] 'process raft request' (duration: 60.869526ms)","trace[1389910400] 'compare' (duration: 76.475552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:57:57.762103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.57495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-24T14:57:57.762208Z","caller":"traceutil/trace.go:171","msg":"trace[341345822] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4428; }","duration":"109.737804ms","start":"2026-03-24T14:57:57.652447Z","end":"2026-03-24T14:57:57.762185Z","steps":["trace[341345822] 'range keys from in-memory index tree' (duration: 109.368526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:01.543907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.227044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-24T14:58:01.543995Z","caller":"traceutil/trace.go:171","msg":"trace[516986174] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4562; }","duration":"161.368656ms","start":"2026-03-24T14:58:01.382609Z","end":"2026-03-24T14:58:01.543977Z","steps":["trace[516986174] 'range keys from in-memory index tree' (duration: 161.034549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T14:58:01.544194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.120837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T14:58:01.544282Z","caller":"traceutil/trace.go:171","msg":"trace[312474596] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4562; }","duration":"165.25706ms","start":"2026-03-24T14:58:01.379003Z","end":"2026-03-24T14:58:01.54426Z","steps":["trace[312474596] 'range keys from in-memory index tree' (duration: 164.935673ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:58:03.768495Z","caller":"traceutil/trace.go:171","msg":"trace[1425834361] linearizableReadLoop","detail":"{readStateIndex:4785; appliedIndex:4784; }","duration":"121.478547ms","start":"2026-03-24T14:58:03.646991Z","end":"2026-03-24T14:58:03.768469Z","steps":["trace[1425834361] 'read index received' (duration: 98.447611ms)","trace[1425834361] 'applied index is now lower than readState.Index' (duration: 23.029816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T14:58:03.768806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.803543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-24T14:58:03.768884Z","caller":"traceutil/trace.go:171","msg":"trace[773945664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4604; }","duration":"121.927736ms","start":"2026-03-24T14:58:03.646942Z","end":"2026-03-24T14:58:03.76887Z","steps":["trace[773945664] 'agreement among raft nodes before linearized reading' (duration: 121.718972ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:58:03.768813Z","caller":"traceutil/trace.go:171","msg":"trace[2082449040] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"148.959178ms","start":"2026-03-24T14:58:03.619815Z","end":"2026-03-24T14:58:03.768774Z","steps":["trace[2082449040] 'process raft request' (duration: 125.574755ms)","trace[2082449040] 'compare' (duration: 22.916383ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T14:58:21.846983Z","caller":"traceutil/trace.go:171","msg":"trace[1080742945] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"128.650201ms","start":"2026-03-24T14:58:21.718295Z","end":"2026-03-24T14:58:21.846945Z","steps":["trace[1080742945] 'process raft request' (duration: 128.344744ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T14:59:59.375482Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2757} {"level":"info","ts":"2026-03-24T14:59:59.4447Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2757,"took":"67.74263ms","hash":414945314,"current-db-size-bytes":41447424,"current-db-size":"41 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-24T14:59:59.444787Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":414945314,"revision":2757,"compact-revision":-1} {"level":"info","ts":"2026-03-24T15:04:32.807231Z","caller":"traceutil/trace.go:171","msg":"trace[437783989] linearizableReadLoop","detail":"{readStateIndex:7910; appliedIndex:7909; }","duration":"111.09781ms","start":"2026-03-24T15:04:32.696103Z","end":"2026-03-24T15:04:32.807201Z","steps":["trace[437783989] 'read index received' (duration: 110.813883ms)","trace[437783989] 'applied index is now lower than readState.Index' (duration: 282.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:04:32.807278Z","caller":"traceutil/trace.go:171","msg":"trace[1104430677] transaction","detail":"{read_only:false; response_revision:7628; number_of_response:1; }","duration":"167.151395ms","start":"2026-03-24T15:04:32.640087Z","end":"2026-03-24T15:04:32.807239Z","steps":["trace[1104430677] 'process raft request' (duration: 166.894889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:04:32.807588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.391166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-03-24T15:04:32.807651Z","caller":"traceutil/trace.go:171","msg":"trace[1291910821] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7628; }","duration":"111.563409ms","start":"2026-03-24T15:04:32.696069Z","end":"2026-03-24T15:04:32.807633Z","steps":["trace[1291910821] 'agreement among raft nodes before linearized reading' (duration: 111.259913ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:04:59.382798Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5761} {"level":"info","ts":"2026-03-24T15:04:59.476512Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5761,"took":"91.952142ms","hash":3329546098,"current-db-size-bytes":42614784,"current-db-size":"43 MB","current-db-size-in-use-bytes":22937600,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-24T15:04:59.476609Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3329546098,"revision":5761,"compact-revision":2757} {"level":"info","ts":"2026-03-24T15:05:14.035712Z","caller":"traceutil/trace.go:171","msg":"trace[607859315] transaction","detail":"{read_only:false; response_revision:7882; number_of_response:1; }","duration":"110.888717ms","start":"2026-03-24T15:05:13.924786Z","end":"2026-03-24T15:05:14.035674Z","steps":["trace[607859315] 'process raft request' (duration: 109.989761ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:16.165978Z","caller":"traceutil/trace.go:171","msg":"trace[679322402] transaction","detail":"{read_only:false; response_revision:7892; number_of_response:1; }","duration":"121.89999ms","start":"2026-03-24T15:05:16.044056Z","end":"2026-03-24T15:05:16.165956Z","steps":["trace[679322402] 'process raft request' (duration: 121.500623ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:16.288324Z","caller":"traceutil/trace.go:171","msg":"trace[2082555440] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"117.659386ms","start":"2026-03-24T15:05:16.170628Z","end":"2026-03-24T15:05:16.288287Z","steps":["trace[2082555440] 'process raft request' (duration: 73.70318ms)","trace[2082555440] 'compare' (duration: 43.793613ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:05:16.297806Z","caller":"traceutil/trace.go:171","msg":"trace[1151252517] transaction","detail":"{read_only:false; response_revision:7894; number_of_response:1; }","duration":"126.197316ms","start":"2026-03-24T15:05:16.171592Z","end":"2026-03-24T15:05:16.297789Z","steps":["trace[1151252517] 'process raft request' (duration: 125.949252ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:16.297813Z","caller":"traceutil/trace.go:171","msg":"trace[2095708377] transaction","detail":"{read_only:false; response_revision:7895; number_of_response:1; }","duration":"125.980153ms","start":"2026-03-24T15:05:16.171807Z","end":"2026-03-24T15:05:16.297787Z","steps":["trace[2095708377] 'process raft request' (duration: 125.902042ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:16.297973Z","caller":"traceutil/trace.go:171","msg":"trace[239971890] transaction","detail":"{read_only:false; response_revision:7896; number_of_response:1; }","duration":"126.000653ms","start":"2026-03-24T15:05:16.171965Z","end":"2026-03-24T15:05:16.297966Z","steps":["trace[239971890] 'process raft request' (duration: 125.787709ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:16.298119Z","caller":"traceutil/trace.go:171","msg":"trace[1462067811] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"106.671031ms","start":"2026-03-24T15:05:16.191433Z","end":"2026-03-24T15:05:16.298104Z","steps":["trace[1462067811] 'process raft request' (duration: 106.487148ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:26.284018Z","caller":"traceutil/trace.go:171","msg":"trace[295877416] linearizableReadLoop","detail":"{readStateIndex:8279; appliedIndex:8278; }","duration":"129.801147ms","start":"2026-03-24T15:05:26.154189Z","end":"2026-03-24T15:05:26.283991Z","steps":["trace[295877416] 'read index received' (duration: 7.480139ms)","trace[295877416] 'applied index is now lower than readState.Index' (duration: 122.319807ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:05:26.28406Z","caller":"traceutil/trace.go:171","msg":"trace[1900078326] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"129.180083ms","start":"2026-03-24T15:05:26.154831Z","end":"2026-03-24T15:05:26.284011Z","steps":["trace[1900078326] 'process raft request' (duration: 128.984539ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:26.284004Z","caller":"traceutil/trace.go:171","msg":"trace[849949747] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"151.376697ms","start":"2026-03-24T15:05:26.132568Z","end":"2026-03-24T15:05:26.283944Z","steps":["trace[849949747] 'process raft request' (duration: 151.08245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:05:26.28431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.090423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-bqbsv\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-24T15:05:26.28435Z","caller":"traceutil/trace.go:171","msg":"trace[1071768983] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-bqbsv; range_end:; response_count:1; response_revision:7981; }","duration":"130.151914ms","start":"2026-03-24T15:05:26.154186Z","end":"2026-03-24T15:05:26.284338Z","steps":["trace[1071768983] 'agreement among raft nodes before linearized reading' (duration: 129.917879ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:27.632607Z","caller":"traceutil/trace.go:171","msg":"trace[1455236422] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"172.588159ms","start":"2026-03-24T15:05:27.459992Z","end":"2026-03-24T15:05:27.63258Z","steps":["trace[1455236422] 'process raft request' (duration: 172.347673ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:58.501725Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"eb6db91b2c71522f","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-24T15:08:58.506965Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-24T15:08:58.507075Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-24T15:09:59.389147Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7761} {"level":"info","ts":"2026-03-24T15:09:59.455426Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7761,"took":"63.225604ms","hash":1496988378,"current-db-size-bytes":42614784,"current-db-size":"43 MB","current-db-size-in-use-bytes":26243072,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-24T15:09:59.455501Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1496988378,"revision":7761,"compact-revision":5761} {"level":"info","ts":"2026-03-24T15:14:13.629115Z","caller":"traceutil/trace.go:171","msg":"trace[2144937267] transaction","detail":"{read_only:false; response_revision:11193; number_of_response:1; }","duration":"123.480219ms","start":"2026-03-24T15:14:13.505609Z","end":"2026-03-24T15:14:13.629089Z","steps":["trace[2144937267] 'process raft request' (duration: 123.318575ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:14:13.629372Z","caller":"traceutil/trace.go:171","msg":"trace[1041155267] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"123.590251ms","start":"2026-03-24T15:14:13.505752Z","end":"2026-03-24T15:14:13.629342Z","steps":["trace[1041155267] 'process raft request' (duration: 123.295265ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:14:59.399099Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10002} {"level":"info","ts":"2026-03-24T15:14:59.492508Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10002,"took":"91.165983ms","hash":3715505991,"current-db-size-bytes":42614784,"current-db-size":"43 MB","current-db-size-in-use-bytes":17346560,"current-db-size-in-use":"17 MB"} {"level":"info","ts":"2026-03-24T15:14:59.492592Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3715505991,"revision":10002,"compact-revision":7761}