{"level":"warn","ts":"2026-04-20T09:34:23.37069Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T09:34:23.370821Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.141:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.141:2380","--initial-cluster=instance=https://199.19.213.141:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.141:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.141:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T09:34:23.370908Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T09:34:23.370921Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.141:2380"]} {"level":"info","ts":"2026-04-20T09:34:23.370956Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T09:34:23.371757Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"]} {"level":"info","ts":"2026-04-20T09:34:23.371849Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.141:2380"],"listen-peer-urls":["https://199.19.213.141:2380"],"advertise-client-urls":["https://199.19.213.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.141:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T09:34:23.377015Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.899519ms"} {"level":"info","ts":"2026-04-20T09:34:23.384547Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"fe263d225de0d201","cluster-id":"24f15cf84c3a7bc3"} {"level":"info","ts":"2026-04-20T09:34:23.384656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T09:34:23.384687Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became follower at term 0"} {"level":"info","ts":"2026-04-20T09:34:23.384704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft fe263d225de0d201 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T09:34:23.384719Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became follower at term 1"} {"level":"info","ts":"2026-04-20T09:34:23.384776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=(18313392152561897985)"} {"level":"warn","ts":"2026-04-20T09:34:23.391237Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T09:34:23.39248Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T09:34:23.393629Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T09:34:23.395962Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"fe263d225de0d201","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T09:34:23.396813Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"fe263d225de0d201","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T09:34:23.40087Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 switched to configuration voters=(18313392152561897985)"} {"level":"info","ts":"2026-04-20T09:34:23.401327Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"24f15cf84c3a7bc3","local-member-id":"fe263d225de0d201","added-peer-id":"fe263d225de0d201","added-peer-peer-urls":["https://199.19.213.141:2380"]} {"level":"info","ts":"2026-04-20T09:34:23.397021Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T09:34:23.401792Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T09:34:23.401841Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T09:34:23.404829Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T09:34:23.404912Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.141:2380"} {"level":"info","ts":"2026-04-20T09:34:23.40497Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.141:2380"} {"level":"info","ts":"2026-04-20T09:34:23.405266Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"fe263d225de0d201","initial-advertise-peer-urls":["https://199.19.213.141:2380"],"listen-peer-urls":["https://199.19.213.141:2380"],"advertise-client-urls":["https://199.19.213.141:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.141:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T09:34:23.40532Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T09:34:23.686619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T09:34:23.68669Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T09:34:23.686723Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 received MsgPreVoteResp from fe263d225de0d201 at term 1"} {"level":"info","ts":"2026-04-20T09:34:23.686749Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became candidate at term 2"} {"level":"info","ts":"2026-04-20T09:34:23.686765Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 received MsgVoteResp from fe263d225de0d201 at term 2"} {"level":"info","ts":"2026-04-20T09:34:23.686787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"fe263d225de0d201 became leader at term 2"} {"level":"info","ts":"2026-04-20T09:34:23.686805Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: fe263d225de0d201 elected leader fe263d225de0d201 at term 2"} {"level":"info","ts":"2026-04-20T09:34:23.692997Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T09:34:23.702785Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"fe263d225de0d201","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.141:2379]}","request-path":"/0/members/fe263d225de0d201/attributes","cluster-id":"24f15cf84c3a7bc3","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T09:34:23.702823Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T09:34:23.702868Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T09:34:23.709327Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"24f15cf84c3a7bc3","local-member-id":"fe263d225de0d201","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T09:34:23.709333Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T09:34:23.709407Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T09:34:23.709425Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T09:34:23.709429Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T09:34:23.710966Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.141:2379"} {"level":"info","ts":"2026-04-20T09:34:23.711152Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T09:35:00.672851Z","caller":"traceutil/trace.go:171","msg":"trace[537783411] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:605; }","duration":"176.654316ms","start":"2026-04-20T09:35:00.496175Z","end":"2026-04-20T09:35:00.67283Z","steps":["trace[537783411] 'read index received' (duration: 175.862362ms)","trace[537783411] 'applied index is now lower than readState.Index' (duration: 791.304µs)"],"step_count":2} {"level":"warn","ts":"2026-04-20T09:35:00.673054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.843919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-20T09:35:00.673115Z","caller":"traceutil/trace.go:171","msg":"trace[799778656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:580; }","duration":"176.961332ms","start":"2026-04-20T09:35:00.496143Z","end":"2026-04-20T09:35:00.673105Z","steps":["trace[799778656] 'agreement among raft nodes before linearized reading' (duration: 176.768178ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:35:00.673079Z","caller":"traceutil/trace.go:171","msg":"trace[1168638653] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"177.210936ms","start":"2026-04-20T09:35:00.495767Z","end":"2026-04-20T09:35:00.672978Z","steps":["trace[1168638653] 'process raft request' (duration: 176.489523ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:35:00.955292Z","caller":"traceutil/trace.go:171","msg":"trace[1976134552] linearizableReadLoop","detail":"{readStateIndex:607; appliedIndex:606; }","duration":"245.347374ms","start":"2026-04-20T09:35:00.709915Z","end":"2026-04-20T09:35:00.955262Z","steps":["trace[1976134552] 'read index received' (duration: 199.957084ms)","trace[1976134552] 'applied index is now lower than readState.Index' (duration: 45.38927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T09:35:00.956038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.096857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T09:35:00.956099Z","caller":"traceutil/trace.go:171","msg":"trace[1125264055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:581; }","duration":"246.196059ms","start":"2026-04-20T09:35:00.709886Z","end":"2026-04-20T09:35:00.956082Z","steps":["trace[1125264055] 'agreement among raft nodes before linearized reading' (duration: 245.474166ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:35:00.95583Z","caller":"traceutil/trace.go:171","msg":"trace[2003508900] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"278.930944ms","start":"2026-04-20T09:35:00.676826Z","end":"2026-04-20T09:35:00.955757Z","steps":["trace[2003508900] 'process raft request' (duration: 233.016134ms)","trace[2003508900] 'compare' (duration: 45.177797ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:35:00.971088Z","caller":"traceutil/trace.go:171","msg":"trace[858570406] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"218.390862ms","start":"2026-04-20T09:35:00.75267Z","end":"2026-04-20T09:35:00.971061Z","steps":["trace[858570406] 'process raft request' (duration: 218.23806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:35:01.483777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.388349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-v8rc4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-20T09:35:01.48384Z","caller":"traceutil/trace.go:171","msg":"trace[1858015990] range","detail":"{range_begin:/registry/pods/kube-system/cilium-v8rc4; range_end:; response_count:1; response_revision:583; }","duration":"401.495881ms","start":"2026-04-20T09:35:01.082328Z","end":"2026-04-20T09:35:01.483824Z","steps":["trace[1858015990] 'range keys from in-memory index tree' (duration: 401.213557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:35:01.483868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T09:35:01.082307Z","time spent":"401.555062ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-v8rc4\" "} {"level":"warn","ts":"2026-04-20T09:35:17.289808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.731978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T09:35:17.289954Z","caller":"traceutil/trace.go:171","msg":"trace[623796659] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"248.624013ms","start":"2026-04-20T09:35:17.041293Z","end":"2026-04-20T09:35:17.289917Z","steps":["trace[623796659] 'process raft request' (duration: 147.195984ms)","trace[623796659] 'compare' (duration: 100.593136ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:35:17.318064Z","caller":"traceutil/trace.go:171","msg":"trace[504636068] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:777; }","duration":"116.04927ms","start":"2026-04-20T09:35:17.201985Z","end":"2026-04-20T09:35:17.318034Z","steps":["trace[504636068] 'read index received' (duration: 115.767919ms)","trace[504636068] 'applied index is now lower than readState.Index' (duration: 279.791µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:35:17.318159Z","caller":"traceutil/trace.go:171","msg":"trace[489282160] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"274.448636ms","start":"2026-04-20T09:35:17.04369Z","end":"2026-04-20T09:35:17.318139Z","steps":["trace[489282160] 'process raft request' (duration: 274.181935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:35:17.318368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.3639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-t54xp\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-04-20T09:35:17.318531Z","caller":"traceutil/trace.go:171","msg":"trace[513446174] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-t54xp; range_end:; response_count:1; response_revision:748; }","duration":"116.58054ms","start":"2026-04-20T09:35:17.201928Z","end":"2026-04-20T09:35:17.318509Z","steps":["trace[513446174] 'agreement among raft nodes before linearized reading' (duration: 116.26843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:35:17.318433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.142897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.141\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-20T09:35:17.31874Z","caller":"traceutil/trace.go:171","msg":"trace[1998477576] range","detail":"{range_begin:/registry/masterleases/199.19.213.141; range_end:; response_count:1; response_revision:748; }","duration":"115.465858ms","start":"2026-04-20T09:35:17.203257Z","end":"2026-04-20T09:35:17.318723Z","steps":["trace[1998477576] 'agreement among raft nodes before linearized reading' (duration: 115.035837ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:36:09.704442Z","caller":"traceutil/trace.go:171","msg":"trace[807624658] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"131.661971ms","start":"2026-04-20T09:36:09.572757Z","end":"2026-04-20T09:36:09.704419Z","steps":["trace[807624658] 'process raft request' (duration: 131.531085ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:36:09.798061Z","caller":"traceutil/trace.go:171","msg":"trace[846566853] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1459; }","duration":"129.850639ms","start":"2026-04-20T09:36:09.66818Z","end":"2026-04-20T09:36:09.798031Z","steps":["trace[846566853] 'read index received' (duration: 36.256091ms)","trace[846566853] 'applied index is now lower than readState.Index' (duration: 93.593458ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:36:09.798134Z","caller":"traceutil/trace.go:171","msg":"trace[413651085] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"222.455765ms","start":"2026-04-20T09:36:09.575635Z","end":"2026-04-20T09:36:09.798091Z","steps":["trace[413651085] 'process raft request' (duration: 163.967608ms)","trace[413651085] 'compare' (duration: 58.278902ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T09:36:09.798271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.068334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T09:36:09.798321Z","caller":"traceutil/trace.go:171","msg":"trace[1609952704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1410; }","duration":"130.179951ms","start":"2026-04-20T09:36:09.66813Z","end":"2026-04-20T09:36:09.79831Z","steps":["trace[1609952704] 'agreement among raft nodes before linearized reading' (duration: 130.071864ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:36:34.325032Z","caller":"traceutil/trace.go:171","msg":"trace[350334127] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"271.821568ms","start":"2026-04-20T09:36:34.053183Z","end":"2026-04-20T09:36:34.325005Z","steps":["trace[350334127] 'process raft request' (duration: 271.553817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:36:34.729351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.918813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-97107a3e-687c-4e65-82ab-7025ff7bf61a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-20T09:36:34.729434Z","caller":"traceutil/trace.go:171","msg":"trace[1467436657] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-97107a3e-687c-4e65-82ab-7025ff7bf61a; range_end:; response_count:1; response_revision:1819; }","duration":"107.059148ms","start":"2026-04-20T09:36:34.622353Z","end":"2026-04-20T09:36:34.729412Z","steps":["trace[1467436657] 'range keys from in-memory index tree' (duration: 106.727199ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:37:08.69128Z","caller":"traceutil/trace.go:171","msg":"trace[593335419] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"104.884556ms","start":"2026-04-20T09:37:08.586372Z","end":"2026-04-20T09:37:08.691256Z","steps":["trace[593335419] 'process raft request' (duration: 94.456159ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:37:09.370241Z","caller":"traceutil/trace.go:171","msg":"trace[690681839] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"119.628083ms","start":"2026-04-20T09:37:09.250593Z","end":"2026-04-20T09:37:09.370221Z","steps":["trace[690681839] 'process raft request' (duration: 119.479159ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:37:09.506455Z","caller":"traceutil/trace.go:171","msg":"trace[1333934518] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"126.062892ms","start":"2026-04-20T09:37:09.380367Z","end":"2026-04-20T09:37:09.506429Z","steps":["trace[1333934518] 'process raft request' (duration: 57.532805ms)","trace[1333934518] 'compare' (duration: 68.269128ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:38:40.759015Z","caller":"traceutil/trace.go:171","msg":"trace[355296267] linearizableReadLoop","detail":"{readStateIndex:2773; appliedIndex:2772; }","duration":"184.115074ms","start":"2026-04-20T09:38:40.574868Z","end":"2026-04-20T09:38:40.758983Z","steps":["trace[355296267] 'read index received' (duration: 162.465554ms)","trace[355296267] 'applied index is now lower than readState.Index' (duration: 21.648239ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:38:40.759187Z","caller":"traceutil/trace.go:171","msg":"trace[1563991323] transaction","detail":"{read_only:false; response_revision:2667; number_of_response:1; }","duration":"188.183831ms","start":"2026-04-20T09:38:40.570957Z","end":"2026-04-20T09:38:40.759141Z","steps":["trace[1563991323] 'process raft request' (duration: 166.429983ms)","trace[1563991323] 'compare' (duration: 21.282938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T09:38:40.759328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.437661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-20T09:38:40.759383Z","caller":"traceutil/trace.go:171","msg":"trace[105647919] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2667; }","duration":"184.522589ms","start":"2026-04-20T09:38:40.574842Z","end":"2026-04-20T09:38:40.759364Z","steps":["trace[105647919] 'agreement among raft nodes before linearized reading' (duration: 184.30885ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:38:46.414373Z","caller":"traceutil/trace.go:171","msg":"trace[1971131862] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"130.138211ms","start":"2026-04-20T09:38:46.284203Z","end":"2026-04-20T09:38:46.414342Z","steps":["trace[1971131862] 'process raft request' (duration: 129.979438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:38:46.659337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.185337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-20T09:38:46.659422Z","caller":"traceutil/trace.go:171","msg":"trace[42216148] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2696; }","duration":"151.325508ms","start":"2026-04-20T09:38:46.508076Z","end":"2026-04-20T09:38:46.659401Z","steps":["trace[42216148] 'range keys from in-memory index tree' (duration: 151.000321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:38:46.659476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.876021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-20T09:38:46.659559Z","caller":"traceutil/trace.go:171","msg":"trace[300311982] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2696; }","duration":"133.996741ms","start":"2026-04-20T09:38:46.525543Z","end":"2026-04-20T09:38:46.659539Z","steps":["trace[300311982] 'range keys from in-memory index tree' (duration: 133.744221ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:42:17.354284Z","caller":"traceutil/trace.go:171","msg":"trace[1870244578] transaction","detail":"{read_only:false; response_revision:4431; number_of_response:1; }","duration":"117.02537ms","start":"2026-04-20T09:42:17.237213Z","end":"2026-04-20T09:42:17.354238Z","steps":["trace[1870244578] 'process raft request' (duration: 116.863612ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:42:20.620407Z","caller":"traceutil/trace.go:171","msg":"trace[45692279] transaction","detail":"{read_only:false; response_revision:4524; number_of_response:1; }","duration":"108.554482ms","start":"2026-04-20T09:42:20.511832Z","end":"2026-04-20T09:42:20.620386Z","steps":["trace[45692279] 'process raft request' (duration: 108.354484ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:42:21.371945Z","caller":"traceutil/trace.go:171","msg":"trace[1074600907] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"129.678935ms","start":"2026-04-20T09:42:21.242246Z","end":"2026-04-20T09:42:21.371925Z","steps":["trace[1074600907] 'process raft request' (duration: 129.517747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:42:26.624043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.103261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-04-20T09:42:26.624149Z","caller":"traceutil/trace.go:171","msg":"trace[1961583042] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4624; }","duration":"140.22019ms","start":"2026-04-20T09:42:26.483906Z","end":"2026-04-20T09:42:26.624126Z","steps":["trace[1961583042] 'range keys from in-memory index tree' (duration: 139.920074ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:42:38.618858Z","caller":"traceutil/trace.go:171","msg":"trace[900269278] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"353.558469ms","start":"2026-04-20T09:42:38.265276Z","end":"2026-04-20T09:42:38.618835Z","steps":["trace[900269278] 'process raft request' (duration: 353.44034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:42:38.618975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T09:42:38.265258Z","time spent":"353.662307ms","remote":"127.0.0.1:43960","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11112,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T09:42:38.619614Z","caller":"traceutil/trace.go:171","msg":"trace[154923369] linearizableReadLoop","detail":"{readStateIndex:4985; appliedIndex:4984; }","duration":"223.798679ms","start":"2026-04-20T09:42:38.39579Z","end":"2026-04-20T09:42:38.619588Z","steps":["trace[154923369] 'read index received' (duration: 223.603142ms)","trace[154923369] 'applied index is now lower than readState.Index' (duration: 194.657µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:42:38.619669Z","caller":"traceutil/trace.go:171","msg":"trace[582203129] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"316.88628ms","start":"2026-04-20T09:42:38.302774Z","end":"2026-04-20T09:42:38.61966Z","steps":["trace[582203129] 'process raft request' (duration: 316.711983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:42:38.619746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T09:42:38.302759Z","time spent":"316.93496ms","remote":"127.0.0.1:43890","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-20T09:42:38.619857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.053016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-04-20T09:42:38.619903Z","caller":"traceutil/trace.go:171","msg":"trace[844180848] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4798; }","duration":"224.136724ms","start":"2026-04-20T09:42:38.395752Z","end":"2026-04-20T09:42:38.619889Z","steps":["trace[844180848] 'agreement among raft nodes before linearized reading' (duration: 223.965376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:42:38.620127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.13013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-20T09:42:38.620168Z","caller":"traceutil/trace.go:171","msg":"trace[1857012117] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:4798; }","duration":"184.206079ms","start":"2026-04-20T09:42:38.435951Z","end":"2026-04-20T09:42:38.620157Z","steps":["trace[1857012117] 'agreement among raft nodes before linearized reading' (duration: 184.089411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:42:38.620392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.366002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-20T09:42:38.620426Z","caller":"traceutil/trace.go:171","msg":"trace[148244882] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4798; }","duration":"121.435052ms","start":"2026-04-20T09:42:38.498982Z","end":"2026-04-20T09:42:38.620418Z","steps":["trace[148244882] 'agreement among raft nodes before linearized reading' (duration: 121.348253ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:42:38.748685Z","caller":"traceutil/trace.go:171","msg":"trace[1971212664] transaction","detail":"{read_only:false; response_revision:4800; number_of_response:1; }","duration":"115.997994ms","start":"2026-04-20T09:42:38.632658Z","end":"2026-04-20T09:42:38.748656Z","steps":["trace[1971212664] 'process raft request' (duration: 87.322689ms)","trace[1971212664] 'compare' (duration: 28.480028ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:44:24.195167Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2895} {"level":"info","ts":"2026-04-20T09:44:24.275033Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2895,"took":"78.848237ms","hash":2804717290,"current-db-size-bytes":54235136,"current-db-size":"54 MB","current-db-size-in-use-bytes":29319168,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-20T09:44:24.275084Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2804717290,"revision":2895,"compact-revision":-1} {"level":"info","ts":"2026-04-20T09:46:33.620039Z","caller":"traceutil/trace.go:171","msg":"trace[1390229094] transaction","detail":"{read_only:false; response_revision:6524; number_of_response:1; }","duration":"107.810843ms","start":"2026-04-20T09:46:33.512207Z","end":"2026-04-20T09:46:33.620018Z","steps":["trace[1390229094] 'process raft request' (duration: 107.678017ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:46:34.054827Z","caller":"traceutil/trace.go:171","msg":"trace[815120853] linearizableReadLoop","detail":"{readStateIndex:6771; appliedIndex:6770; }","duration":"116.277481ms","start":"2026-04-20T09:46:33.938532Z","end":"2026-04-20T09:46:34.054809Z","steps":["trace[815120853] 'read index received' (duration: 116.119755ms)","trace[815120853] 'applied index is now lower than readState.Index' (duration: 157.246µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T09:46:34.054966Z","caller":"traceutil/trace.go:171","msg":"trace[1013975273] transaction","detail":"{read_only:false; response_revision:6526; number_of_response:1; }","duration":"150.84009ms","start":"2026-04-20T09:46:33.904106Z","end":"2026-04-20T09:46:34.054946Z","steps":["trace[1013975273] 'process raft request' (duration: 150.594997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T09:46:34.055104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.541692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-20T09:46:34.055178Z","caller":"traceutil/trace.go:171","msg":"trace[1238777766] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6526; }","duration":"116.673279ms","start":"2026-04-20T09:46:33.938484Z","end":"2026-04-20T09:46:34.055158Z","steps":["trace[1238777766] 'agreement among raft nodes before linearized reading' (duration: 116.425686ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T09:49:24.201378Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5612} {"level":"info","ts":"2026-04-20T09:49:24.277423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5612,"took":"74.722841ms","hash":2918392777,"current-db-size-bytes":54235136,"current-db-size":"54 MB","current-db-size-in-use-bytes":18071552,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-20T09:49:24.277566Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2918392777,"revision":5612,"compact-revision":2895}