{"level":"warn","ts":"2026-04-19T13:32:05.142102Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-19T13:32:05.142233Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.109:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.109:2380","--initial-cluster=instance=https://199.204.45.109:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.109:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.109:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-19T13:32:05.142304Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-19T13:32:05.142314Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-19T13:32:05.142333Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-19T13:32:05.142979Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"]} {"level":"info","ts":"2026-04-19T13:32:05.143071Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.109:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-19T13:32:05.146834Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.490044ms"} {"level":"info","ts":"2026-04-19T13:32:05.152869Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d71a1778b31d4ce","cluster-id":"aaca35652fabf9b2"} {"level":"info","ts":"2026-04-19T13:32:05.152978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=()"} {"level":"info","ts":"2026-04-19T13:32:05.153015Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 0"} {"level":"info","ts":"2026-04-19T13:32:05.153028Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d71a1778b31d4ce [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-19T13:32:05.153051Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became follower at term 1"} {"level":"info","ts":"2026-04-19T13:32:05.153091Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"warn","ts":"2026-04-19T13:32:05.159637Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-19T13:32:05.162581Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-19T13:32:05.164976Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-19T13:32:05.168144Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d71a1778b31d4ce","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-19T13:32:05.168276Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T13:32:05.168431Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T13:32:05.168443Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-19T13:32:05.16835Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d71a1778b31d4ce","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-19T13:32:05.170401Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce switched to configuration voters=(968732929669846222)"} {"level":"info","ts":"2026-04-19T13:32:05.17111Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","added-peer-id":"d71a1778b31d4ce","added-peer-peer-urls":["https://199.204.45.109:2380"]} {"level":"info","ts":"2026-04-19T13:32:05.173448Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-19T13:32:05.173522Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-19T13:32:05.173587Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.109:2380"} {"level":"info","ts":"2026-04-19T13:32:05.173886Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d71a1778b31d4ce","initial-advertise-peer-urls":["https://199.204.45.109:2380"],"listen-peer-urls":["https://199.204.45.109:2380"],"advertise-client-urls":["https://199.204.45.109:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.109:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-19T13:32:05.17393Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-19T13:32:05.354214Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce is starting a new election at term 1"} {"level":"info","ts":"2026-04-19T13:32:05.354414Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became pre-candidate at term 1"} {"level":"info","ts":"2026-04-19T13:32:05.354468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgPreVoteResp from d71a1778b31d4ce at term 1"} {"level":"info","ts":"2026-04-19T13:32:05.354523Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became candidate at term 2"} {"level":"info","ts":"2026-04-19T13:32:05.354597Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce received MsgVoteResp from d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-19T13:32:05.354644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d71a1778b31d4ce became leader at term 2"} {"level":"info","ts":"2026-04-19T13:32:05.354688Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d71a1778b31d4ce elected leader d71a1778b31d4ce at term 2"} {"level":"info","ts":"2026-04-19T13:32:05.355685Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T13:32:05.356522Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d71a1778b31d4ce","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.109:2379]}","request-path":"/0/members/d71a1778b31d4ce/attributes","cluster-id":"aaca35652fabf9b2","publish-timeout":"7s"} {"level":"info","ts":"2026-04-19T13:32:05.3567Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-19T13:32:05.3568Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-19T13:32:05.357068Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"aaca35652fabf9b2","local-member-id":"d71a1778b31d4ce","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T13:32:05.357107Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-19T13:32:05.35722Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-19T13:32:05.357322Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T13:32:05.357418Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-19T13:32:05.360082Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.109:2379"} {"level":"info","ts":"2026-04-19T13:32:05.360627Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-04-19T13:32:35.263797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.580164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-19T13:32:35.263983Z","caller":"traceutil/trace.go:171","msg":"trace[1093363258] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:465; }","duration":"146.853001ms","start":"2026-04-19T13:32:35.117104Z","end":"2026-04-19T13:32:35.263957Z","steps":["trace[1093363258] 'range keys from in-memory index tree' (duration: 146.459681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:32:36.238272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.689989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T13:32:36.238381Z","caller":"traceutil/trace.go:171","msg":"trace[1884943685] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:470; }","duration":"147.905426ms","start":"2026-04-19T13:32:36.090451Z","end":"2026-04-19T13:32:36.238356Z","steps":["trace[1884943685] 'range keys from in-memory index tree' (duration: 147.559076ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:32:43.094644Z","caller":"traceutil/trace.go:171","msg":"trace[1663143154] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"180.787976ms","start":"2026-04-19T13:32:42.913823Z","end":"2026-04-19T13:32:43.094611Z","steps":["trace[1663143154] 'process raft request' (duration: 175.344004ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:32:43.585371Z","caller":"traceutil/trace.go:171","msg":"trace[1161086194] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"272.132676ms","start":"2026-04-19T13:32:43.313206Z","end":"2026-04-19T13:32:43.585339Z","steps":["trace[1161086194] 'read index received' (duration: 271.979962ms)","trace[1161086194] 'applied index is now lower than readState.Index' (duration: 151.394µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:32:43.585417Z","caller":"traceutil/trace.go:171","msg":"trace[343182422] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"429.678137ms","start":"2026-04-19T13:32:43.155704Z","end":"2026-04-19T13:32:43.585382Z","steps":["trace[343182422] 'process raft request' (duration: 429.470412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:32:43.585656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.437714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T13:32:43.585702Z","caller":"traceutil/trace.go:171","msg":"trace[1535275067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:580; }","duration":"272.541486ms","start":"2026-04-19T13:32:43.313148Z","end":"2026-04-19T13:32:43.585689Z","steps":["trace[1535275067] 'agreement among raft nodes before linearized reading' (duration: 272.321911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:32:43.585955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:32:43.155675Z","time spent":"429.824519ms","remote":"127.0.0.1:34246","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-19T13:33:00.095663Z","caller":"traceutil/trace.go:171","msg":"trace[1654565865] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"121.165126ms","start":"2026-04-19T13:32:59.974465Z","end":"2026-04-19T13:33:00.09563Z","steps":["trace[1654565865] 'process raft request' (duration: 120.94341ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:33:26.605349Z","caller":"traceutil/trace.go:171","msg":"trace[1887935129] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"157.633683ms","start":"2026-04-19T13:33:26.447689Z","end":"2026-04-19T13:33:26.605323Z","steps":["trace[1887935129] 'process raft request' (duration: 157.423018ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:33:48.11312Z","caller":"traceutil/trace.go:171","msg":"trace[1645394894] linearizableReadLoop","detail":"{readStateIndex:1433; appliedIndex:1432; }","duration":"138.71711ms","start":"2026-04-19T13:33:47.974368Z","end":"2026-04-19T13:33:48.113085Z","steps":["trace[1645394894] 'read index received' (duration: 138.362162ms)","trace[1645394894] 'applied index is now lower than readState.Index' (duration: 349.218µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:33:48.113197Z","caller":"traceutil/trace.go:171","msg":"trace[321201069] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"171.200636ms","start":"2026-04-19T13:33:47.941938Z","end":"2026-04-19T13:33:48.113139Z","steps":["trace[321201069] 'process raft request' (duration: 170.93277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:33:48.113395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.410808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T13:33:48.113462Z","caller":"traceutil/trace.go:171","msg":"trace[119418410] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1393; }","duration":"110.53026ms","start":"2026-04-19T13:33:48.002915Z","end":"2026-04-19T13:33:48.113446Z","steps":["trace[119418410] 'agreement among raft nodes before linearized reading' (duration: 110.399037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:33:48.113724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.08479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-19T13:33:48.113836Z","caller":"traceutil/trace.go:171","msg":"trace[1170822331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1393; }","duration":"139.492259ms","start":"2026-04-19T13:33:47.974314Z","end":"2026-04-19T13:33:48.113807Z","steps":["trace[1170822331] 'agreement among raft nodes before linearized reading' (duration: 138.934925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:34:12.175128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.892957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T13:34:12.175239Z","caller":"traceutil/trace.go:171","msg":"trace[1493588404] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1806; }","duration":"350.088762ms","start":"2026-04-19T13:34:11.82513Z","end":"2026-04-19T13:34:12.175219Z","steps":["trace[1493588404] 'count revisions from in-memory index tree' (duration: 349.794204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:34:12.175285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:34:11.825107Z","time spent":"350.168714ms","remote":"127.0.0.1:33944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":56,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-19T13:34:12.175537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.569798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e3a3f88-1c3a-403a-a804-06a0b1a99a7a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-19T13:34:12.175699Z","caller":"traceutil/trace.go:171","msg":"trace[2022929669] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e3a3f88-1c3a-403a-a804-06a0b1a99a7a; range_end:; response_count:1; response_revision:1806; }","duration":"189.927326ms","start":"2026-04-19T13:34:11.985744Z","end":"2026-04-19T13:34:12.175671Z","steps":["trace[2022929669] 'range keys from in-memory index tree' (duration: 189.151147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:34:12.175711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.855075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5e3a3f88-1c3a-403a-a804-06a0b1a99a7a\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-19T13:34:12.175844Z","caller":"traceutil/trace.go:171","msg":"trace[1669084713] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5e3a3f88-1c3a-403a-a804-06a0b1a99a7a; range_end:; response_count:1; response_revision:1806; }","duration":"228.03693ms","start":"2026-04-19T13:34:11.947752Z","end":"2026-04-19T13:34:12.175789Z","steps":["trace[1669084713] 'range keys from in-memory index tree' (duration: 227.511017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:34:12.17614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.800422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-19T13:34:12.176239Z","caller":"traceutil/trace.go:171","msg":"trace[1133699136] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1806; }","duration":"242.962126ms","start":"2026-04-19T13:34:11.93325Z","end":"2026-04-19T13:34:12.176212Z","steps":["trace[1133699136] 'range keys from in-memory index tree' (duration: 242.106625ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:34:24.478494Z","caller":"traceutil/trace.go:171","msg":"trace[866157718] transaction","detail":"{read_only:false; response_revision:1915; number_of_response:1; }","duration":"179.249314ms","start":"2026-04-19T13:34:24.299212Z","end":"2026-04-19T13:34:24.478461Z","steps":["trace[866157718] 'process raft request' (duration: 179.059449ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:34:24.480386Z","caller":"traceutil/trace.go:171","msg":"trace[480774989] transaction","detail":"{read_only:false; response_revision:1917; number_of_response:1; }","duration":"166.103421ms","start":"2026-04-19T13:34:24.314263Z","end":"2026-04-19T13:34:24.480366Z","steps":["trace[480774989] 'process raft request' (duration: 166.012259ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:34:24.4804Z","caller":"traceutil/trace.go:171","msg":"trace[343887987] transaction","detail":"{read_only:false; response_revision:1916; number_of_response:1; }","duration":"178.906816ms","start":"2026-04-19T13:34:24.301449Z","end":"2026-04-19T13:34:24.480356Z","steps":["trace[343887987] 'process raft request' (duration: 178.728981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:34:56.86124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.341062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T13:34:56.861531Z","caller":"traceutil/trace.go:171","msg":"trace[1260004200] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"174.105184ms","start":"2026-04-19T13:34:56.687355Z","end":"2026-04-19T13:34:56.86146Z","steps":["trace[1260004200] 'process raft request' (duration: 54.781079ms)","trace[1260004200] 'compare' (duration: 118.172628ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:35:02.850332Z","caller":"traceutil/trace.go:171","msg":"trace[126632996] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"145.781428ms","start":"2026-04-19T13:35:02.704519Z","end":"2026-04-19T13:35:02.8503Z","steps":["trace[126632996] 'process raft request' (duration: 145.617824ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:35:03.039957Z","caller":"traceutil/trace.go:171","msg":"trace[1703599706] linearizableReadLoop","detail":"{readStateIndex:2216; appliedIndex:2213; }","duration":"301.23738ms","start":"2026-04-19T13:35:02.738697Z","end":"2026-04-19T13:35:03.039934Z","steps":["trace[1703599706] 'read index received' (duration: 111.473025ms)","trace[1703599706] 'applied index is now lower than readState.Index' (duration: 189.763315ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:35:03.040077Z","caller":"traceutil/trace.go:171","msg":"trace[1879292243] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"334.337783ms","start":"2026-04-19T13:35:02.705677Z","end":"2026-04-19T13:35:03.040015Z","steps":["trace[1879292243] 'process raft request' (duration: 334.079937ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:35:03.040111Z","caller":"traceutil/trace.go:171","msg":"trace[1548534497] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"334.384574ms","start":"2026-04-19T13:35:02.705685Z","end":"2026-04-19T13:35:03.040069Z","steps":["trace[1548534497] 'process raft request' (duration: 334.20559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:35:03.040204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.766371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-19T13:35:03.040203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.507227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-19T13:35:03.040242Z","caller":"traceutil/trace.go:171","msg":"trace[632894473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2138; }","duration":"153.839953ms","start":"2026-04-19T13:35:02.886392Z","end":"2026-04-19T13:35:03.040232Z","steps":["trace[632894473] 'agreement among raft nodes before linearized reading' (duration: 153.72233ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:35:03.040249Z","caller":"traceutil/trace.go:171","msg":"trace[175014393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2138; }","duration":"301.605539ms","start":"2026-04-19T13:35:02.738633Z","end":"2026-04-19T13:35:03.040238Z","steps":["trace[175014393] 'agreement among raft nodes before linearized reading' (duration: 301.436025ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:35:03.04028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:35:02.738605Z","time spent":"301.66775ms","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-19T13:35:03.040218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:35:02.705643Z","time spent":"334.496707ms","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T13:35:03.040317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:35:02.705651Z","time spent":"334.559599ms","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T13:35:03.272499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.642496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-19T13:35:03.27288Z","caller":"traceutil/trace.go:171","msg":"trace[258763345] linearizableReadLoop","detail":"{readStateIndex:2219; appliedIndex:2216; }","duration":"104.27224ms","start":"2026-04-19T13:35:03.168584Z","end":"2026-04-19T13:35:03.272856Z","steps":["trace[258763345] 'read index received' (duration: 16.06732ms)","trace[258763345] 'applied index is now lower than readState.Index' (duration: 88.20349ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:35:03.272842Z","caller":"traceutil/trace.go:171","msg":"trace[307649345] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"227.692295ms","start":"2026-04-19T13:35:03.045104Z","end":"2026-04-19T13:35:03.272796Z","steps":["trace[307649345] 'process raft request' (duration: 104.613698ms)","trace[307649345] 'compare' (duration: 122.351249ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:35:03.273073Z","caller":"traceutil/trace.go:171","msg":"trace[1023062771] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"227.932821ms","start":"2026-04-19T13:35:03.045106Z","end":"2026-04-19T13:35:03.273039Z","steps":["trace[1023062771] 'process raft request' (duration: 227.542831ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:35:03.273148Z","caller":"traceutil/trace.go:171","msg":"trace[1355357688] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"227.994253ms","start":"2026-04-19T13:35:03.04514Z","end":"2026-04-19T13:35:03.273134Z","steps":["trace[1355357688] 'process raft request' (duration: 227.668645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:35:03.273103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.526696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-19T13:35:03.273287Z","caller":"traceutil/trace.go:171","msg":"trace[130034781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2141; }","duration":"104.767922ms","start":"2026-04-19T13:35:03.168508Z","end":"2026-04-19T13:35:03.273276Z","steps":["trace[130034781] 'agreement among raft nodes before linearized reading' (duration: 104.426114ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:35:53.899779Z","caller":"traceutil/trace.go:171","msg":"trace[1659430906] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"121.603236ms","start":"2026-04-19T13:35:53.778142Z","end":"2026-04-19T13:35:53.899745Z","steps":["trace[1659430906] 'process raft request' (duration: 121.375381ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:36:28.762554Z","caller":"traceutil/trace.go:171","msg":"trace[756328124] transaction","detail":"{read_only:false; response_revision:2794; number_of_response:1; }","duration":"143.616303ms","start":"2026-04-19T13:36:28.618907Z","end":"2026-04-19T13:36:28.762523Z","steps":["trace[756328124] 'process raft request' (duration: 142.208368ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:39:04.886033Z","caller":"traceutil/trace.go:171","msg":"trace[751527705] transaction","detail":"{read_only:false; response_revision:3817; number_of_response:1; }","duration":"142.960974ms","start":"2026-04-19T13:39:04.743039Z","end":"2026-04-19T13:39:04.886Z","steps":["trace[751527705] 'process raft request' (duration: 142.79857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:40:36.509058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.417338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-19T13:40:36.50914Z","caller":"traceutil/trace.go:171","msg":"trace[1573843815] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5229; }","duration":"213.025139ms","start":"2026-04-19T13:40:36.296102Z","end":"2026-04-19T13:40:36.509127Z","steps":["trace[1573843815] 'read index received' (duration: 92.513569ms)","trace[1573843815] 'applied index is now lower than readState.Index' (duration: 120.50858ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:40:36.509182Z","caller":"traceutil/trace.go:171","msg":"trace[607646977] transaction","detail":"{read_only:false; response_revision:5043; number_of_response:1; }","duration":"281.640044ms","start":"2026-04-19T13:40:36.227536Z","end":"2026-04-19T13:40:36.509176Z","steps":["trace[607646977] 'process raft request' (duration: 161.060762ms)","trace[607646977] 'compare' (duration: 120.336716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T13:40:36.509456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.325067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-19T13:40:36.509678Z","caller":"traceutil/trace.go:171","msg":"trace[2046535439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5043; }","duration":"213.597224ms","start":"2026-04-19T13:40:36.296058Z","end":"2026-04-19T13:40:36.509655Z","steps":["trace[2046535439] 'agreement among raft nodes before linearized reading' (duration: 213.130722ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:40:36.515328Z","caller":"traceutil/trace.go:171","msg":"trace[1614948621] transaction","detail":"{read_only:false; response_revision:5045; number_of_response:1; }","duration":"146.911364ms","start":"2026-04-19T13:40:36.368396Z","end":"2026-04-19T13:40:36.515308Z","steps":["trace[1614948621] 'process raft request' (duration: 146.815012ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:40:36.515326Z","caller":"traceutil/trace.go:171","msg":"trace[2124664490] transaction","detail":"{read_only:false; response_revision:5044; number_of_response:1; }","duration":"201.035581ms","start":"2026-04-19T13:40:36.314249Z","end":"2026-04-19T13:40:36.515285Z","steps":["trace[2124664490] 'process raft request' (duration: 200.819836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:40:36.515457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.805559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-9de19e7f-4273-476f-8f6f-fa60e08958b0\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-19T13:40:36.515549Z","caller":"traceutil/trace.go:171","msg":"trace[616161769] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-9de19e7f-4273-476f-8f6f-fa60e08958b0; range_end:; response_count:1; response_revision:5045; }","duration":"158.954852ms","start":"2026-04-19T13:40:36.356573Z","end":"2026-04-19T13:40:36.515528Z","steps":["trace[616161769] 'agreement among raft nodes before linearized reading' (duration: 158.723087ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:40:47.034724Z","caller":"traceutil/trace.go:171","msg":"trace[1906099880] transaction","detail":"{read_only:false; response_revision:5245; number_of_response:1; }","duration":"104.095056ms","start":"2026-04-19T13:40:46.930598Z","end":"2026-04-19T13:40:47.034693Z","steps":["trace[1906099880] 'process raft request' (duration: 103.514981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:40:54.653738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.363603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T13:40:54.653864Z","caller":"traceutil/trace.go:171","msg":"trace[67017118] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:5428; }","duration":"192.552537ms","start":"2026-04-19T13:40:54.461285Z","end":"2026-04-19T13:40:54.653838Z","steps":["trace[67017118] 'count revisions from in-memory index tree' (duration: 192.278401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:40:54.653924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.56701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-597d102a-d075-4512-b267-42d2cbad0822\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-19T13:40:54.653984Z","caller":"traceutil/trace.go:171","msg":"trace[1959567627] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-597d102a-d075-4512-b267-42d2cbad0822; range_end:; response_count:1; response_revision:5428; }","duration":"137.663192ms","start":"2026-04-19T13:40:54.516304Z","end":"2026-04-19T13:40:54.653967Z","steps":["trace[1959567627] 'range keys from in-memory index tree' (duration: 137.324223ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:40:54.691869Z","caller":"traceutil/trace.go:171","msg":"trace[1691679889] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"110.89963ms","start":"2026-04-19T13:40:54.58095Z","end":"2026-04-19T13:40:54.691849Z","steps":["trace[1691679889] 'process raft request' (duration: 110.754657ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:40:54.725242Z","caller":"traceutil/trace.go:171","msg":"trace[2100358807] transaction","detail":"{read_only:false; response_revision:5430; number_of_response:1; }","duration":"126.485314ms","start":"2026-04-19T13:40:54.598717Z","end":"2026-04-19T13:40:54.725202Z","steps":["trace[2100358807] 'process raft request' (duration: 126.283359ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:42:05.461565Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2993} {"level":"info","ts":"2026-04-19T13:42:05.56724Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2993,"took":"102.861159ms","hash":1413287644,"current-db-size-bytes":58372096,"current-db-size":"58 MB","current-db-size-in-use-bytes":33853440,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-19T13:42:05.567304Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1413287644,"revision":2993,"compact-revision":-1} {"level":"info","ts":"2026-04-19T13:47:05.469066Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6088} {"level":"info","ts":"2026-04-19T13:47:05.561566Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6088,"took":"90.367613ms","hash":2259039402,"current-db-size-bytes":58372096,"current-db-size":"58 MB","current-db-size-in-use-bytes":23736320,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-04-19T13:47:05.561624Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2259039402,"revision":6088,"compact-revision":2993} {"level":"info","ts":"2026-04-19T13:47:09.914597Z","caller":"traceutil/trace.go:171","msg":"trace[784453294] linearizableReadLoop","detail":"{readStateIndex:8603; appliedIndex:8602; }","duration":"222.618502ms","start":"2026-04-19T13:47:09.691952Z","end":"2026-04-19T13:47:09.914571Z","steps":["trace[784453294] 'read index received' (duration: 222.395087ms)","trace[784453294] 'applied index is now lower than readState.Index' (duration: 222.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:47:09.914649Z","caller":"traceutil/trace.go:171","msg":"trace[1429499059] transaction","detail":"{read_only:false; response_revision:8314; number_of_response:1; }","duration":"303.416756ms","start":"2026-04-19T13:47:09.611211Z","end":"2026-04-19T13:47:09.914628Z","steps":["trace[1429499059] 'process raft request' (duration: 303.198951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:47:09.914815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.817618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T13:47:09.914911Z","caller":"traceutil/trace.go:171","msg":"trace[2097321803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8314; }","duration":"222.982521ms","start":"2026-04-19T13:47:09.691908Z","end":"2026-04-19T13:47:09.914891Z","steps":["trace[2097321803] 'agreement among raft nodes before linearized reading' (duration: 222.759726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:47:09.914975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:47:09.611175Z","time spent":"303.60503ms","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T13:47:20.485081Z","caller":"traceutil/trace.go:171","msg":"trace[827073208] transaction","detail":"{read_only:false; response_revision:8368; number_of_response:1; }","duration":"198.422341ms","start":"2026-04-19T13:47:20.286631Z","end":"2026-04-19T13:47:20.485053Z","steps":["trace[827073208] 'process raft request' (duration: 198.231717ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:47:20.637856Z","caller":"traceutil/trace.go:171","msg":"trace[1376412884] transaction","detail":"{read_only:false; response_revision:8369; number_of_response:1; }","duration":"125.019366ms","start":"2026-04-19T13:47:20.512808Z","end":"2026-04-19T13:47:20.637827Z","steps":["trace[1376412884] 'process raft request' (duration: 100.542307ms)","trace[1376412884] 'compare' (duration: 24.372286ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:47:21.568354Z","caller":"traceutil/trace.go:171","msg":"trace[1358091416] transaction","detail":"{read_only:false; response_revision:8373; number_of_response:1; }","duration":"240.920354ms","start":"2026-04-19T13:47:21.327394Z","end":"2026-04-19T13:47:21.568314Z","steps":["trace[1358091416] 'process raft request' (duration: 240.740579ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:47:21.57663Z","caller":"traceutil/trace.go:171","msg":"trace[114921729] transaction","detail":"{read_only:false; response_revision:8374; number_of_response:1; }","duration":"247.479241ms","start":"2026-04-19T13:47:21.329122Z","end":"2026-04-19T13:47:21.576601Z","steps":["trace[114921729] 'process raft request' (duration: 247.260126ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:47:49.907867Z","caller":"traceutil/trace.go:171","msg":"trace[1911554206] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"199.605941ms","start":"2026-04-19T13:47:49.708232Z","end":"2026-04-19T13:47:49.907838Z","steps":["trace[1911554206] 'process raft request' (duration: 199.457557ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:47:50.10641Z","caller":"traceutil/trace.go:171","msg":"trace[2016387455] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"395.48492ms","start":"2026-04-19T13:47:49.710891Z","end":"2026-04-19T13:47:50.106376Z","steps":["trace[2016387455] 'process raft request' (duration: 393.578385ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:47:50.106494Z","caller":"traceutil/trace.go:171","msg":"trace[1847049103] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"392.984411ms","start":"2026-04-19T13:47:49.713476Z","end":"2026-04-19T13:47:50.10646Z","steps":["trace[1847049103] 'process raft request' (duration: 392.816676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:47:50.10659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:47:49.710847Z","time spent":"395.643795ms","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-19T13:47:50.106655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:47:49.713457Z","time spent":"393.106114ms","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T13:47:50.107068Z","caller":"traceutil/trace.go:171","msg":"trace[874334246] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"382.11411ms","start":"2026-04-19T13:47:49.724923Z","end":"2026-04-19T13:47:50.107037Z","steps":["trace[874334246] 'process raft request' (duration: 381.437263ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:47:50.107274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:47:49.724901Z","time spent":"382.261323ms","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19370,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T13:47:50.107384Z","caller":"traceutil/trace.go:171","msg":"trace[486608752] linearizableReadLoop","detail":"{readStateIndex:8878; appliedIndex:8875; }","duration":"261.258883ms","start":"2026-04-19T13:47:49.846112Z","end":"2026-04-19T13:47:50.107371Z","steps":["trace[486608752] 'read index received' (duration: 62.223787ms)","trace[486608752] 'applied index is now lower than readState.Index' (duration: 199.033756ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T13:47:50.107567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.451127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-19T13:47:50.107609Z","caller":"traceutil/trace.go:171","msg":"trace[718558226] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8580; }","duration":"261.522388ms","start":"2026-04-19T13:47:49.846075Z","end":"2026-04-19T13:47:50.107598Z","steps":["trace[718558226] 'agreement among raft nodes before linearized reading' (duration: 261.335844ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:48:04.156365Z","caller":"traceutil/trace.go:171","msg":"trace[1737337717] linearizableReadLoop","detail":"{readStateIndex:9003; appliedIndex:9002; }","duration":"123.590242ms","start":"2026-04-19T13:48:04.032748Z","end":"2026-04-19T13:48:04.156338Z","steps":["trace[1737337717] 'read index received' (duration: 123.285594ms)","trace[1737337717] 'applied index is now lower than readState.Index' (duration: 303.748µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:48:04.156683Z","caller":"traceutil/trace.go:171","msg":"trace[1789211727] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"165.168082ms","start":"2026-04-19T13:48:03.991481Z","end":"2026-04-19T13:48:04.156649Z","steps":["trace[1789211727] 'process raft request' (duration: 164.607589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:48:04.157208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.436131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-04-19T13:48:04.15726Z","caller":"traceutil/trace.go:171","msg":"trace[1999612357] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:8698; }","duration":"124.542394ms","start":"2026-04-19T13:48:04.032705Z","end":"2026-04-19T13:48:04.157248Z","steps":["trace[1999612357] 'agreement among raft nodes before linearized reading' (duration: 123.738805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:48:04.553651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.890032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-04-19T13:48:04.553673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.076413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-19T13:48:04.553767Z","caller":"traceutil/trace.go:171","msg":"trace[692895063] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:8701; }","duration":"305.022545ms","start":"2026-04-19T13:48:04.248714Z","end":"2026-04-19T13:48:04.553737Z","steps":["trace[692895063] 'range keys from in-memory index tree' (duration: 304.758789ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:48:04.553821Z","caller":"traceutil/trace.go:171","msg":"trace[2056587805] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:8701; }","duration":"267.257898ms","start":"2026-04-19T13:48:04.286503Z","end":"2026-04-19T13:48:04.553761Z","steps":["trace[2056587805] 'count revisions from in-memory index tree' (duration: 266.978451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:48:04.553836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:48:04.248706Z","time spent":"305.112027ms","remote":"127.0.0.1:33928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1016,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-04-19T13:48:04.554339Z","caller":"traceutil/trace.go:171","msg":"trace[127208928] transaction","detail":"{read_only:false; response_revision:8702; number_of_response:1; }","duration":"253.584588ms","start":"2026-04-19T13:48:04.300706Z","end":"2026-04-19T13:48:04.554291Z","steps":["trace[127208928] 'process raft request' (duration: 208.964615ms)","trace[127208928] 'compare' (duration: 43.824284ms)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:48:04.633341Z","caller":"traceutil/trace.go:171","msg":"trace[953832209] linearizableReadLoop","detail":"{readStateIndex:9008; appliedIndex:9006; }","duration":"192.308055ms","start":"2026-04-19T13:48:04.440999Z","end":"2026-04-19T13:48:04.633307Z","steps":["trace[953832209] 'read index received' (duration: 68.780025ms)","trace[953832209] 'applied index is now lower than readState.Index' (duration: 123.52724ms)"],"step_count":2} {"level":"warn","ts":"2026-04-19T13:48:04.633534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.54102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-19T13:48:04.63361Z","caller":"traceutil/trace.go:171","msg":"trace[1409734899] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:8703; }","duration":"192.689684ms","start":"2026-04-19T13:48:04.440898Z","end":"2026-04-19T13:48:04.633588Z","steps":["trace[1409734899] 'agreement among raft nodes before linearized reading' (duration: 192.569721ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:48:04.63353Z","caller":"traceutil/trace.go:171","msg":"trace[52997234] transaction","detail":"{read_only:false; response_revision:8703; number_of_response:1; }","duration":"299.679157ms","start":"2026-04-19T13:48:04.333692Z","end":"2026-04-19T13:48:04.633371Z","steps":["trace[52997234] 'process raft request' (duration: 299.466172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:48:04.633868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-19T13:48:04.333648Z","time spent":"300.108117ms","remote":"127.0.0.1:34002","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-19T13:48:21.272302Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023fe.wal"} {"level":"info","ts":"2026-04-19T13:49:21.15564Z","caller":"traceutil/trace.go:171","msg":"trace[963720549] linearizableReadLoop","detail":"{readStateIndex:9773; appliedIndex:9772; }","duration":"136.409709ms","start":"2026-04-19T13:49:21.019203Z","end":"2026-04-19T13:49:21.155613Z","steps":["trace[963720549] 'read index received' (duration: 136.258156ms)","trace[963720549] 'applied index is now lower than readState.Index' (duration: 149.493µs)"],"step_count":2} {"level":"info","ts":"2026-04-19T13:49:21.155695Z","caller":"traceutil/trace.go:171","msg":"trace[2027404077] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"230.93319ms","start":"2026-04-19T13:49:20.924733Z","end":"2026-04-19T13:49:21.155666Z","steps":["trace[2027404077] 'process raft request' (duration: 230.684505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-19T13:49:21.155874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.651395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-19T13:49:21.15592Z","caller":"traceutil/trace.go:171","msg":"trace[1927473416] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9448; }","duration":"136.773688ms","start":"2026-04-19T13:49:21.019135Z","end":"2026-04-19T13:49:21.155909Z","steps":["trace[1927473416] 'agreement among raft nodes before linearized reading' (duration: 136.594514ms)"],"step_count":1} {"level":"info","ts":"2026-04-19T13:49:52.555153Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d71a1778b31d4ce","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-19T13:49:52.560837Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-19T13:49:52.560937Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-19T13:52:05.475892Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8288} {"level":"info","ts":"2026-04-19T13:52:05.554945Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8288,"took":"76.914318ms","hash":2559846244,"current-db-size-bytes":58372096,"current-db-size":"58 MB","current-db-size-in-use-bytes":25436160,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-19T13:52:05.555096Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2559846244,"revision":8288,"compact-revision":6088} {"level":"info","ts":"2026-04-19T13:57:05.482373Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10677} {"level":"info","ts":"2026-04-19T13:57:05.55764Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10677,"took":"73.078405ms","hash":814738193,"current-db-size-bytes":58372096,"current-db-size":"58 MB","current-db-size-in-use-bytes":20959232,"current-db-size-in-use":"21 MB"} {"level":"info","ts":"2026-04-19T13:57:05.55771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":814738193,"revision":10677,"compact-revision":8288}