{"level":"warn","ts":"2026-04-09T22:25:55.192739Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:25:55.192818Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-09T22:25:55.192878Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-09T22:25:55.192892Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-04-09T22:25:55.192909Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:25:55.193474Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-04-09T22:25:55.193548Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-09T22:25:55.197963Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.229636ms"} {"level":"info","ts":"2026-04-09T22:25:55.21293Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-04-09T22:25:55.213095Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-04-09T22:25:55.213135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-04-09T22:25:55.213159Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-09T22:25:55.213175Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-04-09T22:25:55.213234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-04-09T22:25:55.21816Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-09T22:25:55.219494Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-09T22:25:55.220525Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-09T22:25:55.222782Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-09T22:25:55.222946Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:25:55.223008Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:25:55.22302Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-09T22:25:55.22308Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-09T22:25:55.224766Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-04-09T22:25:55.224967Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-04-09T22:25:55.227246Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-09T22:25:55.227413Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-04-09T22:25:55.227446Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-04-09T22:25:55.227576Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-09T22:25:55.22763Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-09T22:25:56.114903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-04-09T22:25:56.114985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-04-09T22:25:56.11501Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-04-09T22:25:56.115037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-04-09T22:25:56.115048Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-04-09T22:25:56.115074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-04-09T22:25:56.115097Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-04-09T22:25:56.115993Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:25:56.116834Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:25:56.116854Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-04-09T22:25:56.117151Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-09T22:25:56.117546Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-09T22:25:56.117591Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-09T22:25:56.117916Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:25:56.118017Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:25:56.118053Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-09T22:25:56.119108Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-04-09T22:25:56.121915Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-09T22:26:11.824956Z","caller":"traceutil/trace.go:171","msg":"trace[794143993] transaction","detail":"{read_only:false; response_revision:409; number_of_response:1; }","duration":"102.850753ms","start":"2026-04-09T22:26:11.722074Z","end":"2026-04-09T22:26:11.824924Z","steps":["trace[794143993] 'process raft request' (duration: 102.650858ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:26:22.136008Z","caller":"traceutil/trace.go:171","msg":"trace[163436229] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"108.370246ms","start":"2026-04-09T22:26:22.0276Z","end":"2026-04-09T22:26:22.13597Z","steps":["trace[163436229] 'process raft request' (duration: 108.140479ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:26:31.643844Z","caller":"traceutil/trace.go:171","msg":"trace[824715003] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"124.178304ms","start":"2026-04-09T22:26:31.51964Z","end":"2026-04-09T22:26:31.643818Z","steps":["trace[824715003] 'process raft request' (duration: 124.02015ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:26:31.991016Z","caller":"traceutil/trace.go:171","msg":"trace[1944282260] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"151.496168ms","start":"2026-04-09T22:26:31.839491Z","end":"2026-04-09T22:26:31.990987Z","steps":["trace[1944282260] 'process raft request' (duration: 151.312943ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:26:32.035955Z","caller":"traceutil/trace.go:171","msg":"trace[782838521] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"193.366602ms","start":"2026-04-09T22:26:31.842552Z","end":"2026-04-09T22:26:32.035918Z","steps":["trace[782838521] 'process raft request' (duration: 192.57344ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:26:32.421317Z","caller":"traceutil/trace.go:171","msg":"trace[642247319] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"233.283073ms","start":"2026-04-09T22:26:32.188001Z","end":"2026-04-09T22:26:32.421284Z","steps":["trace[642247319] 'read index received' (duration: 173.499274ms)","trace[642247319] 'applied index is now lower than readState.Index' (duration: 59.782069ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:26:32.421528Z","caller":"traceutil/trace.go:171","msg":"trace[1886341088] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"317.509435ms","start":"2026-04-09T22:26:32.103978Z","end":"2026-04-09T22:26:32.421487Z","steps":["trace[1886341088] 'process raft request' (duration: 257.550321ms)","trace[1886341088] 'compare' (duration: 59.471881ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:26:32.421709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.691724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-09T22:26:32.42176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.804465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-04-09T22:26:32.421807Z","caller":"traceutil/trace.go:171","msg":"trace[1001205361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:619; }","duration":"233.85974ms","start":"2026-04-09T22:26:32.187935Z","end":"2026-04-09T22:26:32.421795Z","steps":["trace[1001205361] 'agreement among raft nodes before linearized reading' (duration: 233.555261ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:26:32.421847Z","caller":"traceutil/trace.go:171","msg":"trace[1834040851] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:619; }","duration":"176.933529ms","start":"2026-04-09T22:26:32.244892Z","end":"2026-04-09T22:26:32.421826Z","steps":["trace[1834040851] 'agreement among raft nodes before linearized reading' (duration: 176.707062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:26:32.422528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:26:32.103945Z","time spent":"317.66732ms","remote":"127.0.0.1:35864","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-09T22:26:32.616095Z","caller":"traceutil/trace.go:171","msg":"trace[1425230672] linearizableReadLoop","detail":"{readStateIndex:638; appliedIndex:636; }","duration":"179.987263ms","start":"2026-04-09T22:26:32.436085Z","end":"2026-04-09T22:26:32.616072Z","steps":["trace[1425230672] 'read index received' (duration: 17.7926ms)","trace[1425230672] 'applied index is now lower than readState.Index' (duration: 162.193383ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:26:32.616169Z","caller":"traceutil/trace.go:171","msg":"trace[1588599810] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"189.992479ms","start":"2026-04-09T22:26:32.426117Z","end":"2026-04-09T22:26:32.61611Z","steps":["trace[1588599810] 'process raft request' (duration: 182.610676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:26:32.616292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.173568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:26:32.616403Z","caller":"traceutil/trace.go:171","msg":"trace[2478579] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:621; }","duration":"180.298202ms","start":"2026-04-09T22:26:32.436066Z","end":"2026-04-09T22:26:32.616364Z","steps":["trace[2478579] 'agreement among raft nodes before linearized reading' (duration: 180.135887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:27:14.334902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.914283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:27:14.334991Z","caller":"traceutil/trace.go:171","msg":"trace[2045777291] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1179; }","duration":"134.081067ms","start":"2026-04-09T22:27:14.200893Z","end":"2026-04-09T22:27:14.334974Z","steps":["trace[2045777291] 'count revisions from in-memory index tree' (duration: 133.746467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:03.547698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.344258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-04-09T22:28:03.547802Z","caller":"traceutil/trace.go:171","msg":"trace[1509054554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1862; }","duration":"296.496942ms","start":"2026-04-09T22:28:03.251283Z","end":"2026-04-09T22:28:03.54778Z","steps":["trace[1509054554] 'range keys from in-memory index tree' (duration: 296.128812ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:03.587673Z","caller":"traceutil/trace.go:171","msg":"trace[352732138] linearizableReadLoop","detail":"{readStateIndex:1929; appliedIndex:1928; }","duration":"284.012638ms","start":"2026-04-09T22:28:03.303638Z","end":"2026-04-09T22:28:03.587651Z","steps":["trace[352732138] 'read index received' (duration: 283.934975ms)","trace[352732138] 'applied index is now lower than readState.Index' (duration: 76.803µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:03.587779Z","caller":"traceutil/trace.go:171","msg":"trace[1210036710] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"315.223466ms","start":"2026-04-09T22:28:03.27253Z","end":"2026-04-09T22:28:03.587753Z","steps":["trace[1210036710] 'process raft request' (duration: 314.98477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:03.588034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.374717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7b9f8286-489b-410f-9149-38dc349e9a62\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-09T22:28:03.588115Z","caller":"traceutil/trace.go:171","msg":"trace[617483948] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7b9f8286-489b-410f-9149-38dc349e9a62; range_end:; response_count:1; response_revision:1863; }","duration":"284.497991ms","start":"2026-04-09T22:28:03.303596Z","end":"2026-04-09T22:28:03.588094Z","steps":["trace[617483948] 'agreement among raft nodes before linearized reading' (duration: 284.180062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:03.588365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:03.272502Z","time spent":"315.453262ms","remote":"127.0.0.1:35572","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7746,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:28:03.704674Z","caller":"traceutil/trace.go:171","msg":"trace[1609871179] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"381.381676ms","start":"2026-04-09T22:28:03.32327Z","end":"2026-04-09T22:28:03.704651Z","steps":["trace[1609871179] 'process raft request' (duration: 329.701714ms)","trace[1609871179] 'compare' (duration: 51.463956ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:28:03.704826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:03.32325Z","time spent":"381.495628ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:28:03.705028Z","caller":"traceutil/trace.go:171","msg":"trace[1788506013] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"196.146863ms","start":"2026-04-09T22:28:03.508868Z","end":"2026-04-09T22:28:03.705015Z","steps":["trace[1788506013] 'process raft request' (duration: 195.745172ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:03.705162Z","caller":"traceutil/trace.go:171","msg":"trace[185565450] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1929; }","duration":"117.390428ms","start":"2026-04-09T22:28:03.587741Z","end":"2026-04-09T22:28:03.705132Z","steps":["trace[185565450] 'read index received' (duration: 65.10819ms)","trace[185565450] 'applied index is now lower than readState.Index' (duration: 52.281168ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:03.70519Z","caller":"traceutil/trace.go:171","msg":"trace[796185576] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"145.324495ms","start":"2026-04-09T22:28:03.55982Z","end":"2026-04-09T22:28:03.705144Z","steps":["trace[796185576] 'process raft request' (duration: 145.115889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:03.70528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.694558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T22:28:03.705314Z","caller":"traceutil/trace.go:171","msg":"trace[1974549318] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"156.766791ms","start":"2026-04-09T22:28:03.548539Z","end":"2026-04-09T22:28:03.705306Z","steps":["trace[1974549318] 'agreement among raft nodes before linearized reading' (duration: 156.604516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:03.705381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.869536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:28:03.70544Z","caller":"traceutil/trace.go:171","msg":"trace[636880241] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1866; }","duration":"115.974078ms","start":"2026-04-09T22:28:03.589452Z","end":"2026-04-09T22:28:03.705426Z","steps":["trace[636880241] 'agreement among raft nodes before linearized reading' (duration: 115.862425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:03.705463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.365022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T22:28:03.705555Z","caller":"traceutil/trace.go:171","msg":"trace[1456279014] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1866; }","duration":"159.498996ms","start":"2026-04-09T22:28:03.546031Z","end":"2026-04-09T22:28:03.70553Z","steps":["trace[1456279014] 'agreement among raft nodes before linearized reading' (duration: 159.206568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:04.021247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.328486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:28:04.021533Z","caller":"traceutil/trace.go:171","msg":"trace[957194663] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"310.172338ms","start":"2026-04-09T22:28:03.711309Z","end":"2026-04-09T22:28:04.021482Z","steps":["trace[957194663] 'process raft request' (duration: 136.349078ms)","trace[957194663] 'compare' (duration: 173.124791ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:04.02161Z","caller":"traceutil/trace.go:171","msg":"trace[84155127] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"308.967444ms","start":"2026-04-09T22:28:03.712619Z","end":"2026-04-09T22:28:04.021587Z","steps":["trace[84155127] 'process raft request' (duration: 308.842881ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:04.021655Z","caller":"traceutil/trace.go:171","msg":"trace[1028197048] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"310.109837ms","start":"2026-04-09T22:28:03.711484Z","end":"2026-04-09T22:28:04.021594Z","steps":["trace[1028197048] 'process raft request' (duration: 309.86751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:04.021727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:03.712603Z","time spent":"309.069957ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1472,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:28:04.021788Z","caller":"traceutil/trace.go:171","msg":"trace[512143976] linearizableReadLoop","detail":"{readStateIndex:1937; appliedIndex:1933; }","duration":"248.442811ms","start":"2026-04-09T22:28:03.773312Z","end":"2026-04-09T22:28:04.021755Z","steps":["trace[512143976] 'read index received' (duration: 74.334594ms)","trace[512143976] 'applied index is now lower than readState.Index' (duration: 174.106497ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:04.021905Z","caller":"traceutil/trace.go:171","msg":"trace[397547764] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"306.453616ms","start":"2026-04-09T22:28:03.7154Z","end":"2026-04-09T22:28:04.021853Z","steps":["trace[397547764] 'process raft request' (duration: 306.130327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:04.021978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.630866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-09T22:28:04.022029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:03.711294Z","time spent":"310.329583ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:28:04.021936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:03.711448Z","time spent":"310.340513ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":978,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:28:04.022068Z","caller":"traceutil/trace.go:171","msg":"trace[1606749272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1871; }","duration":"248.834292ms","start":"2026-04-09T22:28:03.773216Z","end":"2026-04-09T22:28:04.02205Z","steps":["trace[1606749272] 'agreement among raft nodes before linearized reading' (duration: 248.649517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:04.022134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:28:03.715387Z","time spent":"306.62387ms","remote":"127.0.0.1:35580","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:28:15.920567Z","caller":"traceutil/trace.go:171","msg":"trace[838714582] linearizableReadLoop","detail":"{readStateIndex:2040; appliedIndex:2039; }","duration":"114.723774ms","start":"2026-04-09T22:28:15.805814Z","end":"2026-04-09T22:28:15.920538Z","steps":["trace[838714582] 'read index received' (duration: 114.526648ms)","trace[838714582] 'applied index is now lower than readState.Index' (duration: 195.576µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:15.920661Z","caller":"traceutil/trace.go:171","msg":"trace[1965070728] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"137.740328ms","start":"2026-04-09T22:28:15.78289Z","end":"2026-04-09T22:28:15.920631Z","steps":["trace[1965070728] 'process raft request' (duration: 137.477529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:15.920763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.90744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:28:15.920818Z","caller":"traceutil/trace.go:171","msg":"trace[1029230153] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1970; }","duration":"115.032383ms","start":"2026-04-09T22:28:15.805769Z","end":"2026-04-09T22:28:15.920801Z","steps":["trace[1029230153] 'agreement among raft nodes before linearized reading' (duration: 114.91553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:28:15.920852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.330087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-09T22:28:15.920911Z","caller":"traceutil/trace.go:171","msg":"trace[451560096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1970; }","duration":"113.394349ms","start":"2026-04-09T22:28:15.807503Z","end":"2026-04-09T22:28:15.920897Z","steps":["trace[451560096] 'agreement among raft nodes before linearized reading' (duration: 113.245975ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:54.214902Z","caller":"traceutil/trace.go:171","msg":"trace[1461320548] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"141.555924ms","start":"2026-04-09T22:28:54.073313Z","end":"2026-04-09T22:28:54.214869Z","steps":["trace[1461320548] 'process raft request' (duration: 141.353239ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:54.517082Z","caller":"traceutil/trace.go:171","msg":"trace[2098527857] linearizableReadLoop","detail":"{readStateIndex:2270; appliedIndex:2269; }","duration":"163.906979ms","start":"2026-04-09T22:28:54.353146Z","end":"2026-04-09T22:28:54.517053Z","steps":["trace[2098527857] 'read index received' (duration: 145.100081ms)","trace[2098527857] 'applied index is now lower than readState.Index' (duration: 18.805088ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:54.517123Z","caller":"traceutil/trace.go:171","msg":"trace[2093976511] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"194.568543ms","start":"2026-04-09T22:28:54.322513Z","end":"2026-04-09T22:28:54.517082Z","steps":["trace[2093976511] 'process raft request' (duration: 175.790776ms)","trace[2093976511] 'compare' (duration: 18.332865ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:28:54.517242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.078724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:28:54.517312Z","caller":"traceutil/trace.go:171","msg":"trace[1517793003] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2193; }","duration":"164.196307ms","start":"2026-04-09T22:28:54.353071Z","end":"2026-04-09T22:28:54.517267Z","steps":["trace[1517793003] 'agreement among raft nodes before linearized reading' (duration: 164.093644ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:28:54.686919Z","caller":"traceutil/trace.go:171","msg":"trace[962398936] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"276.912259ms","start":"2026-04-09T22:28:54.409977Z","end":"2026-04-09T22:28:54.68689Z","steps":["trace[962398936] 'process raft request' (duration: 231.225391ms)","trace[962398936] 'compare' (duration: 45.492422ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:28:54.690786Z","caller":"traceutil/trace.go:171","msg":"trace[439620006] linearizableReadLoop","detail":"{readStateIndex:2272; appliedIndex:2270; }","duration":"171.024145ms","start":"2026-04-09T22:28:54.51973Z","end":"2026-04-09T22:28:54.690754Z","steps":["trace[439620006] 'read index received' (duration: 121.356768ms)","trace[439620006] 'applied index is now lower than readState.Index' (duration: 49.666037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:28:54.69102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.269092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:28:54.691083Z","caller":"traceutil/trace.go:171","msg":"trace[1510157945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2194; }","duration":"171.401205ms","start":"2026-04-09T22:28:54.519668Z","end":"2026-04-09T22:28:54.69107Z","steps":["trace[1510157945] 'agreement among raft nodes before linearized reading' (duration: 171.197ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:29:45.653357Z","caller":"traceutil/trace.go:171","msg":"trace[2104607086] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"196.062318ms","start":"2026-04-09T22:29:45.457237Z","end":"2026-04-09T22:29:45.6533Z","steps":["trace[2104607086] 'process raft request' (duration: 195.851192ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:30:13.907373Z","caller":"traceutil/trace.go:171","msg":"trace[1664386250] transaction","detail":"{read_only:false; response_revision:2819; number_of_response:1; }","duration":"107.273338ms","start":"2026-04-09T22:30:13.800071Z","end":"2026-04-09T22:30:13.907344Z","steps":["trace[1664386250] 'process raft request' (duration: 101.458148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:32:44.891004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.816632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-09T22:32:44.891119Z","caller":"traceutil/trace.go:171","msg":"trace[823926873] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3814; }","duration":"173.000557ms","start":"2026-04-09T22:32:44.718098Z","end":"2026-04-09T22:32:44.891098Z","steps":["trace[823926873] 'range keys from in-memory index tree' (duration: 172.611266ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:02.180607Z","caller":"traceutil/trace.go:171","msg":"trace[311227978] linearizableReadLoop","detail":"{readStateIndex:4885; appliedIndex:4884; }","duration":"120.469359ms","start":"2026-04-09T22:34:02.060117Z","end":"2026-04-09T22:34:02.180586Z","steps":["trace[311227978] 'read index received' (duration: 88.629419ms)","trace[311227978] 'applied index is now lower than readState.Index' (duration: 31.83911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:02.180881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.194044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:02.180944Z","caller":"traceutil/trace.go:171","msg":"trace[240399417] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:4708; }","duration":"123.278756ms","start":"2026-04-09T22:34:02.057653Z","end":"2026-04-09T22:34:02.180931Z","steps":["trace[240399417] 'agreement among raft nodes before linearized reading' (duration: 123.169183ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:02.181018Z","caller":"traceutil/trace.go:171","msg":"trace[695757775] transaction","detail":"{read_only:false; response_revision:4708; number_of_response:1; }","duration":"122.736221ms","start":"2026-04-09T22:34:02.058255Z","end":"2026-04-09T22:34:02.180991Z","steps":["trace[695757775] 'process raft request' (duration: 90.424629ms)","trace[695757775] 'compare' (duration: 31.815729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:02.181167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.778009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:9 size:61929"} {"level":"info","ts":"2026-04-09T22:34:02.181228Z","caller":"traceutil/trace.go:171","msg":"trace[1070972899] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:9; response_revision:4708; }","duration":"123.872052ms","start":"2026-04-09T22:34:02.057344Z","end":"2026-04-09T22:34:02.181216Z","steps":["trace[1070972899] 'agreement among raft nodes before linearized reading' (duration: 123.557984ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:02.187943Z","caller":"traceutil/trace.go:171","msg":"trace[2042597204] transaction","detail":"{read_only:false; response_revision:4709; number_of_response:1; }","duration":"122.961268ms","start":"2026-04-09T22:34:02.06496Z","end":"2026-04-09T22:34:02.187921Z","steps":["trace[2042597204] 'process raft request' (duration: 122.696901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:02.188109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.300537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-09T22:34:02.188194Z","caller":"traceutil/trace.go:171","msg":"trace[1351399773] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:4709; }","duration":"123.39458ms","start":"2026-04-09T22:34:02.064777Z","end":"2026-04-09T22:34:02.188172Z","steps":["trace[1351399773] 'agreement among raft nodes before linearized reading' (duration: 123.286587ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:10.32127Z","caller":"traceutil/trace.go:171","msg":"trace[2073160785] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5171; }","duration":"158.912115ms","start":"2026-04-09T22:34:10.162335Z","end":"2026-04-09T22:34:10.321248Z","steps":["trace[2073160785] 'read index received' (duration: 158.747161ms)","trace[2073160785] 'applied index is now lower than readState.Index' (duration: 163.854µs)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:10.321398Z","caller":"traceutil/trace.go:171","msg":"trace[1347829195] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"163.459892ms","start":"2026-04-09T22:34:10.157929Z","end":"2026-04-09T22:34:10.321389Z","steps":["trace[1347829195] 'process raft request' (duration: 163.159524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:10.321614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.262855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w5s2x.18a4d1166017374f\" ","response":"range_response_count:1 size:962"} {"level":"info","ts":"2026-04-09T22:34:10.321654Z","caller":"traceutil/trace.go:171","msg":"trace[2027700626] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-w5s2x.18a4d1166017374f; range_end:; response_count:1; response_revision:4986; }","duration":"159.348517ms","start":"2026-04-09T22:34:10.162295Z","end":"2026-04-09T22:34:10.321644Z","steps":["trace[2027700626] 'agreement among raft nodes before linearized reading' (duration: 159.217454ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:10.321826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.631192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-09T22:34:10.321912Z","caller":"traceutil/trace.go:171","msg":"trace[420769959] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4986; }","duration":"100.769676ms","start":"2026-04-09T22:34:10.221128Z","end":"2026-04-09T22:34:10.321897Z","steps":["trace[420769959] 'agreement among raft nodes before linearized reading' (duration: 100.54203ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:22.100055Z","caller":"traceutil/trace.go:171","msg":"trace[2074346237] transaction","detail":"{read_only:false; response_revision:5216; number_of_response:1; }","duration":"101.31064ms","start":"2026-04-09T22:34:21.998708Z","end":"2026-04-09T22:34:22.100019Z","steps":["trace[2074346237] 'process raft request' (duration: 101.089354ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:22.111342Z","caller":"traceutil/trace.go:171","msg":"trace[1796558337] linearizableReadLoop","detail":"{readStateIndex:5410; appliedIndex:5408; }","duration":"102.465043ms","start":"2026-04-09T22:34:22.008853Z","end":"2026-04-09T22:34:22.111318Z","steps":["trace[1796558337] 'read index received' (duration: 90.910841ms)","trace[1796558337] 'applied index is now lower than readState.Index' (duration: 11.553482ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:22.111474Z","caller":"traceutil/trace.go:171","msg":"trace[1183013895] transaction","detail":"{read_only:false; response_revision:5217; number_of_response:1; }","duration":"106.534856ms","start":"2026-04-09T22:34:22.004913Z","end":"2026-04-09T22:34:22.111448Z","steps":["trace[1183013895] 'process raft request' (duration: 106.284629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:22.111549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.680668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-04-09T22:34:22.111598Z","caller":"traceutil/trace.go:171","msg":"trace[193962502] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5217; }","duration":"102.767301ms","start":"2026-04-09T22:34:22.008808Z","end":"2026-04-09T22:34:22.111575Z","steps":["trace[193962502] 'agreement among raft nodes before linearized reading' (duration: 102.600146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:22.735232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.78259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:22.735579Z","caller":"traceutil/trace.go:171","msg":"trace[1442741454] transaction","detail":"{read_only:false; response_revision:5224; number_of_response:1; }","duration":"301.849145ms","start":"2026-04-09T22:34:22.4337Z","end":"2026-04-09T22:34:22.735549Z","steps":["trace[1442741454] 'process raft request' (duration: 44.646363ms)","trace[1442741454] 'compare' (duration: 256.597586ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:22.735731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:22.433674Z","time spent":"301.972409ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":682,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:34:22.735921Z","caller":"traceutil/trace.go:171","msg":"trace[469922752] transaction","detail":"{read_only:false; response_revision:5225; number_of_response:1; }","duration":"301.99999ms","start":"2026-04-09T22:34:22.433864Z","end":"2026-04-09T22:34:22.735864Z","steps":["trace[469922752] 'process raft request' (duration: 301.6356ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:22.736078Z","caller":"traceutil/trace.go:171","msg":"trace[387922147] transaction","detail":"{read_only:false; response_revision:5226; number_of_response:1; }","duration":"301.9846ms","start":"2026-04-09T22:34:22.434083Z","end":"2026-04-09T22:34:22.736067Z","steps":["trace[387922147] 'process raft request' (duration: 301.510057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:22.736108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:22.433854Z","time spent":"302.157654ms","remote":"127.0.0.1:35568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":530,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:22.736131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:34:22.434072Z","time spent":"302.033621ms","remote":"127.0.0.1:35638","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-09T22:34:22.736721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.639668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:34:22.736765Z","caller":"traceutil/trace.go:171","msg":"trace[2094306268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5226; }","duration":"255.70667ms","start":"2026-04-09T22:34:22.481048Z","end":"2026-04-09T22:34:22.736755Z","steps":["trace[2094306268] 'agreement among raft nodes before linearized reading' (duration: 255.597497ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:22.736221Z","caller":"traceutil/trace.go:171","msg":"trace[1299132222] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5416; }","duration":"255.116274ms","start":"2026-04-09T22:34:22.481079Z","end":"2026-04-09T22:34:22.736195Z","steps":["trace[1299132222] 'read index received' (duration: 64.102µs)","trace[1299132222] 'applied index is now lower than readState.Index' (duration: 255.050202ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:34:22.737598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.316732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:34:22.737639Z","caller":"traceutil/trace.go:171","msg":"trace[969509584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5226; }","duration":"240.383193ms","start":"2026-04-09T22:34:22.497247Z","end":"2026-04-09T22:34:22.73763Z","steps":["trace[969509584] 'agreement among raft nodes before linearized reading' (duration: 240.26754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:30.198473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.642108ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:34:30.199103Z","caller":"traceutil/trace.go:171","msg":"trace[1114080687] transaction","detail":"{read_only:false; response_revision:5387; number_of_response:1; }","duration":"242.022379ms","start":"2026-04-09T22:34:29.95686Z","end":"2026-04-09T22:34:30.198882Z","steps":["trace[1114080687] 'process raft request' (duration: 241.72141ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:30.199085Z","caller":"traceutil/trace.go:171","msg":"trace[1005615311] transaction","detail":"{read_only:false; response_revision:5386; number_of_response:1; }","duration":"255.584046ms","start":"2026-04-09T22:34:29.943463Z","end":"2026-04-09T22:34:30.199047Z","steps":["trace[1005615311] 'process raft request' (duration: 36.28657ms)","trace[1005615311] 'compare' (duration: 218.503354ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:30.638158Z","caller":"traceutil/trace.go:171","msg":"trace[1232455334] transaction","detail":"{read_only:false; response_revision:5393; number_of_response:1; }","duration":"133.310512ms","start":"2026-04-09T22:34:30.504821Z","end":"2026-04-09T22:34:30.638132Z","steps":["trace[1232455334] 'process raft request' (duration: 133.209089ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:30.638179Z","caller":"traceutil/trace.go:171","msg":"trace[1000796102] transaction","detail":"{read_only:false; response_revision:5391; number_of_response:1; }","duration":"133.55926ms","start":"2026-04-09T22:34:30.504594Z","end":"2026-04-09T22:34:30.638153Z","steps":["trace[1000796102] 'process raft request' (duration: 133.223441ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:30.638177Z","caller":"traceutil/trace.go:171","msg":"trace[1365051710] transaction","detail":"{read_only:false; response_revision:5392; number_of_response:1; }","duration":"133.542859ms","start":"2026-04-09T22:34:30.504594Z","end":"2026-04-09T22:34:30.638137Z","steps":["trace[1365051710] 'process raft request' (duration: 133.366704ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:30.63834Z","caller":"traceutil/trace.go:171","msg":"trace[164265319] transaction","detail":"{read_only:false; response_revision:5394; number_of_response:1; }","duration":"133.029274ms","start":"2026-04-09T22:34:30.505287Z","end":"2026-04-09T22:34:30.638316Z","steps":["trace[164265319] 'process raft request' (duration: 132.802198ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:30.638554Z","caller":"traceutil/trace.go:171","msg":"trace[1469139950] linearizableReadLoop","detail":"{readStateIndex:5590; appliedIndex:5587; }","duration":"133.761504ms","start":"2026-04-09T22:34:30.50478Z","end":"2026-04-09T22:34:30.638542Z","steps":["trace[1469139950] 'read index received' (duration: 17.299542ms)","trace[1469139950] 'applied index is now lower than readState.Index' (duration: 116.460542ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:34:30.638627Z","caller":"traceutil/trace.go:171","msg":"trace[986524081] transaction","detail":"{read_only:false; response_revision:5395; number_of_response:1; }","duration":"133.2674ms","start":"2026-04-09T22:34:30.505346Z","end":"2026-04-09T22:34:30.638613Z","steps":["trace[986524081] 'process raft request' (duration: 132.911861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:34:30.638804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.020582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-91f9abde-1b46-4761-94ba-1fbccde37d4e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-04-09T22:34:30.63885Z","caller":"traceutil/trace.go:171","msg":"trace[1517451688] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-91f9abde-1b46-4761-94ba-1fbccde37d4e; range_end:; response_count:1; response_revision:5395; }","duration":"134.100325ms","start":"2026-04-09T22:34:30.504736Z","end":"2026-04-09T22:34:30.638836Z","steps":["trace[1517451688] 'agreement among raft nodes before linearized reading' (duration: 133.884279ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:34:32.573244Z","caller":"traceutil/trace.go:171","msg":"trace[597651877] transaction","detail":"{read_only:false; response_revision:5432; number_of_response:1; }","duration":"121.212926ms","start":"2026-04-09T22:34:32.451998Z","end":"2026-04-09T22:34:32.573211Z","steps":["trace[597651877] 'process raft request' (duration: 115.835686ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:33.005324Z","caller":"traceutil/trace.go:171","msg":"trace[1071480014] transaction","detail":"{read_only:false; response_revision:5982; number_of_response:1; }","duration":"109.432146ms","start":"2026-04-09T22:35:32.895861Z","end":"2026-04-09T22:35:33.005293Z","steps":["trace[1071480014] 'process raft request' (duration: 109.140088ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:35:56.149579Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3048} {"level":"info","ts":"2026-04-09T22:35:56.238811Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3048,"took":"86.835657ms","hash":1230018269,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":31870976,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-09T22:35:56.238927Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1230018269,"revision":3048,"compact-revision":-1} {"level":"info","ts":"2026-04-09T22:40:39.384069Z","caller":"traceutil/trace.go:171","msg":"trace[56164460] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"165.515007ms","start":"2026-04-09T22:40:39.218532Z","end":"2026-04-09T22:40:39.384047Z","steps":["trace[56164460] 'process raft request' (duration: 165.331162ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:39.384654Z","caller":"traceutil/trace.go:171","msg":"trace[1617417231] linearizableReadLoop","detail":"{readStateIndex:8522; appliedIndex:8522; }","duration":"163.310525ms","start":"2026-04-09T22:40:39.221325Z","end":"2026-04-09T22:40:39.384636Z","steps":["trace[1617417231] 'read index received' (duration: 163.301875ms)","trace[1617417231] 'applied index is now lower than readState.Index' (duration: 6.88µs)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:40:39.384839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.49774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-09T22:40:39.384874Z","caller":"traceutil/trace.go:171","msg":"trace[1739593323] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:8235; }","duration":"163.574893ms","start":"2026-04-09T22:40:39.221291Z","end":"2026-04-09T22:40:39.384866Z","steps":["trace[1739593323] 'agreement among raft nodes before linearized reading' (duration: 163.419488ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:39.541318Z","caller":"traceutil/trace.go:171","msg":"trace[838657835] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"162.859044ms","start":"2026-04-09T22:40:39.378424Z","end":"2026-04-09T22:40:39.541283Z","steps":["trace[838657835] 'process raft request' (duration: 162.685049ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:50.779047Z","caller":"traceutil/trace.go:171","msg":"trace[550468744] transaction","detail":"{read_only:false; response_revision:8294; number_of_response:1; }","duration":"104.007262ms","start":"2026-04-09T22:40:50.675012Z","end":"2026-04-09T22:40:50.77902Z","steps":["trace[550468744] 'process raft request' (duration: 103.5815ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:50.907791Z","caller":"traceutil/trace.go:171","msg":"trace[641425] transaction","detail":"{read_only:false; response_revision:8295; number_of_response:1; }","duration":"124.456972ms","start":"2026-04-09T22:40:50.783298Z","end":"2026-04-09T22:40:50.907755Z","steps":["trace[641425] 'process raft request' (duration: 98.143888ms)","trace[641425] 'compare' (duration: 26.15585ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:50.944931Z","caller":"traceutil/trace.go:171","msg":"trace[428578422] transaction","detail":"{read_only:false; response_revision:8297; number_of_response:1; }","duration":"160.92669ms","start":"2026-04-09T22:40:50.783968Z","end":"2026-04-09T22:40:50.944895Z","steps":["trace[428578422] 'process raft request' (duration: 160.849448ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:50.944963Z","caller":"traceutil/trace.go:171","msg":"trace[453482449] transaction","detail":"{read_only:false; response_revision:8296; number_of_response:1; }","duration":"161.364182ms","start":"2026-04-09T22:40:50.783564Z","end":"2026-04-09T22:40:50.944928Z","steps":["trace[453482449] 'process raft request' (duration: 161.074423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:40:53.041426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.191234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:40:53.041539Z","caller":"traceutil/trace.go:171","msg":"trace[1876105398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8304; }","duration":"129.368108ms","start":"2026-04-09T22:40:52.912144Z","end":"2026-04-09T22:40:53.041512Z","steps":["trace[1876105398] 'range keys from in-memory index tree' (duration: 128.910876ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:40:53.246982Z","caller":"traceutil/trace.go:171","msg":"trace[677012577] transaction","detail":"{read_only:false; response_revision:8308; number_of_response:1; }","duration":"119.74414ms","start":"2026-04-09T22:40:53.127188Z","end":"2026-04-09T22:40:53.246932Z","steps":["trace[677012577] 'process raft request' (duration: 30.174831ms)","trace[677012577] 'compare' (duration: 89.428875ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:40:56.155003Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6161} {"level":"info","ts":"2026-04-09T22:40:56.245024Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6161,"took":"87.818821ms","hash":1400463086,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":23216128,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-09T22:40:56.245093Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1400463086,"revision":6161,"compact-revision":3048} {"level":"info","ts":"2026-04-09T22:41:23.891629Z","caller":"traceutil/trace.go:171","msg":"trace[1758552474] transaction","detail":"{read_only:false; response_revision:8527; number_of_response:1; }","duration":"116.000056ms","start":"2026-04-09T22:41:23.775587Z","end":"2026-04-09T22:41:23.891588Z","steps":["trace[1758552474] 'process raft request' (duration: 115.757369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:24.130115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.666464ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:24.130269Z","caller":"traceutil/trace.go:171","msg":"trace[620410718] linearizableReadLoop","detail":"{readStateIndex:8828; appliedIndex:8826; }","duration":"278.109089ms","start":"2026-04-09T22:41:23.852146Z","end":"2026-04-09T22:41:24.130255Z","steps":["trace[620410718] 'read index received' (duration: 39.178403ms)","trace[620410718] 'applied index is now lower than readState.Index' (duration: 238.929676ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:24.130466Z","caller":"traceutil/trace.go:171","msg":"trace[2062841812] transaction","detail":"{read_only:false; response_revision:8528; number_of_response:1; }","duration":"290.385221ms","start":"2026-04-09T22:41:23.840072Z","end":"2026-04-09T22:41:24.130457Z","steps":["trace[2062841812] 'process raft request' (duration: 101.287375ms)","trace[2062841812] 'compare' (duration: 188.337044ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:24.130606Z","caller":"traceutil/trace.go:171","msg":"trace[2124017080] transaction","detail":"{read_only:false; response_revision:8529; number_of_response:1; }","duration":"246.203288ms","start":"2026-04-09T22:41:23.884347Z","end":"2026-04-09T22:41:24.13055Z","steps":["trace[2124017080] 'process raft request' (duration: 245.859429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:24.130824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.447733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-09T22:41:24.130941Z","caller":"traceutil/trace.go:171","msg":"trace[200125147] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8529; }","duration":"185.609667ms","start":"2026-04-09T22:41:23.945302Z","end":"2026-04-09T22:41:24.130912Z","steps":["trace[200125147] 'agreement among raft nodes before linearized reading' (duration: 185.246937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:24.130928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.759927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7ft8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:41:24.131041Z","caller":"traceutil/trace.go:171","msg":"trace[1949285663] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7ft8; range_end:; response_count:1; response_revision:8529; }","duration":"278.950752ms","start":"2026-04-09T22:41:23.852066Z","end":"2026-04-09T22:41:24.131017Z","steps":["trace[1949285663] 'agreement among raft nodes before linearized reading' (duration: 278.603833ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:32.411604Z","caller":"traceutil/trace.go:171","msg":"trace[1159017324] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"134.665287ms","start":"2026-04-09T22:41:32.276909Z","end":"2026-04-09T22:41:32.411575Z","steps":["trace[1159017324] 'process raft request' (duration: 116.543711ms)","trace[1159017324] 'compare' (duration: 17.983952ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:33.54718Z","caller":"traceutil/trace.go:171","msg":"trace[955555373] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"190.982128ms","start":"2026-04-09T22:41:33.35616Z","end":"2026-04-09T22:41:33.547142Z","steps":["trace[955555373] 'process raft request' (duration: 165.336503ms)","trace[955555373] 'compare' (duration: 24.954866ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:33.547235Z","caller":"traceutil/trace.go:171","msg":"trace[640698711] linearizableReadLoop","detail":"{readStateIndex:8926; appliedIndex:8924; }","duration":"145.137249ms","start":"2026-04-09T22:41:33.402069Z","end":"2026-04-09T22:41:33.547206Z","steps":["trace[640698711] 'read index received' (duration: 119.392241ms)","trace[640698711] 'applied index is now lower than readState.Index' (duration: 25.743978ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:41:33.547343Z","caller":"traceutil/trace.go:171","msg":"trace[398841295] transaction","detail":"{read_only:false; response_revision:8621; number_of_response:1; }","duration":"145.833079ms","start":"2026-04-09T22:41:33.401474Z","end":"2026-04-09T22:41:33.547307Z","steps":["trace[398841295] 'process raft request' (duration: 145.588002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:33.547427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.354755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-09T22:41:33.547488Z","caller":"traceutil/trace.go:171","msg":"trace[1738799958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8621; }","duration":"145.469288ms","start":"2026-04-09T22:41:33.402006Z","end":"2026-04-09T22:41:33.547475Z","steps":["trace[1738799958] 'agreement among raft nodes before linearized reading' (duration: 145.295413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:33.547511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.412408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-09T22:41:33.547566Z","caller":"traceutil/trace.go:171","msg":"trace[2000557783] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8621; }","duration":"144.4975ms","start":"2026-04-09T22:41:33.403054Z","end":"2026-04-09T22:41:33.547552Z","steps":["trace[2000557783] 'agreement among raft nodes before linearized reading' (duration: 144.360096ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:34.099509Z","caller":"traceutil/trace.go:171","msg":"trace[2043882208] transaction","detail":"{read_only:false; response_revision:8626; number_of_response:1; }","duration":"173.347186ms","start":"2026-04-09T22:41:33.926134Z","end":"2026-04-09T22:41:34.099481Z","steps":["trace[2043882208] 'process raft request' (duration: 173.118129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:34.36996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.569062ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-09T22:41:34.370145Z","caller":"traceutil/trace.go:171","msg":"trace[1701959690] transaction","detail":"{read_only:false; response_revision:8628; number_of_response:1; }","duration":"205.295667ms","start":"2026-04-09T22:41:34.164832Z","end":"2026-04-09T22:41:34.370127Z","steps":["trace[1701959690] 'process raft request' (duration: 205.241526ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:41:34.370346Z","caller":"traceutil/trace.go:171","msg":"trace[912715361] transaction","detail":"{read_only:false; response_revision:8627; number_of_response:1; }","duration":"443.580875ms","start":"2026-04-09T22:41:33.926732Z","end":"2026-04-09T22:41:34.370313Z","steps":["trace[912715361] 'process raft request' (duration: 202.55095ms)","trace[912715361] 'compare' (duration: 240.436888ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:34.370551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:33.926716Z","time spent":"443.743089ms","remote":"127.0.0.1:35622","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-09T22:41:34.370589Z","caller":"traceutil/trace.go:171","msg":"trace[1357572892] linearizableReadLoop","detail":"{readStateIndex:8932; appliedIndex:8930; }","duration":"331.325563ms","start":"2026-04-09T22:41:34.039217Z","end":"2026-04-09T22:41:34.370543Z","steps":["trace[1357572892] 'read index received' (duration: 60.028934ms)","trace[1357572892] 'applied index is now lower than readState.Index' (duration: 271.294449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-09T22:41:34.370679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.449597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-09T22:41:34.370705Z","caller":"traceutil/trace.go:171","msg":"trace[1747684519] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8628; }","duration":"331.516898ms","start":"2026-04-09T22:41:34.039182Z","end":"2026-04-09T22:41:34.370699Z","steps":["trace[1747684519] 'agreement among raft nodes before linearized reading' (duration: 331.447026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:34.370734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-09T22:41:34.039167Z","time spent":"331.55996ms","remote":"127.0.0.1:41830","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-09T22:41:34.385998Z","caller":"traceutil/trace.go:171","msg":"trace[544348433] transaction","detail":"{read_only:false; response_revision:8629; number_of_response:1; }","duration":"219.758811ms","start":"2026-04-09T22:41:34.1662Z","end":"2026-04-09T22:41:34.385959Z","steps":["trace[544348433] 'process raft request' (duration: 219.570195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-09T22:41:34.435474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.142368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-v7ft8\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-09T22:41:34.435561Z","caller":"traceutil/trace.go:171","msg":"trace[2142925299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-v7ft8; range_end:; response_count:1; response_revision:8629; }","duration":"164.282883ms","start":"2026-04-09T22:41:34.271259Z","end":"2026-04-09T22:41:34.435542Z","steps":["trace[2142925299] 'agreement among raft nodes before linearized reading' (duration: 164.067657ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:42:15.988867Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002466.wal"} {"level":"info","ts":"2026-04-09T22:42:52.083899Z","caller":"traceutil/trace.go:171","msg":"trace[1743184971] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"100.976008ms","start":"2026-04-09T22:42:51.982899Z","end":"2026-04-09T22:42:52.083875Z","steps":["trace[1743184971] 'process raft request' (duration: 100.932597ms)"],"step_count":1} {"level":"info","ts":"2026-04-09T22:42:52.083933Z","caller":"traceutil/trace.go:171","msg":"trace[178307341] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"101.210305ms","start":"2026-04-09T22:42:51.982692Z","end":"2026-04-09T22:42:52.083903Z","steps":["trace[178307341] 'process raft request' (duration: 59.092769ms)","trace[178307341] 'compare' (duration: 41.916901ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:42:52.273352Z","caller":"traceutil/trace.go:171","msg":"trace[1045455336] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"140.910604ms","start":"2026-04-09T22:42:52.132414Z","end":"2026-04-09T22:42:52.273325Z","steps":["trace[1045455336] 'process raft request' (duration: 98.002896ms)","trace[1045455336] 'compare' (duration: 42.470046ms)"],"step_count":2} {"level":"info","ts":"2026-04-09T22:43:30.807765Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"2d372260bb4c37a","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-09T22:43:30.81358Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-09T22:43:30.813686Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-09T22:45:56.161782Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8331} {"level":"info","ts":"2026-04-09T22:45:56.241093Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8331,"took":"76.880788ms","hash":2328613141,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":24961024,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-09T22:45:56.241196Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2328613141,"revision":8331,"compact-revision":6161} {"level":"info","ts":"2026-04-09T22:50:56.167377Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10723} {"level":"info","ts":"2026-04-09T22:50:56.243634Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10723,"took":"74.380029ms","hash":713126544,"current-db-size-bytes":58425344,"current-db-size":"58 MB","current-db-size-in-use-bytes":20480000,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-09T22:50:56.243691Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":713126544,"revision":10723,"compact-revision":8331}