{"level":"warn","ts":"2026-04-20T11:50:49.666983Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T11:50:49.667063Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-20T11:50:49.667121Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-20T11:50:49.667131Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-20T11:50:49.667154Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T11:50:49.66784Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-04-20T11:50:49.667934Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-20T11:50:49.673949Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.760576ms"} {"level":"info","ts":"2026-04-20T11:50:49.684098Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-04-20T11:50:49.684212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-20T11:50:49.684255Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-04-20T11:50:49.684283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-20T11:50:49.684304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-04-20T11:50:49.684361Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-04-20T11:50:49.690556Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-20T11:50:49.693508Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-20T11:50:49.694822Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-20T11:50:49.696884Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-20T11:50:49.698134Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-20T11:50:49.698283Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:50:49.698389Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:50:49.698405Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-20T11:50:49.698977Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-04-20T11:50:49.699087Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-04-20T11:50:49.700178Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-20T11:50:49.700264Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-20T11:50:49.700293Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-04-20T11:50:49.70117Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-20T11:50:49.701213Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-20T11:50:50.186042Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-20T11:50:50.186094Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-20T11:50:50.186119Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-04-20T11:50:50.186131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-04-20T11:50:50.186136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-20T11:50:50.186146Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-04-20T11:50:50.186166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-04-20T11:50:50.192718Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:50:50.194325Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-04-20T11:50:50.19439Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T11:50:50.194855Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-20T11:50:50.194995Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:50:50.195193Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:50:50.195235Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-20T11:50:50.196437Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-20T11:50:50.196497Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-20T11:50:50.197636Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-04-20T11:50:50.198092Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-20T11:51:27.480063Z","caller":"traceutil/trace.go:171","msg":"trace[909539828] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"163.507539ms","start":"2026-04-20T11:51:27.316515Z","end":"2026-04-20T11:51:27.480022Z","steps":["trace[909539828] 'process raft request' (duration: 163.311914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:51:28.046801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.281352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tx5dv\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-20T11:51:28.046992Z","caller":"traceutil/trace.go:171","msg":"trace[144581330] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tx5dv; range_end:; response_count:1; response_revision:581; }","duration":"423.539138ms","start":"2026-04-20T11:51:27.623415Z","end":"2026-04-20T11:51:28.046954Z","steps":["trace[144581330] 'range keys from in-memory index tree' (duration: 422.515785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:51:28.047054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:51:27.623392Z","time spent":"423.649721ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-tx5dv\" "} {"level":"info","ts":"2026-04-20T11:51:28.048287Z","caller":"traceutil/trace.go:171","msg":"trace[177862849] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"171.207864ms","start":"2026-04-20T11:51:27.877007Z","end":"2026-04-20T11:51:28.048215Z","steps":["trace[177862849] 'process raft request' (duration: 170.592851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:51:42.715312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.692302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T11:51:42.716071Z","caller":"traceutil/trace.go:171","msg":"trace[1255134139] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:734; }","duration":"110.897216ms","start":"2026-04-20T11:51:42.604506Z","end":"2026-04-20T11:51:42.715403Z","steps":["trace[1255134139] 'range keys from in-memory index tree' (duration: 110.322244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:51:42.924515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.28256ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:51:42.924688Z","caller":"traceutil/trace.go:171","msg":"trace[1426677727] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"198.37519ms","start":"2026-04-20T11:51:42.726275Z","end":"2026-04-20T11:51:42.92465Z","steps":["trace[1426677727] 'process raft request' (duration: 95.109458ms)","trace[1426677727] 'compare' (duration: 102.085165ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:52:10.640322Z","caller":"traceutil/trace.go:171","msg":"trace[756245694] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"136.803764ms","start":"2026-04-20T11:52:10.503489Z","end":"2026-04-20T11:52:10.640293Z","steps":["trace[756245694] 'process raft request' (duration: 136.60569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:58.225819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.477074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:52:58.225982Z","caller":"traceutil/trace.go:171","msg":"trace[228071506] linearizableReadLoop","detail":"{readStateIndex:1883; appliedIndex:1882; }","duration":"285.123617ms","start":"2026-04-20T11:52:57.940835Z","end":"2026-04-20T11:52:58.225959Z","steps":["trace[228071506] 'read index received' (duration: 14.303986ms)","trace[228071506] 'applied index is now lower than readState.Index' (duration: 270.818111ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:52:58.226025Z","caller":"traceutil/trace.go:171","msg":"trace[762614526] transaction","detail":"{read_only:false; response_revision:1816; number_of_response:1; }","duration":"285.712729ms","start":"2026-04-20T11:52:57.940257Z","end":"2026-04-20T11:52:58.22597Z","steps":["trace[762614526] 'process raft request' (duration: 14.954649ms)","trace[762614526] 'compare' (duration: 270.321681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:52:58.226253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.405483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T11:52:58.22632Z","caller":"traceutil/trace.go:171","msg":"trace[960433783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1816; }","duration":"285.504165ms","start":"2026-04-20T11:52:57.940798Z","end":"2026-04-20T11:52:58.226302Z","steps":["trace[960433783] 'agreement among raft nodes before linearized reading' (duration: 285.294561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:58.599853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.529204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:52:58.600053Z","caller":"traceutil/trace.go:171","msg":"trace[833006790] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"132.8364ms","start":"2026-04-20T11:52:58.467198Z","end":"2026-04-20T11:52:58.600034Z","steps":["trace[833006790] 'process raft request' (duration: 132.779599ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:52:58.6003Z","caller":"traceutil/trace.go:171","msg":"trace[1273996830] linearizableReadLoop","detail":"{readStateIndex:1884; appliedIndex:1883; }","duration":"374.235883ms","start":"2026-04-20T11:52:58.226052Z","end":"2026-04-20T11:52:58.600288Z","steps":["trace[1273996830] 'read index received' (duration: 190.093925ms)","trace[1273996830] 'applied index is now lower than readState.Index' (duration: 184.140608ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:52:58.600485Z","caller":"traceutil/trace.go:171","msg":"trace[1396011542] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"621.364627ms","start":"2026-04-20T11:52:57.978731Z","end":"2026-04-20T11:52:58.600095Z","steps":["trace[1396011542] 'process raft request' (duration: 437.492535ms)","trace[1396011542] 'compare' (duration: 183.398132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:52:58.600568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.003951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T11:52:58.600622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.309577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T11:52:58.60068Z","caller":"traceutil/trace.go:171","msg":"trace[2142799004] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1818; }","duration":"325.170693ms","start":"2026-04-20T11:52:58.275481Z","end":"2026-04-20T11:52:58.600651Z","steps":["trace[2142799004] 'agreement among raft nodes before linearized reading' (duration: 324.943289ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:52:58.600719Z","caller":"traceutil/trace.go:171","msg":"trace[893144303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1818; }","duration":"628.43497ms","start":"2026-04-20T11:52:57.972254Z","end":"2026-04-20T11:52:58.600689Z","steps":["trace[893144303] 'agreement among raft nodes before linearized reading' (duration: 628.143903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:58.60074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:52:58.275462Z","time spent":"325.265956ms","remote":"127.0.0.1:40884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-20T11:52:58.600788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:52:57.972237Z","time spent":"628.537142ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-20T11:52:58.600602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.579875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e70d0920-9ae3-4d26-8e98-164928f12165\" ","response":"range_response_count:1 size:3626"} {"level":"warn","ts":"2026-04-20T11:52:58.600805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.592919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-20T11:52:58.601026Z","caller":"traceutil/trace.go:171","msg":"trace[1950493961] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1818; }","duration":"582.872545ms","start":"2026-04-20T11:52:58.018091Z","end":"2026-04-20T11:52:58.600963Z","steps":["trace[1950493961] 'agreement among raft nodes before linearized reading' (duration: 582.271361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:58.600998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:52:57.978712Z","time spent":"622.009132ms","remote":"127.0.0.1:33548","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:52:58.600904Z","caller":"traceutil/trace.go:171","msg":"trace[713978320] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e70d0920-9ae3-4d26-8e98-164928f12165; range_end:; response_count:1; response_revision:1818; }","duration":"486.943433ms","start":"2026-04-20T11:52:58.113928Z","end":"2026-04-20T11:52:58.600871Z","steps":["trace[713978320] 'agreement among raft nodes before linearized reading' (duration: 486.37933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:52:58.601163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:52:58.018079Z","time spent":"583.053609ms","remote":"127.0.0.1:56116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-20T11:52:58.601186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:52:58.1139Z","time spent":"487.26636ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3649,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e70d0920-9ae3-4d26-8e98-164928f12165\" "} {"level":"info","ts":"2026-04-20T11:53:10.839226Z","caller":"traceutil/trace.go:171","msg":"trace[1691417202] linearizableReadLoop","detail":"{readStateIndex:1991; appliedIndex:1990; }","duration":"146.83766ms","start":"2026-04-20T11:53:10.692365Z","end":"2026-04-20T11:53:10.839203Z","steps":["trace[1691417202] 'read index received' (duration: 146.629456ms)","trace[1691417202] 'applied index is now lower than readState.Index' (duration: 207.114µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:53:10.839295Z","caller":"traceutil/trace.go:171","msg":"trace[387454949] transaction","detail":"{read_only:false; response_revision:1920; number_of_response:1; }","duration":"190.686077ms","start":"2026-04-20T11:53:10.648577Z","end":"2026-04-20T11:53:10.839263Z","steps":["trace[387454949] 'process raft request' (duration: 190.423912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:10.839459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.065845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-20T11:53:10.839486Z","caller":"traceutil/trace.go:171","msg":"trace[1230649758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1920; }","duration":"147.176057ms","start":"2026-04-20T11:53:10.692302Z","end":"2026-04-20T11:53:10.839478Z","steps":["trace[1230649758] 'agreement among raft nodes before linearized reading' (duration: 147.015024ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:53:13.887508Z","caller":"traceutil/trace.go:171","msg":"trace[1058279252] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"219.81883ms","start":"2026-04-20T11:53:13.667648Z","end":"2026-04-20T11:53:13.887467Z","steps":["trace[1058279252] 'process raft request' (duration: 216.859187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:47.223358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.109232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:53:47.223561Z","caller":"traceutil/trace.go:171","msg":"trace[968524028] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"167.439416ms","start":"2026-04-20T11:53:47.056073Z","end":"2026-04-20T11:53:47.223512Z","steps":["trace[968524028] 'process raft request' (duration: 60.081219ms)","trace[968524028] 'compare' (duration: 106.986649ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:53:53.439359Z","caller":"traceutil/trace.go:171","msg":"trace[1771994710] linearizableReadLoop","detail":"{readStateIndex:2241; appliedIndex:2240; }","duration":"206.624101ms","start":"2026-04-20T11:53:53.23267Z","end":"2026-04-20T11:53:53.439294Z","steps":["trace[1771994710] 'read index received' (duration: 175.294417ms)","trace[1771994710] 'applied index is now lower than readState.Index' (duration: 31.327974ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:53:53.439539Z","caller":"traceutil/trace.go:171","msg":"trace[756952647] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"374.179299ms","start":"2026-04-20T11:53:53.065326Z","end":"2026-04-20T11:53:53.439505Z","steps":["trace[756952647] 'process raft request' (duration: 342.62629ms)","trace[756952647] 'compare' (duration: 30.799163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:53:53.439617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.933767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:53:53.439778Z","caller":"traceutil/trace.go:171","msg":"trace[395214379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2162; }","duration":"207.163493ms","start":"2026-04-20T11:53:53.232595Z","end":"2026-04-20T11:53:53.439759Z","steps":["trace[395214379] 'agreement among raft nodes before linearized reading' (duration: 206.925068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:53.439925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:53:53.06529Z","time spent":"374.466776ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:53:53.450481Z","caller":"traceutil/trace.go:171","msg":"trace[713784953] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"200.798087ms","start":"2026-04-20T11:53:53.249635Z","end":"2026-04-20T11:53:53.450433Z","steps":["trace[713784953] 'process raft request' (duration: 200.602132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:53.450688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.613619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-20T11:53:53.450777Z","caller":"traceutil/trace.go:171","msg":"trace[357917204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2163; }","duration":"195.873696ms","start":"2026-04-20T11:53:53.254864Z","end":"2026-04-20T11:53:53.450738Z","steps":["trace[357917204] 'agreement among raft nodes before linearized reading' (duration: 195.521798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:53.451368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.359895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-20T11:53:53.451591Z","caller":"traceutil/trace.go:171","msg":"trace[401294852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2163; }","duration":"167.5775ms","start":"2026-04-20T11:53:53.283991Z","end":"2026-04-20T11:53:53.451569Z","steps":["trace[401294852] 'agreement among raft nodes before linearized reading' (duration: 166.469854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:53.796124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.13082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-20T11:53:53.79647Z","caller":"traceutil/trace.go:171","msg":"trace[172281942] linearizableReadLoop","detail":"{readStateIndex:2244; appliedIndex:2242; }","duration":"300.742327ms","start":"2026-04-20T11:53:53.495703Z","end":"2026-04-20T11:53:53.796446Z","steps":["trace[172281942] 'read index received' (duration: 101.172366ms)","trace[172281942] 'applied index is now lower than readState.Index' (duration: 199.568451ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:53:53.796499Z","caller":"traceutil/trace.go:171","msg":"trace[1045537593] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"340.423681ms","start":"2026-04-20T11:53:53.456037Z","end":"2026-04-20T11:53:53.79646Z","steps":["trace[1045537593] 'process raft request' (duration: 140.82757ms)","trace[1045537593] 'compare' (duration: 198.962197ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:53:53.796506Z","caller":"traceutil/trace.go:171","msg":"trace[1327989059] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"340.175936ms","start":"2026-04-20T11:53:53.456293Z","end":"2026-04-20T11:53:53.796469Z","steps":["trace[1327989059] 'process raft request' (duration: 340.084484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:53.796701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:53:53.456007Z","time spent":"340.579865ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T11:53:53.796723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:53:53.456281Z","time spent":"340.324069ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T11:53:53.796863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.041971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T11:53:53.796917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.859299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-04-20T11:53:53.796938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.206288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-20T11:53:53.797033Z","caller":"traceutil/trace.go:171","msg":"trace[1436545464] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2165; }","duration":"144.026043ms","start":"2026-04-20T11:53:53.65299Z","end":"2026-04-20T11:53:53.797016Z","steps":["trace[1436545464] 'agreement among raft nodes before linearized reading' (duration: 143.699356ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:53:53.797093Z","caller":"traceutil/trace.go:171","msg":"trace[184207718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2165; }","duration":"301.401862ms","start":"2026-04-20T11:53:53.495667Z","end":"2026-04-20T11:53:53.797068Z","steps":["trace[184207718] 'agreement among raft nodes before linearized reading' (duration: 300.89903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:53.797187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:53:53.495655Z","time spent":"301.518724ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-20T11:53:53.796964Z","caller":"traceutil/trace.go:171","msg":"trace[838281041] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2165; }","duration":"200.195445ms","start":"2026-04-20T11:53:53.596746Z","end":"2026-04-20T11:53:53.796941Z","steps":["trace[838281041] 'agreement among raft nodes before linearized reading' (duration: 199.96492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:53:53.79699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.98921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.74\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-20T11:53:53.798083Z","caller":"traceutil/trace.go:171","msg":"trace[16591993] range","detail":"{range_begin:/registry/masterleases/199.204.45.74; range_end:; response_count:1; response_revision:2165; }","duration":"223.142907ms","start":"2026-04-20T11:53:53.574918Z","end":"2026-04-20T11:53:53.798061Z","steps":["trace[16591993] 'agreement among raft nodes before linearized reading' (duration: 221.774186ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:53:54.018211Z","caller":"traceutil/trace.go:171","msg":"trace[1160606124] linearizableReadLoop","detail":"{readStateIndex:2246; appliedIndex:2244; }","duration":"192.620182ms","start":"2026-04-20T11:53:53.825568Z","end":"2026-04-20T11:53:54.018188Z","steps":["trace[1160606124] 'read index received' (duration: 167.373056ms)","trace[1160606124] 'applied index is now lower than readState.Index' (duration: 25.245826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:53:54.018487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.896307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T11:53:54.018558Z","caller":"traceutil/trace.go:171","msg":"trace[958508254] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2166; }","duration":"193.04445ms","start":"2026-04-20T11:53:53.825493Z","end":"2026-04-20T11:53:54.018538Z","steps":["trace[958508254] 'agreement among raft nodes before linearized reading' (duration: 192.797085ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:53:54.018626Z","caller":"traceutil/trace.go:171","msg":"trace[1924922808] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"216.066696ms","start":"2026-04-20T11:53:53.802416Z","end":"2026-04-20T11:53:54.018483Z","steps":["trace[1924922808] 'process raft request' (duration: 215.616906ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:54:29.410843Z","caller":"traceutil/trace.go:171","msg":"trace[64899276] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"143.90649ms","start":"2026-04-20T11:54:29.266871Z","end":"2026-04-20T11:54:29.410777Z","steps":["trace[64899276] 'process raft request' (duration: 143.559312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:57:43.379052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.600763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:57:43.379129Z","caller":"traceutil/trace.go:171","msg":"trace[1274518910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3781; }","duration":"146.721876ms","start":"2026-04-20T11:57:43.232389Z","end":"2026-04-20T11:57:43.37911Z","steps":["trace[1274518910] 'range keys from in-memory index tree' (duration: 146.512631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:58:55.366479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.132448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/monitoring/kube-prometheus-stack-admission-patch\" ","response":"range_response_count:1 size:3974"} {"level":"info","ts":"2026-04-20T11:58:55.366585Z","caller":"traceutil/trace.go:171","msg":"trace[1471327479] range","detail":"{range_begin:/registry/jobs/monitoring/kube-prometheus-stack-admission-patch; range_end:; response_count:1; response_revision:4706; }","duration":"139.272212ms","start":"2026-04-20T11:58:55.227288Z","end":"2026-04-20T11:58:55.36656Z","steps":["trace[1471327479] 'range keys from in-memory index tree' (duration: 138.996575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:58:55.366621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.234757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:58:55.366754Z","caller":"traceutil/trace.go:171","msg":"trace[1333838139] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4706; }","duration":"135.401833ms","start":"2026-04-20T11:58:55.231322Z","end":"2026-04-20T11:58:55.366724Z","steps":["trace[1333838139] 'range keys from in-memory index tree' (duration: 135.107165ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:58:59.109978Z","caller":"traceutil/trace.go:171","msg":"trace[746110004] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"127.076341ms","start":"2026-04-20T11:58:58.982872Z","end":"2026-04-20T11:58:59.109948Z","steps":["trace[746110004] 'process raft request' (duration: 126.896797ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:58:59.113818Z","caller":"traceutil/trace.go:171","msg":"trace[1423321074] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"122.195996ms","start":"2026-04-20T11:58:58.9916Z","end":"2026-04-20T11:58:59.113796Z","steps":["trace[1423321074] 'process raft request' (duration: 122.050712ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:59:02.90933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.070013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-20T11:59:02.90955Z","caller":"traceutil/trace.go:171","msg":"trace[801959943] transaction","detail":"{read_only:false; number_of_response:0; response_revision:4924; }","duration":"370.03773ms","start":"2026-04-20T11:59:02.539495Z","end":"2026-04-20T11:59:02.909532Z","steps":["trace[801959943] 'process raft request' (duration: 159.667349ms)","trace[801959943] 'compare' (duration: 210.010462ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:59:02.909636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:02.539471Z","time spent":"370.140262ms","remote":"127.0.0.1:33474","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-20T11:59:02.909657Z","caller":"traceutil/trace.go:171","msg":"trace[1522460095] linearizableReadLoop","detail":"{readStateIndex:5109; appliedIndex:5107; }","duration":"232.701711ms","start":"2026-04-20T11:59:02.676928Z","end":"2026-04-20T11:59:02.90963Z","steps":["trace[1522460095] 'read index received' (duration: 22.347331ms)","trace[1522460095] 'applied index is now lower than readState.Index' (duration: 210.35308ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:59:02.909699Z","caller":"traceutil/trace.go:171","msg":"trace[1587111120] transaction","detail":"{read_only:false; response_revision:4925; number_of_response:1; }","duration":"357.904608ms","start":"2026-04-20T11:59:02.551758Z","end":"2026-04-20T11:59:02.909663Z","steps":["trace[1587111120] 'process raft request' (duration: 357.697903ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:59:02.909879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:02.551743Z","time spent":"358.056371ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-20T11:59:02.909921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.011955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-27cd31bc-ef1b-4fa1-866b-773aa33bc89c\" ","response":"range_response_count:1 size:3600"} {"level":"info","ts":"2026-04-20T11:59:02.90996Z","caller":"traceutil/trace.go:171","msg":"trace[1090760991] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-27cd31bc-ef1b-4fa1-866b-773aa33bc89c; range_end:; response_count:1; response_revision:4925; }","duration":"232.065106ms","start":"2026-04-20T11:59:02.677884Z","end":"2026-04-20T11:59:02.909949Z","steps":["trace[1090760991] 'agreement among raft nodes before linearized reading' (duration: 231.895142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:59:02.910488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.490629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-20T11:59:02.910637Z","caller":"traceutil/trace.go:171","msg":"trace[953438101] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4925; }","duration":"233.721564ms","start":"2026-04-20T11:59:02.676888Z","end":"2026-04-20T11:59:02.910609Z","steps":["trace[953438101] 'agreement among raft nodes before linearized reading' (duration: 232.853164ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:03.321227Z","caller":"traceutil/trace.go:171","msg":"trace[369632206] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"245.445198ms","start":"2026-04-20T11:59:03.075676Z","end":"2026-04-20T11:59:03.321121Z","steps":["trace[369632206] 'process raft request' (duration: 239.47341ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:03.356741Z","caller":"traceutil/trace.go:171","msg":"trace[1705887130] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5120; }","duration":"123.662471ms","start":"2026-04-20T11:59:03.233052Z","end":"2026-04-20T11:59:03.356714Z","steps":["trace[1705887130] 'read index received' (duration: 82.233426ms)","trace[1705887130] 'applied index is now lower than readState.Index' (duration: 41.427825ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:59:03.35683Z","caller":"traceutil/trace.go:171","msg":"trace[1910414504] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"269.653892ms","start":"2026-04-20T11:59:03.087147Z","end":"2026-04-20T11:59:03.3568Z","steps":["trace[1910414504] 'process raft request' (duration: 269.289684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:59:03.35689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.827194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:59:03.356932Z","caller":"traceutil/trace.go:171","msg":"trace[393201830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4938; }","duration":"123.925347ms","start":"2026-04-20T11:59:03.232991Z","end":"2026-04-20T11:59:03.356916Z","steps":["trace[393201830] 'agreement among raft nodes before linearized reading' (duration: 123.840975ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:04.628562Z","caller":"traceutil/trace.go:171","msg":"trace[327122428] transaction","detail":"{read_only:false; response_revision:4968; number_of_response:1; }","duration":"100.366108ms","start":"2026-04-20T11:59:04.528174Z","end":"2026-04-20T11:59:04.62854Z","steps":["trace[327122428] 'process raft request' (duration: 100.233815ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:13.939996Z","caller":"traceutil/trace.go:171","msg":"trace[67644817] transaction","detail":"{read_only:false; response_revision:5150; number_of_response:1; }","duration":"117.733363ms","start":"2026-04-20T11:59:13.822242Z","end":"2026-04-20T11:59:13.939975Z","steps":["trace[67644817] 'process raft request' (duration: 74.226779ms)","trace[67644817] 'compare' (duration: 43.162435ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:59:13.940141Z","caller":"traceutil/trace.go:171","msg":"trace[27159181] transaction","detail":"{read_only:false; response_revision:5151; number_of_response:1; }","duration":"117.132639ms","start":"2026-04-20T11:59:13.822961Z","end":"2026-04-20T11:59:13.940093Z","steps":["trace[27159181] 'process raft request' (duration: 116.942174ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:14.49662Z","caller":"traceutil/trace.go:171","msg":"trace[498411372] transaction","detail":"{read_only:false; response_revision:5157; number_of_response:1; }","duration":"248.031567ms","start":"2026-04-20T11:59:14.248561Z","end":"2026-04-20T11:59:14.496593Z","steps":["trace[498411372] 'process raft request' (duration: 229.368833ms)","trace[498411372] 'compare' (duration: 18.369638ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:59:14.516011Z","caller":"traceutil/trace.go:171","msg":"trace[1410573144] linearizableReadLoop","detail":"{readStateIndex:5350; appliedIndex:5347; }","duration":"267.196115ms","start":"2026-04-20T11:59:14.24879Z","end":"2026-04-20T11:59:14.515986Z","steps":["trace[1410573144] 'read index received' (duration: 229.156879ms)","trace[1410573144] 'applied index is now lower than readState.Index' (duration: 38.038126ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:59:14.516386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.569523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-tjvlc\" ","response":"range_response_count:1 size:7817"} {"level":"info","ts":"2026-04-20T11:59:14.516435Z","caller":"traceutil/trace.go:171","msg":"trace[1476709798] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-tjvlc; range_end:; response_count:1; response_revision:5159; }","duration":"267.659935ms","start":"2026-04-20T11:59:14.248761Z","end":"2026-04-20T11:59:14.516421Z","steps":["trace[1476709798] 'agreement among raft nodes before linearized reading' (duration: 267.322657ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:14.51677Z","caller":"traceutil/trace.go:171","msg":"trace[1027083274] transaction","detail":"{read_only:false; response_revision:5158; number_of_response:1; }","duration":"268.068974ms","start":"2026-04-20T11:59:14.24863Z","end":"2026-04-20T11:59:14.516699Z","steps":["trace[1027083274] 'process raft request' (duration: 267.199604ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:14.516795Z","caller":"traceutil/trace.go:171","msg":"trace[798104355] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"268.082885ms","start":"2026-04-20T11:59:14.248687Z","end":"2026-04-20T11:59:14.516769Z","steps":["trace[798104355] 'process raft request' (duration: 267.249545ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:22.328419Z","caller":"traceutil/trace.go:171","msg":"trace[913250515] linearizableReadLoop","detail":"{readStateIndex:5519; appliedIndex:5518; }","duration":"278.452986ms","start":"2026-04-20T11:59:22.049922Z","end":"2026-04-20T11:59:22.328375Z","steps":["trace[913250515] 'read index received' (duration: 278.148459ms)","trace[913250515] 'applied index is now lower than readState.Index' (duration: 301.797µs)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:59:22.328645Z","caller":"traceutil/trace.go:171","msg":"trace[632922791] transaction","detail":"{read_only:false; response_revision:5324; number_of_response:1; }","duration":"352.072832ms","start":"2026-04-20T11:59:21.97654Z","end":"2026-04-20T11:59:22.328612Z","steps":["trace[632922791] 'process raft request' (duration: 351.53728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:59:22.328769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.807174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-20T11:59:22.328817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:21.976508Z","time spent":"352.204215ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:59:22.328832Z","caller":"traceutil/trace.go:171","msg":"trace[1326365211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:5324; }","duration":"278.978918ms","start":"2026-04-20T11:59:22.049838Z","end":"2026-04-20T11:59:22.328817Z","steps":["trace[1326365211] 'agreement among raft nodes before linearized reading' (duration: 278.767603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:59:22.496123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.388932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-20T11:59:22.496774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.728393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chctq\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-20T11:59:22.496835Z","caller":"traceutil/trace.go:171","msg":"trace[1257976054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chctq; range_end:; response_count:1; response_revision:5325; }","duration":"351.821215ms","start":"2026-04-20T11:59:22.144998Z","end":"2026-04-20T11:59:22.496819Z","steps":["trace[1257976054] 'agreement among raft nodes before linearized reading' (duration: 351.563149ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:22.496829Z","caller":"traceutil/trace.go:171","msg":"trace[1567784311] transaction","detail":"{read_only:false; response_revision:5325; number_of_response:1; }","duration":"366.836375ms","start":"2026-04-20T11:59:22.129947Z","end":"2026-04-20T11:59:22.496784Z","steps":["trace[1567784311] 'process raft request' (duration: 246.649415ms)","trace[1567784311] 'compare' (duration: 119.187418ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:59:22.496886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:22.14498Z","time spent":"351.896627ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-chctq\" "} {"level":"warn","ts":"2026-04-20T11:59:22.496841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.175767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a340be49-2f1d-472c-b435-9a1cb09a5999\" ","response":"range_response_count:1 size:3645"} {"level":"info","ts":"2026-04-20T11:59:22.496988Z","caller":"traceutil/trace.go:171","msg":"trace[211051377] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a340be49-2f1d-472c-b435-9a1cb09a5999; range_end:; response_count:1; response_revision:5325; }","duration":"280.380301ms","start":"2026-04-20T11:59:22.216559Z","end":"2026-04-20T11:59:22.49694Z","steps":["trace[211051377] 'agreement among raft nodes before linearized reading' (duration: 279.927881ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:22.496293Z","caller":"traceutil/trace.go:171","msg":"trace[508702798] linearizableReadLoop","detail":"{readStateIndex:5520; appliedIndex:5519; }","duration":"167.715327ms","start":"2026-04-20T11:59:22.328554Z","end":"2026-04-20T11:59:22.496269Z","steps":["trace[508702798] 'read index received' (duration: 48.040928ms)","trace[508702798] 'applied index is now lower than readState.Index' (duration: 119.672729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-20T11:59:22.497047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.422416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a340be49-2f1d-472c-b435-9a1cb09a5999\" ","response":"range_response_count:1 size:3645"} {"level":"warn","ts":"2026-04-20T11:59:22.497078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.30438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-20T11:59:22.497103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:22.129928Z","time spent":"367.01376ms","remote":"127.0.0.1:33650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T11:59:22.497201Z","caller":"traceutil/trace.go:171","msg":"trace[1390384995] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:5325; }","duration":"435.466884ms","start":"2026-04-20T11:59:22.061693Z","end":"2026-04-20T11:59:22.49716Z","steps":["trace[1390384995] 'agreement among raft nodes before linearized reading' (duration: 435.187158ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:22.497168Z","caller":"traceutil/trace.go:171","msg":"trace[298369326] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a340be49-2f1d-472c-b435-9a1cb09a5999; range_end:; response_count:1; response_revision:5325; }","duration":"366.623751ms","start":"2026-04-20T11:59:22.130518Z","end":"2026-04-20T11:59:22.497142Z","steps":["trace[298369326] 'agreement among raft nodes before linearized reading' (duration: 366.236012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T11:59:22.497256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:22.061677Z","time spent":"435.566806ms","remote":"127.0.0.1:33840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-20T11:59:22.497276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T11:59:22.130494Z","time spent":"366.769074ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a340be49-2f1d-472c-b435-9a1cb09a5999\" "} {"level":"warn","ts":"2026-04-20T11:59:22.497467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.420292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T11:59:22.498111Z","caller":"traceutil/trace.go:171","msg":"trace[619044536] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5325; }","duration":"266.139939ms","start":"2026-04-20T11:59:22.23195Z","end":"2026-04-20T11:59:22.49809Z","steps":["trace[619044536] 'agreement among raft nodes before linearized reading' (duration: 264.816538ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:22.695129Z","caller":"traceutil/trace.go:171","msg":"trace[1465851054] transaction","detail":"{read_only:false; response_revision:5326; number_of_response:1; }","duration":"188.068651ms","start":"2026-04-20T11:59:22.507028Z","end":"2026-04-20T11:59:22.695097Z","steps":["trace[1465851054] 'process raft request' (duration: 173.331508ms)","trace[1465851054] 'compare' (duration: 14.441227ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T11:59:22.720427Z","caller":"traceutil/trace.go:171","msg":"trace[1637592300] transaction","detail":"{read_only:false; response_revision:5327; number_of_response:1; }","duration":"120.18019ms","start":"2026-04-20T11:59:22.600223Z","end":"2026-04-20T11:59:22.720404Z","steps":["trace[1637592300] 'process raft request' (duration: 120.006766ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T11:59:22.835493Z","caller":"traceutil/trace.go:171","msg":"trace[653027765] transaction","detail":"{read_only:false; response_revision:5328; number_of_response:1; }","duration":"139.435838ms","start":"2026-04-20T11:59:22.696033Z","end":"2026-04-20T11:59:22.835469Z","steps":["trace[653027765] 'process raft request' (duration: 114.468877ms)","trace[653027765] 'compare' (duration: 24.860479ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:00:03.255353Z","caller":"traceutil/trace.go:171","msg":"trace[233881268] transaction","detail":"{read_only:false; response_revision:5766; number_of_response:1; }","duration":"233.011755ms","start":"2026-04-20T12:00:03.022284Z","end":"2026-04-20T12:00:03.255295Z","steps":["trace[233881268] 'process raft request' (duration: 178.196932ms)","trace[233881268] 'compare' (duration: 54.705721ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:00:03.256464Z","caller":"traceutil/trace.go:171","msg":"trace[1110558829] transaction","detail":"{read_only:false; response_revision:5767; number_of_response:1; }","duration":"118.08171ms","start":"2026-04-20T12:00:03.138343Z","end":"2026-04-20T12:00:03.256425Z","steps":["trace[1110558829] 'process raft request' (duration: 117.780483ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:00:50.657786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2999} {"level":"info","ts":"2026-04-20T12:00:50.723887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2999,"took":"64.63526ms","hash":202892674,"current-db-size-bytes":57262080,"current-db-size":"57 MB","current-db-size-in-use-bytes":33660928,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-20T12:00:50.723939Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":202892674,"revision":2999,"compact-revision":-1} {"level":"info","ts":"2026-04-20T12:05:25.951514Z","caller":"traceutil/trace.go:171","msg":"trace[764207482] transaction","detail":"{read_only:false; response_revision:8146; number_of_response:1; }","duration":"193.25277ms","start":"2026-04-20T12:05:25.758233Z","end":"2026-04-20T12:05:25.951486Z","steps":["trace[764207482] 'process raft request' (duration: 193.070415ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:05:26.188377Z","caller":"traceutil/trace.go:171","msg":"trace[1697863356] transaction","detail":"{read_only:false; response_revision:8148; number_of_response:1; }","duration":"127.53062ms","start":"2026-04-20T12:05:26.06082Z","end":"2026-04-20T12:05:26.188351Z","steps":["trace[1697863356] 'process raft request' (duration: 127.442498ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:05:26.188617Z","caller":"traceutil/trace.go:171","msg":"trace[2074722944] transaction","detail":"{read_only:false; response_revision:8147; number_of_response:1; }","duration":"128.667569ms","start":"2026-04-20T12:05:26.05994Z","end":"2026-04-20T12:05:26.188607Z","steps":["trace[2074722944] 'process raft request' (duration: 125.140382ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:05:35.553315Z","caller":"traceutil/trace.go:171","msg":"trace[1860054635] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"133.924978ms","start":"2026-04-20T12:05:35.419364Z","end":"2026-04-20T12:05:35.553289Z","steps":["trace[1860054635] 'process raft request' (duration: 133.764314ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:05:35.643376Z","caller":"traceutil/trace.go:171","msg":"trace[633831540] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"223.688219ms","start":"2026-04-20T12:05:35.419664Z","end":"2026-04-20T12:05:35.643353Z","steps":["trace[633831540] 'process raft request' (duration: 221.308081ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:05:35.643562Z","caller":"traceutil/trace.go:171","msg":"trace[1796187526] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"221.226609ms","start":"2026-04-20T12:05:35.422306Z","end":"2026-04-20T12:05:35.643532Z","steps":["trace[1796187526] 'process raft request' (duration: 221.002133ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:05:50.665244Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6112} {"level":"info","ts":"2026-04-20T12:05:50.776602Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6112,"took":"109.048656ms","hash":825846896,"current-db-size-bytes":57262080,"current-db-size":"57 MB","current-db-size-in-use-bytes":22986752,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-20T12:05:50.776689Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":825846896,"revision":6112,"compact-revision":2999} {"level":"warn","ts":"2026-04-20T12:06:08.911121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.267751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-20T12:06:08.911286Z","caller":"traceutil/trace.go:171","msg":"trace[1670139069] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8430; }","duration":"165.470185ms","start":"2026-04-20T12:06:08.745797Z","end":"2026-04-20T12:06:08.911267Z","steps":["trace[1670139069] 'range keys from in-memory index tree' (duration: 165.204488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:08.911186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.860716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-chctq\" ","response":"range_response_count:1 size:6526"} {"level":"info","ts":"2026-04-20T12:06:08.911422Z","caller":"traceutil/trace.go:171","msg":"trace[1326581892] range","detail":"{range_begin:/registry/pods/openstack/keepalived-chctq; range_end:; response_count:1; response_revision:8430; }","duration":"149.145603ms","start":"2026-04-20T12:06:08.762249Z","end":"2026-04-20T12:06:08.911394Z","steps":["trace[1326581892] 'range keys from in-memory index tree' (duration: 148.682601ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:06:17.780583Z","caller":"traceutil/trace.go:171","msg":"trace[545564262] transaction","detail":"{read_only:false; response_revision:8516; number_of_response:1; }","duration":"114.89673ms","start":"2026-04-20T12:06:17.665663Z","end":"2026-04-20T12:06:17.78056Z","steps":["trace[545564262] 'process raft request' (duration: 114.765757ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:06:18.015767Z","caller":"traceutil/trace.go:171","msg":"trace[1317832675] linearizableReadLoop","detail":"{readStateIndex:8817; appliedIndex:8815; }","duration":"256.61382ms","start":"2026-04-20T12:06:17.759119Z","end":"2026-04-20T12:06:18.015733Z","steps":["trace[1317832675] 'read index received' (duration: 21.384197ms)","trace[1317832675] 'applied index is now lower than readState.Index' (duration: 235.228423ms)"],"step_count":2} {"level":"info","ts":"2026-04-20T12:06:18.015874Z","caller":"traceutil/trace.go:171","msg":"trace[1765795029] transaction","detail":"{read_only:false; response_revision:8517; number_of_response:1; }","duration":"343.47426ms","start":"2026-04-20T12:06:17.672359Z","end":"2026-04-20T12:06:18.015833Z","steps":["trace[1765795029] 'process raft request' (duration: 343.233684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:18.01613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.99249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414394"} {"level":"info","ts":"2026-04-20T12:06:18.016179Z","caller":"traceutil/trace.go:171","msg":"trace[579011908] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8517; }","duration":"257.089742ms","start":"2026-04-20T12:06:17.759076Z","end":"2026-04-20T12:06:18.016166Z","steps":["trace[579011908] 'agreement among raft nodes before linearized reading' (duration: 256.825496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:18.016255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.275526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-04-20T12:06:18.016339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.672117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-20T12:06:18.016396Z","caller":"traceutil/trace.go:171","msg":"trace[129684891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8517; }","duration":"134.748298ms","start":"2026-04-20T12:06:17.881635Z","end":"2026-04-20T12:06:18.016383Z","steps":["trace[129684891] 'agreement among raft nodes before linearized reading' (duration: 134.571104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:18.016483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.752777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-20T12:06:18.016515Z","caller":"traceutil/trace.go:171","msg":"trace[1364087433] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8517; }","duration":"179.847519ms","start":"2026-04-20T12:06:17.836658Z","end":"2026-04-20T12:06:18.016506Z","steps":["trace[1364087433] 'agreement among raft nodes before linearized reading' (duration: 179.721356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:18.016644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.639252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-20T12:06:18.016681Z","caller":"traceutil/trace.go:171","msg":"trace[1107046980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8517; }","duration":"129.699224ms","start":"2026-04-20T12:06:17.886973Z","end":"2026-04-20T12:06:18.016672Z","steps":["trace[1107046980] 'agreement among raft nodes before linearized reading' (duration: 129.612212ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:06:18.016295Z","caller":"traceutil/trace.go:171","msg":"trace[1446052559] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8517; }","duration":"246.405879ms","start":"2026-04-20T12:06:17.76988Z","end":"2026-04-20T12:06:18.016286Z","steps":["trace[1446052559] 'agreement among raft nodes before linearized reading' (duration: 246.249395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:18.016086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-20T12:06:17.67234Z","time spent":"343.620134ms","remote":"127.0.0.1:33552","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4634,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-20T12:06:18.456787Z","caller":"traceutil/trace.go:171","msg":"trace[1833438255] transaction","detail":"{read_only:false; response_revision:8523; number_of_response:1; }","duration":"109.077286ms","start":"2026-04-20T12:06:18.347687Z","end":"2026-04-20T12:06:18.456765Z","steps":["trace[1833438255] 'process raft request' (duration: 108.83469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:18.699071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.909444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:1 size:598"} {"level":"warn","ts":"2026-04-20T12:06:18.699158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.541454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-04-20T12:06:18.69919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.809841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-20T12:06:18.699251Z","caller":"traceutil/trace.go:171","msg":"trace[1339075221] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8527; }","duration":"214.658347ms","start":"2026-04-20T12:06:18.484573Z","end":"2026-04-20T12:06:18.699232Z","steps":["trace[1339075221] 'range keys from in-memory index tree' (duration: 214.37193ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:06:18.699263Z","caller":"traceutil/trace.go:171","msg":"trace[1776542613] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8527; }","duration":"212.885663ms","start":"2026-04-20T12:06:18.486356Z","end":"2026-04-20T12:06:18.699242Z","steps":["trace[1776542613] 'range keys from in-memory index tree' (duration: 212.720489ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:06:18.699321Z","caller":"traceutil/trace.go:171","msg":"trace[1180854726] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:1; response_revision:8527; }","duration":"213.130159ms","start":"2026-04-20T12:06:18.486085Z","end":"2026-04-20T12:06:18.699215Z","steps":["trace[1180854726] 'range keys from in-memory index tree' (duration: 212.777711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:18.699069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.183621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-20T12:06:18.699478Z","caller":"traceutil/trace.go:171","msg":"trace[528859735] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8527; }","duration":"157.666903ms","start":"2026-04-20T12:06:18.541799Z","end":"2026-04-20T12:06:18.699466Z","steps":["trace[528859735] 'range keys from in-memory index tree' (duration: 157.008597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-20T12:06:18.699122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.924563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-20T12:06:18.699732Z","caller":"traceutil/trace.go:171","msg":"trace[177144292] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:8527; }","duration":"215.489748ms","start":"2026-04-20T12:06:18.484165Z","end":"2026-04-20T12:06:18.699654Z","steps":["trace[177144292] 'range keys from in-memory index tree' (duration: 214.721628ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:07:04.521893Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000245d.wal"} {"level":"info","ts":"2026-04-20T12:08:28.759613Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"89ba38f964b95aa0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-20T12:08:28.767436Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-20T12:08:28.767532Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-20T12:09:23.262126Z","caller":"traceutil/trace.go:171","msg":"trace[347466386] transaction","detail":"{read_only:false; response_revision:10057; number_of_response:1; }","duration":"113.384688ms","start":"2026-04-20T12:09:23.148713Z","end":"2026-04-20T12:09:23.262097Z","steps":["trace[347466386] 'process raft request' (duration: 109.329468ms)"],"step_count":1} {"level":"info","ts":"2026-04-20T12:10:50.671581Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8284} {"level":"info","ts":"2026-04-20T12:10:50.750174Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8284,"took":"76.118512ms","hash":1899435923,"current-db-size-bytes":57262080,"current-db-size":"57 MB","current-db-size-in-use-bytes":24793088,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-04-20T12:10:50.75025Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1899435923,"revision":8284,"compact-revision":6112} {"level":"info","ts":"2026-04-20T12:15:50.67699Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10678} {"level":"info","ts":"2026-04-20T12:15:50.75467Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10678,"took":"75.291973ms","hash":841986125,"current-db-size-bytes":57262080,"current-db-size":"57 MB","current-db-size-in-use-bytes":20295680,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-04-20T12:15:50.75475Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":841986125,"revision":10678,"compact-revision":8284}