{"level":"warn","ts":"2026-04-30T14:23:43.94934Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-30T14:23:43.94946Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.33:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.33:2380","--initial-cluster=instance=https://199.204.45.33:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.33:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.33:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-30T14:23:43.94955Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-30T14:23:43.949564Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.33:2380"]} {"level":"info","ts":"2026-04-30T14:23:43.949589Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-30T14:23:43.950289Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"]} {"level":"info","ts":"2026-04-30T14:23:43.950391Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.33:2380"],"listen-peer-urls":["https://199.204.45.33:2380"],"advertise-client-urls":["https://199.204.45.33:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.33:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-30T14:23:43.955113Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.474153ms"} {"level":"info","ts":"2026-04-30T14:23:43.963851Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f1e5729930cf7e1f","cluster-id":"14aeb8c3ec66b749"} {"level":"info","ts":"2026-04-30T14:23:43.964069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=()"} {"level":"info","ts":"2026-04-30T14:23:43.964109Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became follower at term 0"} {"level":"info","ts":"2026-04-30T14:23:43.964122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f1e5729930cf7e1f [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-30T14:23:43.964139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became follower at term 1"} {"level":"info","ts":"2026-04-30T14:23:43.964193Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=(17430463935081840159)"} {"level":"warn","ts":"2026-04-30T14:23:43.971622Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-30T14:23:43.973007Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-30T14:23:43.974405Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-30T14:23:43.976411Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f1e5729930cf7e1f","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-30T14:23:43.976804Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f1e5729930cf7e1f","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-30T14:23:43.976976Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-30T14:23:43.977024Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-30T14:23:43.977034Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-30T14:23:43.981337Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f switched to configuration voters=(17430463935081840159)"} {"level":"info","ts":"2026-04-30T14:23:43.981485Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"14aeb8c3ec66b749","local-member-id":"f1e5729930cf7e1f","added-peer-id":"f1e5729930cf7e1f","added-peer-peer-urls":["https://199.204.45.33:2380"]} {"level":"info","ts":"2026-04-30T14:23:43.984111Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-30T14:23:43.984291Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.33:2380"} {"level":"info","ts":"2026-04-30T14:23:43.984318Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.33:2380"} {"level":"info","ts":"2026-04-30T14:23:43.984563Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f1e5729930cf7e1f","initial-advertise-peer-urls":["https://199.204.45.33:2380"],"listen-peer-urls":["https://199.204.45.33:2380"],"advertise-client-urls":["https://199.204.45.33:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.33:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-30T14:23:43.984589Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-30T14:23:44.764624Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f is starting a new election at term 1"} {"level":"info","ts":"2026-04-30T14:23:44.764698Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became pre-candidate at term 1"} {"level":"info","ts":"2026-04-30T14:23:44.76475Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f received MsgPreVoteResp from f1e5729930cf7e1f at term 1"} {"level":"info","ts":"2026-04-30T14:23:44.764771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became candidate at term 2"} {"level":"info","ts":"2026-04-30T14:23:44.764781Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f received MsgVoteResp from f1e5729930cf7e1f at term 2"} {"level":"info","ts":"2026-04-30T14:23:44.764799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f1e5729930cf7e1f became leader at term 2"} {"level":"info","ts":"2026-04-30T14:23:44.764811Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f1e5729930cf7e1f elected leader f1e5729930cf7e1f at term 2"} {"level":"info","ts":"2026-04-30T14:23:44.766164Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f1e5729930cf7e1f","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.33:2379]}","request-path":"/0/members/f1e5729930cf7e1f/attributes","cluster-id":"14aeb8c3ec66b749","publish-timeout":"7s"} {"level":"info","ts":"2026-04-30T14:23:44.766169Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-30T14:23:44.766172Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-30T14:23:44.766377Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-30T14:23:44.766734Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-30T14:23:44.766838Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-30T14:23:44.768106Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"14aeb8c3ec66b749","local-member-id":"f1e5729930cf7e1f","cluster-version":"3.5"} {"level":"info","ts":"2026-04-30T14:23:44.76826Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-30T14:23:44.768306Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-30T14:23:44.768981Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.33:2379"} {"level":"info","ts":"2026-04-30T14:23:44.769832Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-30T14:23:54.61874Z","caller":"traceutil/trace.go:171","msg":"trace[1004091571] linearizableReadLoop","detail":"{readStateIndex:331; appliedIndex:329; }","duration":"142.000267ms","start":"2026-04-30T14:23:54.476677Z","end":"2026-04-30T14:23:54.618677Z","steps":["trace[1004091571] 'read index received' (duration: 63.671612ms)","trace[1004091571] 'applied index is now lower than readState.Index' (duration: 78.327565ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:23:54.618769Z","caller":"traceutil/trace.go:171","msg":"trace[662954186] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"189.939003ms","start":"2026-04-30T14:23:54.428772Z","end":"2026-04-30T14:23:54.618711Z","steps":["trace[662954186] 'process raft request' (duration: 111.546828ms)","trace[662954186] 'compare' (duration: 77.879564ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:23:54.618759Z","caller":"traceutil/trace.go:171","msg":"trace[1252138267] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"184.957198ms","start":"2026-04-30T14:23:54.433772Z","end":"2026-04-30T14:23:54.61873Z","steps":["trace[1252138267] 'process raft request' (duration: 184.5958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:23:54.618901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.197311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-04-30T14:23:54.618981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.257997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-30T14:23:54.619052Z","caller":"traceutil/trace.go:171","msg":"trace[939548176] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:320; }","duration":"142.400576ms","start":"2026-04-30T14:23:54.476628Z","end":"2026-04-30T14:23:54.619029Z","steps":["trace[939548176] 'agreement among raft nodes before linearized reading' (duration: 142.15965ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:23:54.619057Z","caller":"traceutil/trace.go:171","msg":"trace[519723961] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:320; }","duration":"110.494923ms","start":"2026-04-30T14:23:54.508548Z","end":"2026-04-30T14:23:54.619042Z","steps":["trace[519723961] 'agreement among raft nodes before linearized reading' (duration: 110.335249ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.827632Z","caller":"traceutil/trace.go:171","msg":"trace[328540608] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"183.427894ms","start":"2026-04-30T14:24:18.644162Z","end":"2026-04-30T14:24:18.82759Z","steps":["trace[328540608] 'process raft request' (duration: 183.322042ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.827895Z","caller":"traceutil/trace.go:171","msg":"trace[699982852] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"183.766132ms","start":"2026-04-30T14:24:18.644082Z","end":"2026-04-30T14:24:18.827848Z","steps":["trace[699982852] 'process raft request' (duration: 183.176148ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.84151Z","caller":"traceutil/trace.go:171","msg":"trace[1561409003] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"192.702184ms","start":"2026-04-30T14:24:18.648764Z","end":"2026-04-30T14:24:18.841466Z","steps":["trace[1561409003] 'process raft request' (duration: 192.55761ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.841662Z","caller":"traceutil/trace.go:171","msg":"trace[308775082] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"190.999333ms","start":"2026-04-30T14:24:18.650632Z","end":"2026-04-30T14:24:18.841632Z","steps":["trace[308775082] 'process raft request' (duration: 190.772108ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.841758Z","caller":"traceutil/trace.go:171","msg":"trace[188504069] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"181.365476ms","start":"2026-04-30T14:24:18.660375Z","end":"2026-04-30T14:24:18.84174Z","steps":["trace[188504069] 'process raft request' (duration: 181.213002ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.841927Z","caller":"traceutil/trace.go:171","msg":"trace[524183982] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"176.150652ms","start":"2026-04-30T14:24:18.665767Z","end":"2026-04-30T14:24:18.841917Z","steps":["trace[524183982] 'process raft request' (duration: 175.903106ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.841991Z","caller":"traceutil/trace.go:171","msg":"trace[2108051928] transaction","detail":"{read_only:false; number_of_response:1; response_revision:491; }","duration":"189.2126ms","start":"2026-04-30T14:24:18.652762Z","end":"2026-04-30T14:24:18.841974Z","steps":["trace[2108051928] 'process raft request' (duration: 188.709329ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.842157Z","caller":"traceutil/trace.go:171","msg":"trace[1829010204] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"178.558579ms","start":"2026-04-30T14:24:18.663585Z","end":"2026-04-30T14:24:18.842144Z","steps":["trace[1829010204] 'process raft request' (duration: 178.056758ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.842414Z","caller":"traceutil/trace.go:171","msg":"trace[1994447990] transaction","detail":"{read_only:false; number_of_response:1; response_revision:494; }","duration":"176.551331ms","start":"2026-04-30T14:24:18.665849Z","end":"2026-04-30T14:24:18.8424Z","steps":["trace[1994447990] 'process raft request' (duration: 175.842855ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.842668Z","caller":"traceutil/trace.go:171","msg":"trace[1592957541] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"169.081545ms","start":"2026-04-30T14:24:18.673568Z","end":"2026-04-30T14:24:18.842649Z","steps":["trace[1592957541] 'process raft request' (duration: 168.247376ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.842788Z","caller":"traceutil/trace.go:171","msg":"trace[375912564] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"165.347537ms","start":"2026-04-30T14:24:18.677426Z","end":"2026-04-30T14:24:18.842773Z","steps":["trace[375912564] 'process raft request' (duration: 164.451736ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.843517Z","caller":"traceutil/trace.go:171","msg":"trace[1910324853] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"133.757621ms","start":"2026-04-30T14:24:18.709749Z","end":"2026-04-30T14:24:18.843506Z","steps":["trace[1910324853] 'process raft request' (duration: 132.266115ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.843613Z","caller":"traceutil/trace.go:171","msg":"trace[1217117941] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"159.897218ms","start":"2026-04-30T14:24:18.683705Z","end":"2026-04-30T14:24:18.843602Z","steps":["trace[1217117941] 'process raft request' (duration: 158.254129ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.842679Z","caller":"traceutil/trace.go:171","msg":"trace[1885662217] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"163.832331ms","start":"2026-04-30T14:24:18.678803Z","end":"2026-04-30T14:24:18.842635Z","steps":["trace[1885662217] 'process raft request' (duration: 163.111844ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:18.843614Z","caller":"traceutil/trace.go:171","msg":"trace[338195305] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"174.948594ms","start":"2026-04-30T14:24:18.668652Z","end":"2026-04-30T14:24:18.843601Z","steps":["trace[338195305] 'process raft request' (duration: 173.08608ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:25.236572Z","caller":"traceutil/trace.go:171","msg":"trace[1175039117] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"184.835839ms","start":"2026-04-30T14:24:25.051706Z","end":"2026-04-30T14:24:25.236542Z","steps":["trace[1175039117] 'process raft request' (duration: 184.091851ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:24:25.23681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.886407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-30T14:24:25.236908Z","caller":"traceutil/trace.go:171","msg":"trace[533831958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:586; }","duration":"168.047281ms","start":"2026-04-30T14:24:25.068834Z","end":"2026-04-30T14:24:25.236881Z","steps":["trace[533831958] 'agreement among raft nodes before linearized reading' (duration: 167.723043ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:25.237068Z","caller":"traceutil/trace.go:171","msg":"trace[980745049] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:608; }","duration":"167.612191ms","start":"2026-04-30T14:24:25.068877Z","end":"2026-04-30T14:24:25.236489Z","steps":["trace[980745049] 'read index received' (duration: 166.477373ms)","trace[980745049] 'applied index is now lower than readState.Index' (duration: 1.133548ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:24:25.237345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.409589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-30T14:24:25.237461Z","caller":"traceutil/trace.go:171","msg":"trace[925505037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:586; }","duration":"168.588874ms","start":"2026-04-30T14:24:25.068842Z","end":"2026-04-30T14:24:25.237431Z","steps":["trace[925505037] 'agreement among raft nodes before linearized reading' (duration: 168.224515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:24:25.237676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.538744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:24:25.237727Z","caller":"traceutil/trace.go:171","msg":"trace[1793145366] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:586; }","duration":"117.629846ms","start":"2026-04-30T14:24:25.120083Z","end":"2026-04-30T14:24:25.237712Z","steps":["trace[1793145366] 'agreement among raft nodes before linearized reading' (duration: 117.518794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:24:25.238336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.352705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:24:25.238405Z","caller":"traceutil/trace.go:171","msg":"trace[545230135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:586; }","duration":"140.478248ms","start":"2026-04-30T14:24:25.097909Z","end":"2026-04-30T14:24:25.238387Z","steps":["trace[545230135] 'agreement among raft nodes before linearized reading' (duration: 140.383256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:24:25.238654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.57705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T14:24:25.238636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.350609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:24:25.238719Z","caller":"traceutil/trace.go:171","msg":"trace[969964383] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:586; }","duration":"141.464922ms","start":"2026-04-30T14:24:25.097232Z","end":"2026-04-30T14:24:25.238697Z","steps":["trace[969964383] 'agreement among raft nodes before linearized reading' (duration: 141.305698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:24:25.238768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.800855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T14:24:25.238779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.215269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:24:25.238805Z","caller":"traceutil/trace.go:171","msg":"trace[1116689012] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:586; }","duration":"118.838706ms","start":"2026-04-30T14:24:25.119957Z","end":"2026-04-30T14:24:25.238796Z","steps":["trace[1116689012] 'agreement among raft nodes before linearized reading' (duration: 118.786074ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:25.23872Z","caller":"traceutil/trace.go:171","msg":"trace[421124029] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:586; }","duration":"118.682512ms","start":"2026-04-30T14:24:25.120011Z","end":"2026-04-30T14:24:25.238693Z","steps":["trace[421124029] 'agreement among raft nodes before linearized reading' (duration: 118.60823ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:25.238856Z","caller":"traceutil/trace.go:171","msg":"trace[1081546305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:586; }","duration":"169.287541ms","start":"2026-04-30T14:24:25.069527Z","end":"2026-04-30T14:24:25.238815Z","steps":["trace[1081546305] 'agreement among raft nodes before linearized reading' (duration: 169.169718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:24:25.238865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.482902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:24:25.23899Z","caller":"traceutil/trace.go:171","msg":"trace[1308167329] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:586; }","duration":"141.645516ms","start":"2026-04-30T14:24:25.097282Z","end":"2026-04-30T14:24:25.238927Z","steps":["trace[1308167329] 'agreement among raft nodes before linearized reading' (duration: 141.456481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:24:25.239486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.937576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:24:25.23954Z","caller":"traceutil/trace.go:171","msg":"trace[1465049986] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:586; }","duration":"170.053559ms","start":"2026-04-30T14:24:25.069473Z","end":"2026-04-30T14:24:25.239527Z","steps":["trace[1465049986] 'agreement among raft nodes before linearized reading' (duration: 167.905687ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:24:25.384771Z","caller":"traceutil/trace.go:171","msg":"trace[583695635] transaction","detail":"{read_only:false; response_revision:588; number_of_response:1; }","duration":"127.367528ms","start":"2026-04-30T14:24:25.257373Z","end":"2026-04-30T14:24:25.38474Z","steps":["trace[583695635] 'process raft request' (duration: 91.412676ms)","trace[583695635] 'compare' (duration: 35.825549ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:24:25.423658Z","caller":"traceutil/trace.go:171","msg":"trace[1193880428] transaction","detail":"{read_only:false; response_revision:589; number_of_response:1; }","duration":"125.193686ms","start":"2026-04-30T14:24:25.298445Z","end":"2026-04-30T14:24:25.423639Z","steps":["trace[1193880428] 'process raft request' (duration: 125.079913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:24:25.79361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.507619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-30T14:24:25.793709Z","caller":"traceutil/trace.go:171","msg":"trace[1843392489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:589; }","duration":"178.675793ms","start":"2026-04-30T14:24:25.615015Z","end":"2026-04-30T14:24:25.79369Z","steps":["trace[1843392489] 'range keys from in-memory index tree' (duration: 178.190382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:25:40.40948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.182565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-30T14:25:40.409593Z","caller":"traceutil/trace.go:171","msg":"trace[1496113184] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1432; }","duration":"114.366031ms","start":"2026-04-30T14:25:40.295205Z","end":"2026-04-30T14:25:40.409571Z","steps":["trace[1496113184] 'range keys from in-memory index tree' (duration: 113.926387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:05.629034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.416807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-30T14:26:05.629156Z","caller":"traceutil/trace.go:171","msg":"trace[1981271855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1855; }","duration":"204.603932ms","start":"2026-04-30T14:26:05.424526Z","end":"2026-04-30T14:26:05.62913Z","steps":["trace[1981271855] 'range keys from in-memory index tree' (duration: 204.102107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:05.629204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.699307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:26:05.629255Z","caller":"traceutil/trace.go:171","msg":"trace[213473374] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1855; }","duration":"264.79935ms","start":"2026-04-30T14:26:05.364439Z","end":"2026-04-30T14:26:05.629239Z","steps":["trace[213473374] 'count revisions from in-memory index tree' (duration: 264.613674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:05.629279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:26:05.629371Z","caller":"traceutil/trace.go:171","msg":"trace[2098910987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1855; }","duration":"303.566446ms","start":"2026-04-30T14:26:05.325781Z","end":"2026-04-30T14:26:05.629348Z","steps":["trace[2098910987] 'range keys from in-memory index tree' (duration: 303.313278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:05.629416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:05.325764Z","time spent":"303.640429ms","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-30T14:26:05.629641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.74261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-79aea8d8-9a32-488a-97cf-9e80106e4e98\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-04-30T14:26:05.629715Z","caller":"traceutil/trace.go:171","msg":"trace[448949261] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-79aea8d8-9a32-488a-97cf-9e80106e4e98; range_end:; response_count:1; response_revision:1855; }","duration":"289.853834ms","start":"2026-04-30T14:26:05.339844Z","end":"2026-04-30T14:26:05.629698Z","steps":["trace[448949261] 'range keys from in-memory index tree' (duration: 289.577395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:05.629765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.251071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-30T14:26:05.629809Z","caller":"traceutil/trace.go:171","msg":"trace[643390942] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1855; }","duration":"203.289372ms","start":"2026-04-30T14:26:05.426503Z","end":"2026-04-30T14:26:05.629793Z","steps":["trace[643390942] 'range keys from in-memory index tree' (duration: 203.102938ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:26:05.803113Z","caller":"traceutil/trace.go:171","msg":"trace[1254992459] transaction","detail":"{read_only:false; response_revision:1858; number_of_response:1; }","duration":"166.850738ms","start":"2026-04-30T14:26:05.636232Z","end":"2026-04-30T14:26:05.803083Z","steps":["trace[1254992459] 'process raft request' (duration: 166.672812ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:26:05.803562Z","caller":"traceutil/trace.go:171","msg":"trace[1554045689] transaction","detail":"{read_only:false; response_revision:1857; number_of_response:1; }","duration":"167.869619ms","start":"2026-04-30T14:26:05.635137Z","end":"2026-04-30T14:26:05.803006Z","steps":["trace[1554045689] 'process raft request' (duration: 167.231639ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:26:06.049208Z","caller":"traceutil/trace.go:171","msg":"trace[489401471] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"200.855633ms","start":"2026-04-30T14:26:05.848333Z","end":"2026-04-30T14:26:06.049189Z","steps":["trace[489401471] 'process raft request' (duration: 200.713629ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:26:06.070477Z","caller":"traceutil/trace.go:171","msg":"trace[126268599] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"109.138572ms","start":"2026-04-30T14:26:05.961318Z","end":"2026-04-30T14:26:06.070456Z","steps":["trace[126268599] 'process raft request' (duration: 108.832703ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:26:17.144307Z","caller":"traceutil/trace.go:171","msg":"trace[1256651693] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"180.176647ms","start":"2026-04-30T14:26:16.964109Z","end":"2026-04-30T14:26:17.144286Z","steps":["trace[1256651693] 'process raft request' (duration: 179.991862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:20.804728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.886665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-30T14:26:20.804851Z","caller":"traceutil/trace.go:171","msg":"trace[1015509744] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"332.611986ms","start":"2026-04-30T14:26:20.472212Z","end":"2026-04-30T14:26:20.804824Z","steps":["trace[1015509744] 'process raft request' (duration: 117.028279ms)","trace[1015509744] 'compare' (duration: 214.747161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:26:20.804946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:20.472203Z","time spent":"332.694649ms","remote":"127.0.0.1:58098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:26:20.80499Z","caller":"traceutil/trace.go:171","msg":"trace[1574335429] linearizableReadLoop","detail":"{readStateIndex:2064; appliedIndex:2063; }","duration":"124.231874ms","start":"2026-04-30T14:26:20.680726Z","end":"2026-04-30T14:26:20.804958Z","steps":["trace[1574335429] 'read index received' (duration: 22.07µs)","trace[1574335429] 'applied index is now lower than readState.Index' (duration: 124.205904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:26:20.805275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.523034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-30T14:26:20.805331Z","caller":"traceutil/trace.go:171","msg":"trace[913017895] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1987; }","duration":"124.613616ms","start":"2026-04-30T14:26:20.680699Z","end":"2026-04-30T14:26:20.805312Z","steps":["trace[913017895] 'agreement among raft nodes before linearized reading' (duration: 124.42184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:44.44409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.757883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-30T14:26:44.444268Z","caller":"traceutil/trace.go:171","msg":"trace[591353783] linearizableReadLoop","detail":"{readStateIndex:2202; appliedIndex:2200; }","duration":"344.388344ms","start":"2026-04-30T14:26:44.09986Z","end":"2026-04-30T14:26:44.444248Z","steps":["trace[591353783] 'read index received' (duration: 97.713µs)","trace[591353783] 'applied index is now lower than readState.Index' (duration: 344.289361ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:26:44.444528Z","caller":"traceutil/trace.go:171","msg":"trace[1389445138] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"381.145965ms","start":"2026-04-30T14:26:44.063369Z","end":"2026-04-30T14:26:44.444515Z","steps":["trace[1389445138] 'process raft request' (duration: 27.877137ms)","trace[1389445138] 'compare' (duration: 352.587119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:26:44.444613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:44.06334Z","time spent":"381.224567ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:26:44.444704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.792786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-04-30T14:26:44.444675Z","caller":"traceutil/trace.go:171","msg":"trace[2066664105] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"380.743974ms","start":"2026-04-30T14:26:44.063904Z","end":"2026-04-30T14:26:44.444648Z","steps":["trace[2066664105] 'process raft request' (duration: 380.293421ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:26:44.444767Z","caller":"traceutil/trace.go:171","msg":"trace[1480174033] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2119; }","duration":"344.94572ms","start":"2026-04-30T14:26:44.099808Z","end":"2026-04-30T14:26:44.444753Z","steps":["trace[1480174033] 'agreement among raft nodes before linearized reading' (duration: 344.718273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:44.445031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:44.063886Z","time spent":"381.000421ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:26:44.445105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:44.099787Z","time spent":"345.272749ms","remote":"127.0.0.1:46290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-30T14:26:44.580222Z","caller":"traceutil/trace.go:171","msg":"trace[628738267] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"389.827174ms","start":"2026-04-30T14:26:44.190373Z","end":"2026-04-30T14:26:44.5802Z","steps":["trace[628738267] 'process raft request' (duration: 389.497994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:44.580396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:44.19034Z","time spent":"389.961958ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:26:44.754606Z","caller":"traceutil/trace.go:171","msg":"trace[626718538] linearizableReadLoop","detail":"{readStateIndex:2204; appliedIndex:2202; }","duration":"310.275959ms","start":"2026-04-30T14:26:44.444303Z","end":"2026-04-30T14:26:44.754579Z","steps":["trace[626718538] 'read index received' (duration: 135.595466ms)","trace[626718538] 'applied index is now lower than readState.Index' (duration: 174.679593ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:26:44.754718Z","caller":"traceutil/trace.go:171","msg":"trace[2093936930] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"319.644657ms","start":"2026-04-30T14:26:44.435039Z","end":"2026-04-30T14:26:44.754684Z","steps":["trace[2093936930] 'process raft request' (duration: 263.39402ms)","trace[2093936930] 'compare' (duration: 56.014721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:26:44.754845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.182643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-30T14:26:44.754893Z","caller":"traceutil/trace.go:171","msg":"trace[1957704549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2121; }","duration":"510.304047ms","start":"2026-04-30T14:26:44.244572Z","end":"2026-04-30T14:26:44.754876Z","steps":["trace[1957704549] 'agreement among raft nodes before linearized reading' (duration: 510.116911ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:44.754981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:44.434963Z","time spent":"319.901974ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:26:44.754991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:44.244537Z","time spent":"510.438461ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-30T14:26:44.75498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.781867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:26:44.755101Z","caller":"traceutil/trace.go:171","msg":"trace[1922346900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2121; }","duration":"429.069434ms","start":"2026-04-30T14:26:44.326002Z","end":"2026-04-30T14:26:44.755072Z","steps":["trace[1922346900] 'agreement among raft nodes before linearized reading' (duration: 428.836548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:26:44.755159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:26:44.325976Z","time spent":"429.174287ms","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-30T14:27:34.995514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.02095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-30T14:27:34.995721Z","caller":"traceutil/trace.go:171","msg":"trace[1371483856] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2497; }","duration":"181.209836ms","start":"2026-04-30T14:27:34.814399Z","end":"2026-04-30T14:27:34.995609Z","steps":["trace[1371483856] 'range keys from in-memory index tree' (duration: 180.786214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:27:34.995508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.820343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:27:34.995929Z","caller":"traceutil/trace.go:171","msg":"trace[2051443180] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2497; }","duration":"192.282805ms","start":"2026-04-30T14:27:34.803611Z","end":"2026-04-30T14:27:34.995893Z","steps":["trace[2051443180] 'count revisions from in-memory index tree' (duration: 191.6946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:28:08.434504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.208454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:28:08.434874Z","caller":"traceutil/trace.go:171","msg":"trace[1606929711] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2683; }","duration":"110.350248ms","start":"2026-04-30T14:28:08.324235Z","end":"2026-04-30T14:28:08.434585Z","steps":["trace[1606929711] 'range keys from in-memory index tree' (duration: 110.134432ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:30:45.881326Z","caller":"traceutil/trace.go:171","msg":"trace[16470405] transaction","detail":"{read_only:false; response_revision:3605; number_of_response:1; }","duration":"144.851551ms","start":"2026-04-30T14:30:45.736435Z","end":"2026-04-30T14:30:45.881286Z","steps":["trace[16470405] 'process raft request' (duration: 144.427471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:52.125514Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190382707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:30:52.62617Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190382707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:30:53.12733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190382707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:30:53.628475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190382707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:30:54.12908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190382707,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:30:54.402136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.992250737s","expected-duration":"1s"} {"level":"info","ts":"2026-04-30T14:30:54.402749Z","caller":"traceutil/trace.go:171","msg":"trace[1275455102] transaction","detail":"{read_only:false; response_revision:3636; number_of_response:1; }","duration":"2.992914893s","start":"2026-04-30T14:30:51.409787Z","end":"2026-04-30T14:30:54.402702Z","steps":["trace[1275455102] 'process raft request' (duration: 2.992745589s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.403034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:51.409765Z","time spent":"2.993070237s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:30:54.404436Z","caller":"traceutil/trace.go:171","msg":"trace[989009700] transaction","detail":"{read_only:false; response_revision:3638; number_of_response:1; }","duration":"2.507049282s","start":"2026-04-30T14:30:51.897355Z","end":"2026-04-30T14:30:54.404404Z","steps":["trace[989009700] 'process raft request' (duration: 2.506940099s)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:30:54.404462Z","caller":"traceutil/trace.go:171","msg":"trace[1325640820] transaction","detail":"{read_only:false; response_revision:3637; number_of_response:1; }","duration":"2.715878809s","start":"2026-04-30T14:30:51.68855Z","end":"2026-04-30T14:30:54.404429Z","steps":["trace[1325640820] 'process raft request' (duration: 2.715369776s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.404618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:51.897319Z","time spent":"2.507183716s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:30:54.404678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:51.688518Z","time spent":"2.716016821s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:30:54.404789Z","caller":"traceutil/trace.go:171","msg":"trace[147956249] transaction","detail":"{read_only:false; response_revision:3639; number_of_response:1; }","duration":"2.344370468s","start":"2026-04-30T14:30:52.060386Z","end":"2026-04-30T14:30:54.404756Z","steps":["trace[147956249] 'process raft request' (duration: 2.343966768s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.404909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:52.06036Z","time spent":"2.34448648s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:30:54.802762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.166373ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-30T14:30:54.802867Z","caller":"traceutil/trace.go:171","msg":"trace[1757981742] linearizableReadLoop","detail":"{readStateIndex:3779; appliedIndex:3774; }","duration":"3.177459655s","start":"2026-04-30T14:30:51.625389Z","end":"2026-04-30T14:30:54.802849Z","steps":["trace[1757981742] 'read index received' (duration: 2.77720037s)","trace[1757981742] 'applied index is now lower than readState.Index' (duration: 400.257585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:30:54.803122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477630394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T14:30:54.803125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.153503808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-30T14:30:54.803137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.017038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T14:30:54.803164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.630246755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T14:30:54.803195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.177795982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-30T14:30:54.803222Z","caller":"traceutil/trace.go:171","msg":"trace[1487555124] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:3639; }","duration":"382.14279ms","start":"2026-04-30T14:30:54.421059Z","end":"2026-04-30T14:30:54.803202Z","steps":["trace[1487555124] 'agreement among raft nodes before linearized reading' (duration: 382.020997ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:30:54.803233Z","caller":"traceutil/trace.go:171","msg":"trace[2027254017] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:3639; }","duration":"1.630325066s","start":"2026-04-30T14:30:53.172889Z","end":"2026-04-30T14:30:54.803214Z","steps":["trace[2027254017] 'agreement among raft nodes before linearized reading' (duration: 1.630224354s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.80327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:53.172868Z","time spent":"1.630394699s","remote":"127.0.0.1:37282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-04-30T14:30:54.803261Z","caller":"traceutil/trace.go:171","msg":"trace[622688482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3639; }","duration":"3.177919586s","start":"2026-04-30T14:30:51.625325Z","end":"2026-04-30T14:30:54.803245Z","steps":["trace[622688482] 'agreement among raft nodes before linearized reading' (duration: 3.177691191s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.803312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:51.625307Z","time spent":"3.177997059s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-30T14:30:54.803317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.522456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-30T14:30:54.803349Z","caller":"traceutil/trace.go:171","msg":"trace[1045600223] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:3639; }","duration":"275.590407ms","start":"2026-04-30T14:30:54.527751Z","end":"2026-04-30T14:30:54.803341Z","steps":["trace[1045600223] 'agreement among raft nodes before linearized reading' (duration: 275.539975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.803268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:54.421042Z","time spent":"382.216123ms","remote":"127.0.0.1:56824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-30T14:30:54.803529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.168459674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-30T14:30:54.803564Z","caller":"traceutil/trace.go:171","msg":"trace[200217991] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3639; }","duration":"3.168637058s","start":"2026-04-30T14:30:51.634917Z","end":"2026-04-30T14:30:54.803554Z","steps":["trace[200217991] 'agreement among raft nodes before linearized reading' (duration: 3.168121325s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.803595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:51.634889Z","time spent":"3.168699349s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-30T14:30:54.803173Z","caller":"traceutil/trace.go:171","msg":"trace[467052319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3639; }","duration":"1.477705806s","start":"2026-04-30T14:30:53.325447Z","end":"2026-04-30T14:30:54.803153Z","steps":["trace[467052319] 'agreement among raft nodes before linearized reading' (duration: 1.477594163s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.803667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:53.325434Z","time spent":"1.478222848s","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-30T14:30:54.803172Z","caller":"traceutil/trace.go:171","msg":"trace[587886297] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3639; }","duration":"3.153631761s","start":"2026-04-30T14:30:51.649528Z","end":"2026-04-30T14:30:54.80316Z","steps":["trace[587886297] 'agreement among raft nodes before linearized reading' (duration: 3.153542859s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.803809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:51.649495Z","time spent":"3.154298977s","remote":"127.0.0.1:46246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-30T14:30:54.803994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570465649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-30T14:30:54.804045Z","caller":"traceutil/trace.go:171","msg":"trace[1935836775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3639; }","duration":"1.570603212s","start":"2026-04-30T14:30:53.233429Z","end":"2026-04-30T14:30:54.804033Z","steps":["trace[1935836775] 'agreement among raft nodes before linearized reading' (duration: 1.56966643s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.804083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:53.233419Z","time spent":"1.570654363s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-30T14:30:54.804338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.711021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2888"} {"level":"warn","ts":"2026-04-30T14:30:54.804756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.897254929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-30T14:30:54.804832Z","caller":"traceutil/trace.go:171","msg":"trace[1686571409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3639; }","duration":"2.898068629s","start":"2026-04-30T14:30:51.906745Z","end":"2026-04-30T14:30:54.804814Z","steps":["trace[1686571409] 'agreement among raft nodes before linearized reading' (duration: 2.896314947s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.804871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:51.906727Z","time spent":"2.898132161s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-30T14:30:54.804817Z","caller":"traceutil/trace.go:171","msg":"trace[958789043] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:3639; }","duration":"387.152752ms","start":"2026-04-30T14:30:54.41758Z","end":"2026-04-30T14:30:54.804732Z","steps":["trace[958789043] 'agreement among raft nodes before linearized reading' (duration: 385.618745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.80502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:54.417561Z","time spent":"387.39501ms","remote":"127.0.0.1:46586","response type":"/etcdserverpb.KV/Range","request count":0,"request size":107,"response count":1,"response size":2911,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" "} {"level":"warn","ts":"2026-04-30T14:30:54.804353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.439415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:30:54.805218Z","caller":"traceutil/trace.go:171","msg":"trace[587795615] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3639; }","duration":"513.338858ms","start":"2026-04-30T14:30:54.291865Z","end":"2026-04-30T14:30:54.805204Z","steps":["trace[587795615] 'agreement among raft nodes before linearized reading' (duration: 511.335328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.80537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:54.291845Z","time spent":"513.46003ms","remote":"127.0.0.1:46116","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-30T14:30:54.804442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.759859575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-30T14:30:54.80557Z","caller":"traceutil/trace.go:171","msg":"trace[1233433826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3639; }","duration":"2.761036824s","start":"2026-04-30T14:30:52.044524Z","end":"2026-04-30T14:30:54.805561Z","steps":["trace[1233433826] 'agreement among raft nodes before linearized reading' (duration: 2.758531173s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:30:54.805686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:30:52.044496Z","time spent":"2.761179228s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-30T14:31:27.678478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190383323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:31:28.179375Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190383323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:31:28.679589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190383323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:31:29.180095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9088156153190383323,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-30T14:31:29.498637Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.430779643s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-30T14:31:29.516129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815969336s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:31:29.51628Z","caller":"traceutil/trace.go:171","msg":"trace[1634444895] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:3884; }","duration":"1.81613692s","start":"2026-04-30T14:31:27.700118Z","end":"2026-04-30T14:31:29.516255Z","steps":["trace[1634444895] 'range keys from in-memory index tree' (duration: 1.815952186s)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:29.516288Z","caller":"traceutil/trace.go:171","msg":"trace[78500723] transaction","detail":"{read_only:false; response_revision:3887; number_of_response:1; }","duration":"2.464461596s","start":"2026-04-30T14:31:27.051778Z","end":"2026-04-30T14:31:29.51624Z","steps":["trace[78500723] 'process raft request' (duration: 2.464426295s)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:29.516294Z","caller":"traceutil/trace.go:171","msg":"trace[687583895] transaction","detail":"{read_only:false; response_revision:3885; number_of_response:1; }","duration":"2.465694887s","start":"2026-04-30T14:31:27.050561Z","end":"2026-04-30T14:31:29.516256Z","steps":["trace[687583895] 'process raft request' (duration: 2.448326927s)","trace[687583895] 'compare' (duration: 17.040992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:31:29.516427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:27.05176Z","time spent":"2.46459344s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:31:29.516458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:27.050548Z","time spent":"2.46581579s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:31:29.516532Z","caller":"traceutil/trace.go:171","msg":"trace[1827907040] transaction","detail":"{read_only:false; response_revision:3886; number_of_response:1; }","duration":"2.465787209s","start":"2026-04-30T14:31:27.050707Z","end":"2026-04-30T14:31:29.516494Z","steps":["trace[1827907040] 'process raft request' (duration: 2.46542799s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:31:29.516673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:27.0507Z","time spent":"2.465905523s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:31:29.589802Z","caller":"traceutil/trace.go:171","msg":"trace[1980295352] transaction","detail":"{read_only:false; response_revision:3889; number_of_response:1; }","duration":"1.061220022s","start":"2026-04-30T14:31:28.528564Z","end":"2026-04-30T14:31:29.589784Z","steps":["trace[1980295352] 'process raft request' (duration: 1.06115152s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:31:29.589907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:28.528533Z","time spent":"1.061321335s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:31:29.589837Z","caller":"traceutil/trace.go:171","msg":"trace[825480914] transaction","detail":"{read_only:false; response_revision:3888; number_of_response:1; }","duration":"1.062058494s","start":"2026-04-30T14:31:28.527729Z","end":"2026-04-30T14:31:29.589787Z","steps":["trace[825480914] 'process raft request' (duration: 1.061850938s)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:29.590047Z","caller":"traceutil/trace.go:171","msg":"trace[873567599] transaction","detail":"{read_only:false; response_revision:3890; number_of_response:1; }","duration":"1.060873824s","start":"2026-04-30T14:31:28.529163Z","end":"2026-04-30T14:31:29.590036Z","steps":["trace[873567599] 'process raft request' (duration: 1.060590507s)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:29.590085Z","caller":"traceutil/trace.go:171","msg":"trace[1966245118] linearizableReadLoop","detail":"{readStateIndex:4052; appliedIndex:4044; }","duration":"2.412208314s","start":"2026-04-30T14:31:27.177859Z","end":"2026-04-30T14:31:29.590068Z","steps":["trace[1966245118] 'read index received' (duration: 2.321035814s)","trace[1966245118] 'applied index is now lower than readState.Index' (duration: 91.17142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:31:29.590097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:28.529156Z","time spent":"1.060913895s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:31:29.590114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:28.527711Z","time spent":"1.062289029s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:31:29.590182Z","caller":"traceutil/trace.go:171","msg":"trace[1981732437] transaction","detail":"{read_only:false; response_revision:3891; number_of_response:1; }","duration":"1.057999784s","start":"2026-04-30T14:31:28.53217Z","end":"2026-04-30T14:31:29.59017Z","steps":["trace[1981732437] 'process raft request' (duration: 1.057779508s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:31:29.590249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:28.532152Z","time spent":"1.058050354s","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:31:29.590303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.412422619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T14:31:29.590344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704399135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:31:29.590356Z","caller":"traceutil/trace.go:171","msg":"trace[929285514] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"689.796662ms","start":"2026-04-30T14:31:28.900548Z","end":"2026-04-30T14:31:29.590344Z","steps":["trace[929285514] 'process raft request' (duration: 689.482194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:31:29.590415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:28.900513Z","time spent":"689.872073ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-30T14:31:29.590456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.232686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-30T14:31:29.590369Z","caller":"traceutil/trace.go:171","msg":"trace[672409237] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:3892; }","duration":"1.704455106s","start":"2026-04-30T14:31:27.885907Z","end":"2026-04-30T14:31:29.590362Z","steps":["trace[672409237] 'agreement among raft nodes before linearized reading' (duration: 1.704412505s)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:29.590475Z","caller":"traceutil/trace.go:171","msg":"trace[1506508435] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3892; }","duration":"519.310429ms","start":"2026-04-30T14:31:29.071159Z","end":"2026-04-30T14:31:29.59047Z","steps":["trace[1506508435] 'agreement among raft nodes before linearized reading' (duration: 519.228677ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:29.590381Z","caller":"traceutil/trace.go:171","msg":"trace[694050829] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:3892; }","duration":"2.412543332s","start":"2026-04-30T14:31:27.177816Z","end":"2026-04-30T14:31:29.590359Z","steps":["trace[694050829] 'agreement among raft nodes before linearized reading' (duration: 2.412424049s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:31:29.590494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:29.071138Z","time spent":"519.352029ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-30T14:31:29.590496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:27.885888Z","time spent":"1.70459814s","remote":"127.0.0.1:46066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-30T14:31:29.590532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:27.1778Z","time spent":"2.412709926s","remote":"127.0.0.1:37314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-30T14:31:29.590579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.658922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-30T14:31:29.591113Z","caller":"traceutil/trace.go:171","msg":"trace[1966352381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3892; }","duration":"607.197656ms","start":"2026-04-30T14:31:28.983886Z","end":"2026-04-30T14:31:29.591084Z","steps":["trace[1966352381] 'agreement among raft nodes before linearized reading' (duration: 606.654423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:31:29.59115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:28.983862Z","time spent":"607.278967ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-30T14:31:29.590606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266829065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:31:29.591258Z","caller":"traceutil/trace.go:171","msg":"trace[176365487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3892; }","duration":"1.267500892s","start":"2026-04-30T14:31:28.323729Z","end":"2026-04-30T14:31:29.59123Z","steps":["trace[176365487] 'agreement among raft nodes before linearized reading' (duration: 1.266862817s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:31:29.590651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.690777557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.33\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-30T14:31:29.59136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:28.323705Z","time spent":"1.267623585s","remote":"127.0.0.1:57574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-30T14:31:29.59138Z","caller":"traceutil/trace.go:171","msg":"trace[1019008814] range","detail":"{range_begin:/registry/masterleases/199.204.45.33; range_end:; response_count:1; response_revision:3892; }","duration":"1.691528336s","start":"2026-04-30T14:31:27.899835Z","end":"2026-04-30T14:31:29.591363Z","steps":["trace[1019008814] 'agreement among raft nodes before linearized reading' (duration: 1.690781027s)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:31:29.591438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:31:27.899816Z","time spent":"1.691605968s","remote":"127.0.0.1:57626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.33\" "} {"level":"info","ts":"2026-04-30T14:31:29.707433Z","caller":"traceutil/trace.go:171","msg":"trace[343029328] linearizableReadLoop","detail":"{readStateIndex:4055; appliedIndex:4052; }","duration":"107.002611ms","start":"2026-04-30T14:31:29.600215Z","end":"2026-04-30T14:31:29.707218Z","steps":["trace[343029328] 'read index received' (duration: 14.958651ms)","trace[343029328] 'applied index is now lower than readState.Index' (duration: 92.0429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:31:29.707592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.34922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:31:29.707639Z","caller":"traceutil/trace.go:171","msg":"trace[69530074] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3894; }","duration":"107.437793ms","start":"2026-04-30T14:31:29.600191Z","end":"2026-04-30T14:31:29.707629Z","steps":["trace[69530074] 'agreement among raft nodes before linearized reading' (duration: 107.31712ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:29.707807Z","caller":"traceutil/trace.go:171","msg":"trace[837388802] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"112.801355ms","start":"2026-04-30T14:31:29.594923Z","end":"2026-04-30T14:31:29.707725Z","steps":["trace[837388802] 'process raft request' (duration: 112.107287ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:29.707816Z","caller":"traceutil/trace.go:171","msg":"trace[176533114] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"111.603356ms","start":"2026-04-30T14:31:29.596172Z","end":"2026-04-30T14:31:29.707775Z","steps":["trace[176533114] 'process raft request' (duration: 111.00602ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:31.708562Z","caller":"traceutil/trace.go:171","msg":"trace[1842998881] transaction","detail":"{read_only:false; response_revision:3903; number_of_response:1; }","duration":"111.674749ms","start":"2026-04-30T14:31:31.596872Z","end":"2026-04-30T14:31:31.708546Z","steps":["trace[1842998881] 'process raft request' (duration: 111.599487ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:31.708411Z","caller":"traceutil/trace.go:171","msg":"trace[1983950986] transaction","detail":"{read_only:false; response_revision:3901; number_of_response:1; }","duration":"111.797802ms","start":"2026-04-30T14:31:31.596574Z","end":"2026-04-30T14:31:31.708372Z","steps":["trace[1983950986] 'process raft request' (duration: 91.067607ms)","trace[1983950986] 'compare' (duration: 20.442578ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:31:31.708587Z","caller":"traceutil/trace.go:171","msg":"trace[635823985] transaction","detail":"{read_only:false; response_revision:3902; number_of_response:1; }","duration":"111.882953ms","start":"2026-04-30T14:31:31.596676Z","end":"2026-04-30T14:31:31.708559Z","steps":["trace[635823985] 'process raft request' (duration: 111.640457ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:33.878257Z","caller":"traceutil/trace.go:171","msg":"trace[1215414882] transaction","detail":"{read_only:false; response_revision:3914; number_of_response:1; }","duration":"119.32959ms","start":"2026-04-30T14:31:33.758903Z","end":"2026-04-30T14:31:33.878232Z","steps":["trace[1215414882] 'process raft request' (duration: 111.404883ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:34.909875Z","caller":"traceutil/trace.go:171","msg":"trace[1343503421] transaction","detail":"{read_only:false; response_revision:3915; number_of_response:1; }","duration":"101.670863ms","start":"2026-04-30T14:31:34.808181Z","end":"2026-04-30T14:31:34.909852Z","steps":["trace[1343503421] 'process raft request' (duration: 101.529219ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:35.820605Z","caller":"traceutil/trace.go:171","msg":"trace[1925792725] transaction","detail":"{read_only:false; response_revision:3919; number_of_response:1; }","duration":"149.46705ms","start":"2026-04-30T14:31:35.670928Z","end":"2026-04-30T14:31:35.820395Z","steps":["trace[1925792725] 'process raft request' (duration: 131.879932ms)","trace[1925792725] 'compare' (duration: 17.438594ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:31:35.853761Z","caller":"traceutil/trace.go:171","msg":"trace[542201404] transaction","detail":"{read_only:false; response_revision:3920; number_of_response:1; }","duration":"111.520318ms","start":"2026-04-30T14:31:35.742199Z","end":"2026-04-30T14:31:35.85372Z","steps":["trace[542201404] 'process raft request' (duration: 111.229319ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:31:53.032Z","caller":"traceutil/trace.go:171","msg":"trace[1251631733] transaction","detail":"{read_only:false; response_revision:4466; number_of_response:1; }","duration":"104.815352ms","start":"2026-04-30T14:31:52.927161Z","end":"2026-04-30T14:31:53.031976Z","steps":["trace[1251631733] 'process raft request' (duration: 60.16856ms)","trace[1251631733] 'compare' (duration: 44.314934ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:32:02.295612Z","caller":"traceutil/trace.go:171","msg":"trace[1038005825] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"100.116449ms","start":"2026-04-30T14:32:02.195471Z","end":"2026-04-30T14:32:02.295587Z","steps":["trace[1038005825] 'process raft request' (duration: 83.268858ms)","trace[1038005825] 'compare' (duration: 16.607035ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:32:50.053972Z","caller":"traceutil/trace.go:171","msg":"trace[1007186090] linearizableReadLoop","detail":"{readStateIndex:5243; appliedIndex:5242; }","duration":"102.497529ms","start":"2026-04-30T14:32:49.951445Z","end":"2026-04-30T14:32:50.053942Z","steps":["trace[1007186090] 'read index received' (duration: 102.288754ms)","trace[1007186090] 'applied index is now lower than readState.Index' (duration: 208.075µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:32:50.054077Z","caller":"traceutil/trace.go:171","msg":"trace[722232008] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"268.6376ms","start":"2026-04-30T14:32:49.785433Z","end":"2026-04-30T14:32:50.054071Z","steps":["trace[722232008] 'process raft request' (duration: 268.364793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:32:50.054267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.810947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-30T14:32:50.054302Z","caller":"traceutil/trace.go:171","msg":"trace[944186560] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5052; }","duration":"102.877509ms","start":"2026-04-30T14:32:49.951414Z","end":"2026-04-30T14:32:50.054292Z","steps":["trace[944186560] 'agreement among raft nodes before linearized reading' (duration: 102.752436ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:32:51.63721Z","caller":"traceutil/trace.go:171","msg":"trace[1720227561] linearizableReadLoop","detail":"{readStateIndex:5346; appliedIndex:5345; }","duration":"149.298178ms","start":"2026-04-30T14:32:51.487892Z","end":"2026-04-30T14:32:51.63719Z","steps":["trace[1720227561] 'read index received' (duration: 149.111004ms)","trace[1720227561] 'applied index is now lower than readState.Index' (duration: 186.594µs)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:32:51.637332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.409651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-30T14:32:51.637361Z","caller":"traceutil/trace.go:171","msg":"trace[125806878] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:5155; }","duration":"149.465462ms","start":"2026-04-30T14:32:51.487887Z","end":"2026-04-30T14:32:51.637353Z","steps":["trace[125806878] 'agreement among raft nodes before linearized reading' (duration: 149.38208ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:32:51.637427Z","caller":"traceutil/trace.go:171","msg":"trace[317701964] transaction","detail":"{read_only:false; response_revision:5155; number_of_response:1; }","duration":"171.394764ms","start":"2026-04-30T14:32:51.466009Z","end":"2026-04-30T14:32:51.637404Z","steps":["trace[317701964] 'process raft request' (duration: 171.042085ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:33:43.226536Z","caller":"traceutil/trace.go:171","msg":"trace[1625734824] transaction","detail":"{read_only:false; response_revision:5514; number_of_response:1; }","duration":"152.696494ms","start":"2026-04-30T14:33:43.073802Z","end":"2026-04-30T14:33:43.226498Z","steps":["trace[1625734824] 'process raft request' (duration: 152.51002ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:33:44.826431Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2873} {"level":"info","ts":"2026-04-30T14:33:45.07046Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2873,"took":"242.50172ms","hash":2391708609,"current-db-size-bytes":54099968,"current-db-size":"54 MB","current-db-size-in-use-bytes":28917760,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-04-30T14:33:45.070534Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2391708609,"revision":2873,"compact-revision":-1} {"level":"warn","ts":"2026-04-30T14:33:52.479212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.963189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-30T14:33:52.479279Z","caller":"traceutil/trace.go:171","msg":"trace[2064852003] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:5589; }","duration":"107.099973ms","start":"2026-04-30T14:33:52.372165Z","end":"2026-04-30T14:33:52.479265Z","steps":["trace[2064852003] 'count revisions from in-memory index tree' (duration: 106.879787ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:12.734565Z","caller":"traceutil/trace.go:171","msg":"trace[1689652119] transaction","detail":"{read_only:false; response_revision:5712; number_of_response:1; }","duration":"183.085306ms","start":"2026-04-30T14:34:12.551449Z","end":"2026-04-30T14:34:12.734535Z","steps":["trace[1689652119] 'process raft request' (duration: 182.837179ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:12.775044Z","caller":"traceutil/trace.go:171","msg":"trace[2097717760] transaction","detail":"{read_only:false; response_revision:5713; number_of_response:1; }","duration":"199.362058ms","start":"2026-04-30T14:34:12.575654Z","end":"2026-04-30T14:34:12.775016Z","steps":["trace[2097717760] 'process raft request' (duration: 199.113081ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:12.775347Z","caller":"traceutil/trace.go:171","msg":"trace[1769146391] transaction","detail":"{read_only:false; response_revision:5714; number_of_response:1; }","duration":"166.005642ms","start":"2026-04-30T14:34:12.609331Z","end":"2026-04-30T14:34:12.775337Z","steps":["trace[1769146391] 'process raft request' (duration: 165.596501ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:12.775628Z","caller":"traceutil/trace.go:171","msg":"trace[2065790219] transaction","detail":"{read_only:false; response_revision:5715; number_of_response:1; }","duration":"165.132819ms","start":"2026-04-30T14:34:12.610473Z","end":"2026-04-30T14:34:12.775606Z","steps":["trace[2065790219] 'process raft request' (duration: 164.81986ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:14.212802Z","caller":"traceutil/trace.go:171","msg":"trace[1207610229] linearizableReadLoop","detail":"{readStateIndex:5931; appliedIndex:5930; }","duration":"280.102847ms","start":"2026-04-30T14:34:13.932671Z","end":"2026-04-30T14:34:14.212774Z","steps":["trace[1207610229] 'read index received' (duration: 279.942502ms)","trace[1207610229] 'applied index is now lower than readState.Index' (duration: 159.065µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:34:14.212852Z","caller":"traceutil/trace.go:171","msg":"trace[440653180] transaction","detail":"{read_only:false; response_revision:5721; number_of_response:1; }","duration":"293.116327ms","start":"2026-04-30T14:34:13.919705Z","end":"2026-04-30T14:34:14.212822Z","steps":["trace[440653180] 'process raft request' (duration: 292.87422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:34:14.212987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.295922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-30T14:34:14.213001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.870634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-30T14:34:14.213051Z","caller":"traceutil/trace.go:171","msg":"trace[1600096510] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:5721; }","duration":"280.417145ms","start":"2026-04-30T14:34:13.932617Z","end":"2026-04-30T14:34:14.213034Z","steps":["trace[1600096510] 'agreement among raft nodes before linearized reading' (duration: 280.304972ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:14.213058Z","caller":"traceutil/trace.go:171","msg":"trace[1834925194] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5721; }","duration":"138.977787ms","start":"2026-04-30T14:34:14.074065Z","end":"2026-04-30T14:34:14.213042Z","steps":["trace[1834925194] 'agreement among raft nodes before linearized reading' (duration: 138.882695ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:51.38046Z","caller":"traceutil/trace.go:171","msg":"trace[309006154] transaction","detail":"{read_only:false; response_revision:5908; number_of_response:1; }","duration":"125.621895ms","start":"2026-04-30T14:34:51.254804Z","end":"2026-04-30T14:34:51.380426Z","steps":["trace[309006154] 'process raft request' (duration: 98.454334ms)","trace[309006154] 'compare' (duration: 27.041428ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:34:51.402172Z","caller":"traceutil/trace.go:171","msg":"trace[133287792] transaction","detail":"{read_only:false; response_revision:5909; number_of_response:1; }","duration":"104.187929ms","start":"2026-04-30T14:34:51.297957Z","end":"2026-04-30T14:34:51.402145Z","steps":["trace[133287792] 'process raft request' (duration: 104.003455ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:51.532511Z","caller":"traceutil/trace.go:171","msg":"trace[2137216456] transaction","detail":"{read_only:false; response_revision:5911; number_of_response:1; }","duration":"125.176322ms","start":"2026-04-30T14:34:51.407307Z","end":"2026-04-30T14:34:51.532483Z","steps":["trace[2137216456] 'process raft request' (duration: 93.872476ms)","trace[2137216456] 'compare' (duration: 31.013029ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:34:51.532559Z","caller":"traceutil/trace.go:171","msg":"trace[688141988] transaction","detail":"{read_only:false; response_revision:5912; number_of_response:1; }","duration":"125.144981ms","start":"2026-04-30T14:34:51.407386Z","end":"2026-04-30T14:34:51.532531Z","steps":["trace[688141988] 'process raft request' (duration: 124.954177ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:51.532677Z","caller":"traceutil/trace.go:171","msg":"trace[901748892] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"123.925001ms","start":"2026-04-30T14:34:51.408733Z","end":"2026-04-30T14:34:51.532658Z","steps":["trace[901748892] 'process raft request' (duration: 123.708815ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:51.532558Z","caller":"traceutil/trace.go:171","msg":"trace[1649304839] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"124.6634ms","start":"2026-04-30T14:34:51.407834Z","end":"2026-04-30T14:34:51.532498Z","steps":["trace[1649304839] 'process raft request' (duration: 124.555817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:34:53.533788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.955036ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-30T14:34:53.534758Z","caller":"traceutil/trace.go:171","msg":"trace[134564991] linearizableReadLoop","detail":"{readStateIndex:6137; appliedIndex:6135; }","duration":"116.818592ms","start":"2026-04-30T14:34:53.417926Z","end":"2026-04-30T14:34:53.534745Z","steps":["trace[134564991] 'read index received' (duration: 99.740717ms)","trace[134564991] 'applied index is now lower than readState.Index' (duration: 17.077245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:34:53.534866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.933334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-30T14:34:53.53489Z","caller":"traceutil/trace.go:171","msg":"trace[587025893] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5919; }","duration":"116.991325ms","start":"2026-04-30T14:34:53.417891Z","end":"2026-04-30T14:34:53.534882Z","steps":["trace[587025893] 'agreement among raft nodes before linearized reading' (duration: 116.896063ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:53.535228Z","caller":"traceutil/trace.go:171","msg":"trace[1764059211] transaction","detail":"{read_only:false; response_revision:5919; number_of_response:1; }","duration":"128.439876ms","start":"2026-04-30T14:34:53.406771Z","end":"2026-04-30T14:34:53.535211Z","steps":["trace[1764059211] 'process raft request' (duration: 127.092293ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:53.770106Z","caller":"traceutil/trace.go:171","msg":"trace[451711620] transaction","detail":"{read_only:false; response_revision:5922; number_of_response:1; }","duration":"156.206083ms","start":"2026-04-30T14:34:53.613874Z","end":"2026-04-30T14:34:53.77008Z","steps":["trace[451711620] 'process raft request' (duration: 95.985822ms)","trace[451711620] 'compare' (duration: 60.067547ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:34:53.770256Z","caller":"traceutil/trace.go:171","msg":"trace[1521303945] transaction","detail":"{read_only:false; response_revision:5923; number_of_response:1; }","duration":"154.733505ms","start":"2026-04-30T14:34:53.615507Z","end":"2026-04-30T14:34:53.77024Z","steps":["trace[1521303945] 'process raft request' (duration: 154.53228ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:53.770458Z","caller":"traceutil/trace.go:171","msg":"trace[1351023226] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"154.93733ms","start":"2026-04-30T14:34:53.61551Z","end":"2026-04-30T14:34:53.770447Z","steps":["trace[1351023226] 'process raft request' (duration: 154.682394ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:54.904249Z","caller":"traceutil/trace.go:171","msg":"trace[1993552903] transaction","detail":"{read_only:false; response_revision:5925; number_of_response:1; }","duration":"128.675643ms","start":"2026-04-30T14:34:54.775548Z","end":"2026-04-30T14:34:54.904224Z","steps":["trace[1993552903] 'process raft request' (duration: 128.53351ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:55.765447Z","caller":"traceutil/trace.go:171","msg":"trace[1272807766] linearizableReadLoop","detail":"{readStateIndex:6148; appliedIndex:6147; }","duration":"116.674068ms","start":"2026-04-30T14:34:55.64875Z","end":"2026-04-30T14:34:55.765424Z","steps":["trace[1272807766] 'read index received' (duration: 79.928533ms)","trace[1272807766] 'applied index is now lower than readState.Index' (duration: 36.744364ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:34:55.765648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.887074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-30T14:34:55.765698Z","caller":"traceutil/trace.go:171","msg":"trace[553595212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5930; }","duration":"116.983656ms","start":"2026-04-30T14:34:55.648704Z","end":"2026-04-30T14:34:55.765687Z","steps":["trace[553595212] 'agreement among raft nodes before linearized reading' (duration: 116.804641ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:55.765939Z","caller":"traceutil/trace.go:171","msg":"trace[613621601] transaction","detail":"{read_only:false; response_revision:5930; number_of_response:1; }","duration":"151.869114ms","start":"2026-04-30T14:34:55.614058Z","end":"2026-04-30T14:34:55.765927Z","steps":["trace[613621601] 'process raft request' (duration: 114.574255ms)","trace[613621601] 'compare' (duration: 36.532119ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:34:55.928705Z","caller":"traceutil/trace.go:171","msg":"trace[287913762] transaction","detail":"{read_only:false; response_revision:5934; number_of_response:1; }","duration":"126.820207ms","start":"2026-04-30T14:34:55.801863Z","end":"2026-04-30T14:34:55.928683Z","steps":["trace[287913762] 'process raft request' (duration: 126.769766ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:55.929109Z","caller":"traceutil/trace.go:171","msg":"trace[527577928] transaction","detail":"{read_only:false; response_revision:5933; number_of_response:1; }","duration":"127.283778ms","start":"2026-04-30T14:34:55.801804Z","end":"2026-04-30T14:34:55.929088Z","steps":["trace[527577928] 'process raft request' (duration: 78.043055ms)","trace[527577928] 'compare' (duration: 48.649998ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:34:56.316193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.775039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-795d496986-zbf4z\" ","response":"range_response_count:1 size:12286"} {"level":"info","ts":"2026-04-30T14:34:56.316786Z","caller":"traceutil/trace.go:171","msg":"trace[951185164] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-795d496986-zbf4z; range_end:; response_count:1; response_revision:5934; }","duration":"227.450136ms","start":"2026-04-30T14:34:56.089318Z","end":"2026-04-30T14:34:56.316768Z","steps":["trace[951185164] 'range keys from in-memory index tree' (duration: 226.472961ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:56.712886Z","caller":"traceutil/trace.go:171","msg":"trace[1460980005] transaction","detail":"{read_only:false; response_revision:5940; number_of_response:1; }","duration":"184.403381ms","start":"2026-04-30T14:34:56.528432Z","end":"2026-04-30T14:34:56.712836Z","steps":["trace[1460980005] 'process raft request' (duration: 184.171945ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:57.96047Z","caller":"traceutil/trace.go:171","msg":"trace[1967681109] transaction","detail":"{read_only:false; response_revision:5947; number_of_response:1; }","duration":"103.78722ms","start":"2026-04-30T14:34:57.856653Z","end":"2026-04-30T14:34:57.960441Z","steps":["trace[1967681109] 'process raft request' (duration: 47.941849ms)","trace[1967681109] 'compare' (duration: 55.455441ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:34:58.139813Z","caller":"traceutil/trace.go:171","msg":"trace[1877920155] linearizableReadLoop","detail":"{readStateIndex:6169; appliedIndex:6168; }","duration":"120.206238ms","start":"2026-04-30T14:34:58.019573Z","end":"2026-04-30T14:34:58.139779Z","steps":["trace[1877920155] 'read index received' (duration: 50.416453ms)","trace[1877920155] 'applied index is now lower than readState.Index' (duration: 69.788605ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:34:58.139842Z","caller":"traceutil/trace.go:171","msg":"trace[1430302337] transaction","detail":"{read_only:false; response_revision:5950; number_of_response:1; }","duration":"151.170186ms","start":"2026-04-30T14:34:57.988637Z","end":"2026-04-30T14:34:58.139807Z","steps":["trace[1430302337] 'process raft request' (duration: 81.37559ms)","trace[1430302337] 'compare' (duration: 69.623402ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:34:58.140076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.458924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-30T14:34:58.140137Z","caller":"traceutil/trace.go:171","msg":"trace[1872117697] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5950; }","duration":"120.577988ms","start":"2026-04-30T14:34:58.01954Z","end":"2026-04-30T14:34:58.140118Z","steps":["trace[1872117697] 'agreement among raft nodes before linearized reading' (duration: 120.352822ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:34:59.372501Z","caller":"traceutil/trace.go:171","msg":"trace[225711477] linearizableReadLoop","detail":"{readStateIndex:6170; appliedIndex:6169; }","duration":"154.564642ms","start":"2026-04-30T14:34:59.217908Z","end":"2026-04-30T14:34:59.372473Z","steps":["trace[225711477] 'read index received' (duration: 154.408468ms)","trace[225711477] 'applied index is now lower than readState.Index' (duration: 154.724µs)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:34:59.372587Z","caller":"traceutil/trace.go:171","msg":"trace[2062086622] transaction","detail":"{read_only:false; response_revision:5951; number_of_response:1; }","duration":"198.495839ms","start":"2026-04-30T14:34:59.17404Z","end":"2026-04-30T14:34:59.372536Z","steps":["trace[2062086622] 'process raft request' (duration: 198.266744ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:34:59.372829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.90433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:34:59.372917Z","caller":"traceutil/trace.go:171","msg":"trace[1583212671] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5951; }","duration":"155.037774ms","start":"2026-04-30T14:34:59.217864Z","end":"2026-04-30T14:34:59.372902Z","steps":["trace[1583212671] 'agreement among raft nodes before linearized reading' (duration: 154.759447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:34:59.480389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.647867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:34:59.480486Z","caller":"traceutil/trace.go:171","msg":"trace[1311180092] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5953; }","duration":"103.77864ms","start":"2026-04-30T14:34:59.376686Z","end":"2026-04-30T14:34:59.480464Z","steps":["trace[1311180092] 'agreement among raft nodes before linearized reading' (duration: 103.568974ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:35:00.017089Z","caller":"traceutil/trace.go:171","msg":"trace[1461219672] transaction","detail":"{read_only:false; response_revision:5956; number_of_response:1; }","duration":"165.562052ms","start":"2026-04-30T14:34:59.851473Z","end":"2026-04-30T14:35:00.017035Z","steps":["trace[1461219672] 'process raft request' (duration: 98.25634ms)","trace[1461219672] 'compare' (duration: 66.950563ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:35:00.173377Z","caller":"traceutil/trace.go:171","msg":"trace[649640631] transaction","detail":"{read_only:false; response_revision:5959; number_of_response:1; }","duration":"118.876155ms","start":"2026-04-30T14:35:00.054461Z","end":"2026-04-30T14:35:00.173337Z","steps":["trace[649640631] 'process raft request' (duration: 76.180419ms)","trace[649640631] 'compare' (duration: 42.529352ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:35:00.173849Z","caller":"traceutil/trace.go:171","msg":"trace[1304290954] transaction","detail":"{read_only:false; response_revision:5960; number_of_response:1; }","duration":"118.366411ms","start":"2026-04-30T14:35:00.055265Z","end":"2026-04-30T14:35:00.173631Z","steps":["trace[1304290954] 'process raft request' (duration: 118.027852ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:35:00.452134Z","caller":"traceutil/trace.go:171","msg":"trace[1171250416] transaction","detail":"{read_only:false; response_revision:5961; number_of_response:1; }","duration":"240.988611ms","start":"2026-04-30T14:35:00.211115Z","end":"2026-04-30T14:35:00.452104Z","steps":["trace[1171250416] 'process raft request' (duration: 167.375828ms)","trace[1171250416] 'compare' (duration: 73.429718ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:35:00.491114Z","caller":"traceutil/trace.go:171","msg":"trace[934107180] linearizableReadLoop","detail":"{readStateIndex:6182; appliedIndex:6180; }","duration":"181.705323ms","start":"2026-04-30T14:35:00.309388Z","end":"2026-04-30T14:35:00.491093Z","steps":["trace[934107180] 'read index received' (duration: 69.022626ms)","trace[934107180] 'applied index is now lower than readState.Index' (duration: 112.681767ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:35:00.491216Z","caller":"traceutil/trace.go:171","msg":"trace[368681127] transaction","detail":"{read_only:false; response_revision:5962; number_of_response:1; }","duration":"255.817548ms","start":"2026-04-30T14:35:00.235368Z","end":"2026-04-30T14:35:00.491185Z","steps":["trace[368681127] 'process raft request' (duration: 255.618133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:35:00.491307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.506374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:35:00.491336Z","caller":"traceutil/trace.go:171","msg":"trace[611697422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5962; }","duration":"164.576556ms","start":"2026-04-30T14:35:00.326751Z","end":"2026-04-30T14:35:00.491327Z","steps":["trace[611697422] 'agreement among raft nodes before linearized reading' (duration: 164.454103ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:35:00.491358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.937128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-30T14:35:00.491434Z","caller":"traceutil/trace.go:171","msg":"trace[168313381] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:5962; }","duration":"182.072332ms","start":"2026-04-30T14:35:00.309344Z","end":"2026-04-30T14:35:00.491416Z","steps":["trace[168313381] 'agreement among raft nodes before linearized reading' (duration: 181.859087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:35:01.805709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.552183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-30T14:35:01.80582Z","caller":"traceutil/trace.go:171","msg":"trace[1564543121] transaction","detail":"{read_only:false; response_revision:5968; number_of_response:1; }","duration":"320.7021ms","start":"2026-04-30T14:35:01.485089Z","end":"2026-04-30T14:35:01.805791Z","steps":["trace[1564543121] 'process raft request' (duration: 73.991483ms)","trace[1564543121] 'compare' (duration: 246.41407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:35:01.805921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-30T14:35:01.485062Z","time spent":"320.809033ms","remote":"127.0.0.1:57880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-30T14:35:01.805888Z","caller":"traceutil/trace.go:171","msg":"trace[1987955288] transaction","detail":"{read_only:false; response_revision:5969; number_of_response:1; }","duration":"136.991735ms","start":"2026-04-30T14:35:01.668887Z","end":"2026-04-30T14:35:01.805879Z","steps":["trace[1987955288] 'process raft request' (duration: 136.921743ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:35:01.806198Z","caller":"traceutil/trace.go:171","msg":"trace[86953990] linearizableReadLoop","detail":"{readStateIndex:6188; appliedIndex:6187; }","duration":"265.913366ms","start":"2026-04-30T14:35:01.540274Z","end":"2026-04-30T14:35:01.806187Z","steps":["trace[86953990] 'read index received' (duration: 18.740218ms)","trace[86953990] 'applied index is now lower than readState.Index' (duration: 247.172098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-30T14:35:01.806293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.011428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-30T14:35:01.806334Z","caller":"traceutil/trace.go:171","msg":"trace[1184236863] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:5969; }","duration":"266.09682ms","start":"2026-04-30T14:35:01.540226Z","end":"2026-04-30T14:35:01.806323Z","steps":["trace[1184236863] 'agreement among raft nodes before linearized reading' (duration: 266.012798ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:35:03.405999Z","caller":"traceutil/trace.go:171","msg":"trace[1757267842] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"111.102107ms","start":"2026-04-30T14:35:03.294872Z","end":"2026-04-30T14:35:03.405974Z","steps":["trace[1757267842] 'process raft request' (duration: 110.925642ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:35:04.031504Z","caller":"traceutil/trace.go:171","msg":"trace[1320602053] transaction","detail":"{read_only:false; response_revision:5981; number_of_response:1; }","duration":"143.316006ms","start":"2026-04-30T14:35:03.888154Z","end":"2026-04-30T14:35:04.03147Z","steps":["trace[1320602053] 'process raft request' (duration: 91.458717ms)","trace[1320602053] 'compare' (duration: 51.678995ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:35:06.379371Z","caller":"traceutil/trace.go:171","msg":"trace[468080886] transaction","detail":"{read_only:false; response_revision:5995; number_of_response:1; }","duration":"106.674064ms","start":"2026-04-30T14:35:06.272646Z","end":"2026-04-30T14:35:06.37932Z","steps":["trace[468080886] 'process raft request' (duration: 55.173504ms)","trace[468080886] 'compare' (duration: 51.178662ms)"],"step_count":2} {"level":"info","ts":"2026-04-30T14:35:07.676724Z","caller":"traceutil/trace.go:171","msg":"trace[1349000298] transaction","detail":"{read_only:false; response_revision:5998; number_of_response:1; }","duration":"120.759793ms","start":"2026-04-30T14:35:07.555941Z","end":"2026-04-30T14:35:07.676701Z","steps":["trace[1349000298] 'process raft request' (duration: 120.434065ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:35:07.733823Z","caller":"traceutil/trace.go:171","msg":"trace[2073821625] transaction","detail":"{read_only:false; response_revision:5999; number_of_response:1; }","duration":"170.887639ms","start":"2026-04-30T14:35:07.562907Z","end":"2026-04-30T14:35:07.733795Z","steps":["trace[2073821625] 'process raft request' (duration: 170.674004ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:35:07.734049Z","caller":"traceutil/trace.go:171","msg":"trace[700901385] transaction","detail":"{read_only:false; response_revision:6000; number_of_response:1; }","duration":"120.301802ms","start":"2026-04-30T14:35:07.613716Z","end":"2026-04-30T14:35:07.734018Z","steps":["trace[700901385] 'process raft request' (duration: 120.019225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-30T14:36:02.751025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.137884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-30T14:36:02.751092Z","caller":"traceutil/trace.go:171","msg":"trace[1635312610] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6468; }","duration":"102.255097ms","start":"2026-04-30T14:36:02.648824Z","end":"2026-04-30T14:36:02.75108Z","steps":["trace[1635312610] 'range keys from in-memory index tree' (duration: 101.914638ms)"],"step_count":1} {"level":"info","ts":"2026-04-30T14:38:44.831838Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5526} {"level":"info","ts":"2026-04-30T14:38:44.925867Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5526,"took":"92.879417ms","hash":1992808214,"current-db-size-bytes":54099968,"current-db-size":"54 MB","current-db-size-in-use-bytes":18034688,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-04-30T14:38:44.925938Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1992808214,"revision":5526,"compact-revision":2873}