{"level":"warn","ts":"2026-05-28T15:15:37.108237Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T15:15:37.108352Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-28T15:15:37.108459Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-28T15:15:37.108472Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-05-28T15:15:37.108494Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T15:15:37.10934Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-05-28T15:15:37.109432Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-28T15:15:37.115162Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.365354ms"} {"level":"info","ts":"2026-05-28T15:15:37.124104Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-05-28T15:15:37.124196Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-05-28T15:15:37.12422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-05-28T15:15:37.124233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-28T15:15:37.124241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-05-28T15:15:37.124283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-05-28T15:15:37.131575Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-28T15:15:37.134632Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-28T15:15:37.136182Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-28T15:15:37.13885Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-28T15:15:37.139458Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T15:15:37.139534Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T15:15:37.139547Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-28T15:15:37.139641Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-28T15:15:37.143893Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-05-28T15:15:37.143908Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-28T15:15:37.143985Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-05-28T15:15:37.144017Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-05-28T15:15:37.14403Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-05-28T15:15:37.144081Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-28T15:15:37.144108Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-28T15:15:37.727468Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-05-28T15:15:37.727596Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-05-28T15:15:37.727657Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-05-28T15:15:37.727712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-05-28T15:15:37.727744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-05-28T15:15:37.727796Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-05-28T15:15:37.727846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-05-28T15:15:37.73118Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-05-28T15:15:37.731668Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T15:15:37.73199Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T15:15:37.732102Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-28T15:15:37.732273Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-28T15:15:37.732333Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-28T15:15:37.734499Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T15:15:37.734622Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T15:15:37.734652Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-28T15:15:37.735365Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-05-28T15:15:37.736439Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-28T15:15:40.741795Z","caller":"traceutil/trace.go:171","msg":"trace[895479058] transaction","detail":"{read_only:false; response_revision:175; number_of_response:1; }","duration":"191.20565ms","start":"2026-05-28T15:15:40.550556Z","end":"2026-05-28T15:15:40.741761Z","steps":["trace[895479058] 'process raft request' (duration: 178.265033ms)","trace[895479058] 'compare' (duration: 12.663973ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:15:47.741637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.722666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"warn","ts":"2026-05-28T15:15:47.741791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.44091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-05-28T15:15:47.741815Z","caller":"traceutil/trace.go:171","msg":"trace[82131568] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:341; }","duration":"523.004189ms","start":"2026-05-28T15:15:47.218781Z","end":"2026-05-28T15:15:47.741786Z","steps":["trace[82131568] 'range keys from in-memory index tree' (duration: 522.533103ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:15:47.741914Z","caller":"traceutil/trace.go:171","msg":"trace[780249292] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:341; }","duration":"672.682713ms","start":"2026-05-28T15:15:47.069204Z","end":"2026-05-28T15:15:47.741887Z","steps":["trace[780249292] 'range keys from in-memory index tree' (duration: 672.255518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:15:47.741925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.11798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-05-28T15:15:47.742312Z","caller":"traceutil/trace.go:171","msg":"trace[480444277] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:341; }","duration":"323.542968ms","start":"2026-05-28T15:15:47.418725Z","end":"2026-05-28T15:15:47.742268Z","steps":["trace[480444277] 'range keys from in-memory index tree' (duration: 322.984778ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:15:47.742367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.418703Z","time spent":"323.651869ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" "} {"level":"warn","ts":"2026-05-28T15:15:47.741963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.069175Z","time spent":"672.779925ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" "} {"level":"warn","ts":"2026-05-28T15:15:47.742001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.218758Z","time spent":"523.163492ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":219,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-05-28T15:15:47.742043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.222454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-05-28T15:15:47.742793Z","caller":"traceutil/trace.go:171","msg":"trace[2096160859] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:341; }","duration":"723.979835ms","start":"2026-05-28T15:15:47.018753Z","end":"2026-05-28T15:15:47.742732Z","steps":["trace[2096160859] 'range keys from in-memory index tree' (duration: 723.077232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:15:47.742964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.018717Z","time spent":"724.196859ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-05-28T15:15:47.74208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.168059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-05-28T15:15:47.743043Z","caller":"traceutil/trace.go:171","msg":"trace[2096221695] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:341; }","duration":"474.163163ms","start":"2026-05-28T15:15:47.268857Z","end":"2026-05-28T15:15:47.743021Z","steps":["trace[2096221695] 'range keys from in-memory index tree' (duration: 473.041708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:15:47.742113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.673754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"warn","ts":"2026-05-28T15:15:47.743135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.268823Z","time spent":"474.287936ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":236,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"info","ts":"2026-05-28T15:15:47.743185Z","caller":"traceutil/trace.go:171","msg":"trace[341255066] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:341; }","duration":"424.75948ms","start":"2026-05-28T15:15:47.318387Z","end":"2026-05-28T15:15:47.743147Z","steps":["trace[341255066] 'range keys from in-memory index tree' (duration: 423.587783ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:15:47.743252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.318368Z","time spent":"424.865271ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":217,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"warn","ts":"2026-05-28T15:15:47.742151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.865845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-28T15:15:47.743509Z","caller":"traceutil/trace.go:171","msg":"trace[1870093342] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:341; }","duration":"575.207384ms","start":"2026-05-28T15:15:47.16828Z","end":"2026-05-28T15:15:47.743487Z","steps":["trace[1870093342] 'range keys from in-memory index tree' (duration: 573.775604ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:15:47.743594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.168257Z","time spent":"575.320556ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-05-28T15:15:47.742202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.587247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T15:15:47.742152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.957655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-05-28T15:15:47.743786Z","caller":"traceutil/trace.go:171","msg":"trace[494239241] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:341; }","duration":"624.636559ms","start":"2026-05-28T15:15:47.119117Z","end":"2026-05-28T15:15:47.743753Z","steps":["trace[494239241] 'range keys from in-memory index tree' (duration: 622.746012ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:15:47.743781Z","caller":"traceutil/trace.go:171","msg":"trace[1238575898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:341; }","duration":"190.173319ms","start":"2026-05-28T15:15:47.553541Z","end":"2026-05-28T15:15:47.743714Z","steps":["trace[1238575898] 'range keys from in-memory index tree' (duration: 188.481105ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:15:47.743937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.119082Z","time spent":"624.802301ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-05-28T15:15:47.741715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.375493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:234"} {"level":"info","ts":"2026-05-28T15:15:47.744126Z","caller":"traceutil/trace.go:171","msg":"trace[1699423753] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:341; }","duration":"374.812709ms","start":"2026-05-28T15:15:47.369293Z","end":"2026-05-28T15:15:47.744106Z","steps":["trace[1699423753] 'range keys from in-memory index tree' (duration: 372.277122ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:15:47.744188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:15:47.369277Z","time spent":"374.879369ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-05-28T15:16:02.750269Z","caller":"traceutil/trace.go:171","msg":"trace[509322692] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"188.022471ms","start":"2026-05-28T15:16:02.562216Z","end":"2026-05-28T15:16:02.750238Z","steps":["trace[509322692] 'process raft request' (duration: 187.898539ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:02.750264Z","caller":"traceutil/trace.go:171","msg":"trace[1156959962] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"188.062741ms","start":"2026-05-28T15:16:02.562163Z","end":"2026-05-28T15:16:02.750225Z","steps":["trace[1156959962] 'process raft request' (duration: 167.903313ms)","trace[1156959962] 'compare' (duration: 19.935065ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:02.75118Z","caller":"traceutil/trace.go:171","msg":"trace[1794574831] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"188.851702ms","start":"2026-05-28T15:16:02.562313Z","end":"2026-05-28T15:16:02.751165Z","steps":["trace[1794574831] 'process raft request' (duration: 187.858629ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:02.751456Z","caller":"traceutil/trace.go:171","msg":"trace[1207679255] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"188.973143ms","start":"2026-05-28T15:16:02.562398Z","end":"2026-05-28T15:16:02.751371Z","steps":["trace[1207679255] 'process raft request' (duration: 188.634579ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:02.752013Z","caller":"traceutil/trace.go:171","msg":"trace[1890781969] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"187.699746ms","start":"2026-05-28T15:16:02.564299Z","end":"2026-05-28T15:16:02.751999Z","steps":["trace[1890781969] 'process raft request' (duration: 186.950576ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:02.752412Z","caller":"traceutil/trace.go:171","msg":"trace[1615158228] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"178.270391ms","start":"2026-05-28T15:16:02.574127Z","end":"2026-05-28T15:16:02.752398Z","steps":["trace[1615158228] 'process raft request' (duration: 178.215851ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:02.752506Z","caller":"traceutil/trace.go:171","msg":"trace[1627040461] transaction","detail":"{read_only:false; response_revision:460; number_of_response:1; }","duration":"179.619908ms","start":"2026-05-28T15:16:02.572858Z","end":"2026-05-28T15:16:02.752478Z","steps":["trace[1627040461] 'process raft request' (duration: 179.066621ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:10.996808Z","caller":"traceutil/trace.go:171","msg":"trace[81623588] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"206.895193ms","start":"2026-05-28T15:16:10.789893Z","end":"2026-05-28T15:16:10.996788Z","steps":["trace[81623588] 'process raft request' (duration: 206.796849ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:12.313948Z","caller":"traceutil/trace.go:171","msg":"trace[1637428845] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:499; }","duration":"269.150384ms","start":"2026-05-28T15:16:12.044775Z","end":"2026-05-28T15:16:12.313925Z","steps":["trace[1637428845] 'read index received' (duration: 268.947546ms)","trace[1637428845] 'applied index is now lower than readState.Index' (duration: 201.888µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:12.314282Z","caller":"traceutil/trace.go:171","msg":"trace[1460882512] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"272.714266ms","start":"2026-05-28T15:16:12.041556Z","end":"2026-05-28T15:16:12.314271Z","steps":["trace[1460882512] 'process raft request' (duration: 272.243317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:12.314534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.746587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T15:16:12.314577Z","caller":"traceutil/trace.go:171","msg":"trace[23856820] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:484; }","duration":"269.838831ms","start":"2026-05-28T15:16:12.044727Z","end":"2026-05-28T15:16:12.314566Z","steps":["trace[23856820] 'agreement among raft nodes before linearized reading' (duration: 269.750998ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:12.314677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.234658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:12.314738Z","caller":"traceutil/trace.go:171","msg":"trace[890001770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:484; }","duration":"111.350143ms","start":"2026-05-28T15:16:12.20338Z","end":"2026-05-28T15:16:12.31473Z","steps":["trace[890001770] 'agreement among raft nodes before linearized reading' (duration: 111.2768ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:12.47808Z","caller":"traceutil/trace.go:171","msg":"trace[2059886396] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"158.836433ms","start":"2026-05-28T15:16:12.319217Z","end":"2026-05-28T15:16:12.478054Z","steps":["trace[2059886396] 'process raft request' (duration: 106.296281ms)","trace[2059886396] 'compare' (duration: 52.346543ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:12.478328Z","caller":"traceutil/trace.go:171","msg":"trace[1616293825] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"158.968479ms","start":"2026-05-28T15:16:12.319337Z","end":"2026-05-28T15:16:12.478306Z","steps":["trace[1616293825] 'process raft request' (duration: 158.675546ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:13.244785Z","caller":"traceutil/trace.go:171","msg":"trace[1907150297] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"240.684028ms","start":"2026-05-28T15:16:13.004071Z","end":"2026-05-28T15:16:13.244755Z","steps":["trace[1907150297] 'process raft request' (duration: 240.356895ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:17.720765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613147379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T15:16:18.222051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613147379,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T15:16:18.446099Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230542756s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T15:16:18.448265Z","caller":"traceutil/trace.go:171","msg":"trace[1310356428] transaction","detail":"{read_only:false; response_revision:600; number_of_response:1; }","duration":"1.239007816s","start":"2026-05-28T15:16:17.209232Z","end":"2026-05-28T15:16:18.44824Z","steps":["trace[1310356428] 'process raft request' (duration: 1.238707445s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.448802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.20921Z","time spent":"1.239161882s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T15:16:18.570381Z","caller":"traceutil/trace.go:171","msg":"trace[631183133] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"1.297978447s","start":"2026-05-28T15:16:17.272368Z","end":"2026-05-28T15:16:18.570347Z","steps":["trace[631183133] 'process raft request' (duration: 1.294741116s)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.570465Z","caller":"traceutil/trace.go:171","msg":"trace[1563117106] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.073674644s","start":"2026-05-28T15:16:17.496764Z","end":"2026-05-28T15:16:18.570439Z","steps":["trace[1563117106] 'process raft request' (duration: 1.073514298s)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.570494Z","caller":"traceutil/trace.go:171","msg":"trace[1552089393] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:620; }","duration":"1.35053547s","start":"2026-05-28T15:16:17.219936Z","end":"2026-05-28T15:16:18.570471Z","steps":["trace[1552089393] 'read index received' (duration: 1.227822512s)","trace[1552089393] 'applied index is now lower than readState.Index' (duration: 122.712078ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:18.570633Z","caller":"traceutil/trace.go:171","msg":"trace[929806954] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"873.188764ms","start":"2026-05-28T15:16:17.697431Z","end":"2026-05-28T15:16:18.57062Z","steps":["trace[929806954] 'process raft request' (duration: 872.877793ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.570723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.697411Z","time spent":"873.252247ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T15:16:18.570905Z","caller":"traceutil/trace.go:171","msg":"trace[19923773] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"674.43679ms","start":"2026-05-28T15:16:17.896447Z","end":"2026-05-28T15:16:18.570884Z","steps":["trace[19923773] 'process raft request' (duration: 673.886889ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.570931Z","caller":"traceutil/trace.go:171","msg":"trace[107419122] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"269.698785ms","start":"2026-05-28T15:16:18.301223Z","end":"2026-05-28T15:16:18.570921Z","steps":["trace[107419122] 'process raft request' (duration: 269.176226ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.570997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.896427Z","time spent":"674.536934ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T15:16:18.571025Z","caller":"traceutil/trace.go:171","msg":"trace[223565245] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.275842187s","start":"2026-05-28T15:16:17.295135Z","end":"2026-05-28T15:16:18.570977Z","steps":["trace[223565245] 'process raft request' (duration: 1.27510297s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.571141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351196275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.571182Z","caller":"traceutil/trace.go:171","msg":"trace[270807503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"1.351240887s","start":"2026-05-28T15:16:17.219931Z","end":"2026-05-28T15:16:18.571172Z","steps":["trace[270807503] 'agreement among raft nodes before linearized reading' (duration: 1.351126661s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.571183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.29512Z","time spent":"1.275993044s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T15:16:18.571217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.219894Z","time spent":"1.351316749s","remote":"127.0.0.1:50828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T15:16:18.570974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.272347Z","time spent":"1.298118632s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18041,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:16:18.57093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.496745Z","time spent":"1.07381174s","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T15:16:18.571448Z","caller":"traceutil/trace.go:171","msg":"trace[824109221] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"471.212192ms","start":"2026-05-28T15:16:18.100212Z","end":"2026-05-28T15:16:18.571424Z","steps":["trace[824109221] 'process raft request' (duration: 470.145881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.571652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:18.100188Z","time spent":"471.41691ms","remote":"127.0.0.1:50860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T15:16:18.620553Z","caller":"traceutil/trace.go:171","msg":"trace[790743510] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"124.157701ms","start":"2026-05-28T15:16:18.49638Z","end":"2026-05-28T15:16:18.620537Z","steps":["trace[790743510] 'process raft request' (duration: 123.876101ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.620767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320200181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.620792Z","caller":"traceutil/trace.go:171","msg":"trace[1500471572] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:609; }","duration":"1.320255953s","start":"2026-05-28T15:16:17.300529Z","end":"2026-05-28T15:16:18.620785Z","steps":["trace[1500471572] 'agreement among raft nodes before linearized reading' (duration: 1.32017724s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.620809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.300526Z","time spent":"1.320278084s","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T15:16:18.620933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319562737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.620951Z","caller":"traceutil/trace.go:171","msg":"trace[404477642] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:609; }","duration":"1.319610638s","start":"2026-05-28T15:16:17.301336Z","end":"2026-05-28T15:16:18.620947Z","steps":["trace[404477642] 'agreement among raft nodes before linearized reading' (duration: 1.319583067s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.620934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.684851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-28T15:16:18.62097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.301323Z","time spent":"1.3196426s","remote":"127.0.0.1:60128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"info","ts":"2026-05-28T15:16:18.620991Z","caller":"traceutil/trace.go:171","msg":"trace[825345654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:609; }","duration":"250.786845ms","start":"2026-05-28T15:16:18.370191Z","end":"2026-05-28T15:16:18.620978Z","steps":["trace[825345654] 'agreement among raft nodes before linearized reading' (duration: 250.605908ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.621008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303807499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.621075Z","caller":"traceutil/trace.go:171","msg":"trace[1410643550] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:609; }","duration":"1.303915454s","start":"2026-05-28T15:16:17.317145Z","end":"2026-05-28T15:16:18.62106Z","steps":["trace[1410643550] 'agreement among raft nodes before linearized reading' (duration: 1.303774768s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.621098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.846361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T15:16:18.621104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354915316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T15:16:18.621106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.317122Z","time spent":"1.303978456s","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-05-28T15:16:18.621118Z","caller":"traceutil/trace.go:171","msg":"trace[1249653107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:609; }","duration":"102.890003ms","start":"2026-05-28T15:16:18.518223Z","end":"2026-05-28T15:16:18.621113Z","steps":["trace[1249653107] 'agreement among raft nodes before linearized reading' (duration: 102.853111ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.621123Z","caller":"traceutil/trace.go:171","msg":"trace[2095631335] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:609; }","duration":"1.354963078s","start":"2026-05-28T15:16:17.266154Z","end":"2026-05-28T15:16:18.621117Z","steps":["trace[2095631335] 'agreement among raft nodes before linearized reading' (duration: 1.354933777s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.6212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.266138Z","time spent":"1.355028241s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:16:18.621308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304015967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.621331Z","caller":"traceutil/trace.go:171","msg":"trace[1473214330] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:609; }","duration":"1.304068058s","start":"2026-05-28T15:16:17.317257Z","end":"2026-05-28T15:16:18.621325Z","steps":["trace[1473214330] 'agreement among raft nodes before linearized reading' (duration: 1.304035477s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.621345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.317236Z","time spent":"1.30410584s","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T15:16:18.62128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363566544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-28T15:16:18.621389Z","caller":"traceutil/trace.go:171","msg":"trace[198368458] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:609; }","duration":"1.363695879s","start":"2026-05-28T15:16:17.257687Z","end":"2026-05-28T15:16:18.621383Z","steps":["trace[198368458] 'agreement among raft nodes before linearized reading' (duration: 1.363444759s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.62141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.257671Z","time spent":"1.3637337s","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T15:16:18.621414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304126241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.621428Z","caller":"traceutil/trace.go:171","msg":"trace[411011954] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:609; }","duration":"1.304184063s","start":"2026-05-28T15:16:17.31724Z","end":"2026-05-28T15:16:18.621424Z","steps":["trace[411011954] 'agreement among raft nodes before linearized reading' (duration: 1.304164002s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.621442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.317236Z","time spent":"1.304203274s","remote":"127.0.0.1:60140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-05-28T15:16:18.621467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373564634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pcgvb\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-05-28T15:16:18.621485Z","caller":"traceutil/trace.go:171","msg":"trace[1690794368] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-pcgvb; range_end:; response_count:1; response_revision:609; }","duration":"1.373636756s","start":"2026-05-28T15:16:17.247844Z","end":"2026-05-28T15:16:18.621481Z","steps":["trace[1690794368] 'agreement among raft nodes before linearized reading' (duration: 1.373502481s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.621498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.247826Z","time spent":"1.373669578s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4701,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-pcgvb\" "} {"level":"warn","ts":"2026-05-28T15:16:18.621533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330936508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.621557Z","caller":"traceutil/trace.go:171","msg":"trace[1548962055] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:609; }","duration":"1.33096847s","start":"2026-05-28T15:16:17.290583Z","end":"2026-05-28T15:16:18.621552Z","steps":["trace[1548962055] 'agreement among raft nodes before linearized reading' (duration: 1.330933478s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.621578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.290579Z","time spent":"1.330994741s","remote":"127.0.0.1:60128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:16:18.621647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321129436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.621663Z","caller":"traceutil/trace.go:171","msg":"trace[34041725] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:609; }","duration":"1.321173448s","start":"2026-05-28T15:16:17.300485Z","end":"2026-05-28T15:16:18.621659Z","steps":["trace[34041725] 'agreement among raft nodes before linearized reading' (duration: 1.321148177s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.621676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.300465Z","time spent":"1.321207549s","remote":"127.0.0.1:60134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:16:18.62182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331287122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.621839Z","caller":"traceutil/trace.go:171","msg":"trace[1910051225] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:609; }","duration":"1.331337193s","start":"2026-05-28T15:16:17.290497Z","end":"2026-05-28T15:16:18.621834Z","steps":["trace[1910051225] 'agreement among raft nodes before linearized reading' (duration: 1.331310432s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.621853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.290476Z","time spent":"1.331372935s","remote":"127.0.0.1:60128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-05-28T15:16:18.623082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356525017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.623161Z","caller":"traceutil/trace.go:171","msg":"trace[763239444] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:609; }","duration":"1.356642771s","start":"2026-05-28T15:16:17.266509Z","end":"2026-05-28T15:16:18.623151Z","steps":["trace[763239444] 'agreement among raft nodes before linearized reading' (duration: 1.354269732s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.623253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:17.266483Z","time spent":"1.356725144s","remote":"127.0.0.1:60114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"info","ts":"2026-05-28T15:16:18.765292Z","caller":"traceutil/trace.go:171","msg":"trace[365962772] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"136.126281ms","start":"2026-05-28T15:16:18.629138Z","end":"2026-05-28T15:16:18.765264Z","steps":["trace[365962772] 'process raft request' (duration: 72.366137ms)","trace[365962772] 'compare' (duration: 63.341048ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:18.765442Z","caller":"traceutil/trace.go:171","msg":"trace[957055720] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"136.198063ms","start":"2026-05-28T15:16:18.629209Z","end":"2026-05-28T15:16:18.765407Z","steps":["trace[957055720] 'process raft request' (duration: 135.807379ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.765486Z","caller":"traceutil/trace.go:171","msg":"trace[736918898] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:631; }","duration":"120.581166ms","start":"2026-05-28T15:16:18.644881Z","end":"2026-05-28T15:16:18.765463Z","steps":["trace[736918898] 'read index received' (duration: 56.708468ms)","trace[736918898] 'applied index is now lower than readState.Index' (duration: 63.871878ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:18.765668Z","caller":"traceutil/trace.go:171","msg":"trace[2136952029] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"136.463213ms","start":"2026-05-28T15:16:18.629188Z","end":"2026-05-28T15:16:18.765651Z","steps":["trace[2136952029] 'process raft request' (duration: 135.776668ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.765683Z","caller":"traceutil/trace.go:171","msg":"trace[2108364175] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"134.425367ms","start":"2026-05-28T15:16:18.631241Z","end":"2026-05-28T15:16:18.765666Z","steps":["trace[2108364175] 'process raft request' (duration: 134.109845ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.765771Z","caller":"traceutil/trace.go:171","msg":"trace[1775307538] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"131.718465ms","start":"2026-05-28T15:16:18.634039Z","end":"2026-05-28T15:16:18.765758Z","steps":["trace[1775307538] 'process raft request' (duration: 131.370212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:18.765838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.94021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:18.765857Z","caller":"traceutil/trace.go:171","msg":"trace[586125848] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"136.226414ms","start":"2026-05-28T15:16:18.629588Z","end":"2026-05-28T15:16:18.765815Z","steps":["trace[586125848] 'process raft request' (duration: 135.610781ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.765876Z","caller":"traceutil/trace.go:171","msg":"trace[276322098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:616; }","duration":"121.007992ms","start":"2026-05-28T15:16:18.644858Z","end":"2026-05-28T15:16:18.765866Z","steps":["trace[276322098] 'agreement among raft nodes before linearized reading' (duration: 120.93919ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:18.781166Z","caller":"traceutil/trace.go:171","msg":"trace[1074975975] transaction","detail":"{read_only:false; response_revision:617; number_of_response:1; }","duration":"124.884917ms","start":"2026-05-28T15:16:18.656255Z","end":"2026-05-28T15:16:18.78114Z","steps":["trace[1074975975] 'process raft request' (duration: 123.845219ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:25.046012Z","caller":"traceutil/trace.go:171","msg":"trace[448388424] linearizableReadLoop","detail":"{readStateIndex:701; appliedIndex:700; }","duration":"250.492144ms","start":"2026-05-28T15:16:24.795493Z","end":"2026-05-28T15:16:25.045986Z","steps":["trace[448388424] 'read index received' (duration: 249.659994ms)","trace[448388424] 'applied index is now lower than readState.Index' (duration: 831.3µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:25.046141Z","caller":"traceutil/trace.go:171","msg":"trace[973363288] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"318.170175ms","start":"2026-05-28T15:16:24.727925Z","end":"2026-05-28T15:16:25.046096Z","steps":["trace[973363288] 'process raft request' (duration: 317.42933ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:25.04632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:24.727905Z","time spent":"318.323151ms","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036189,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:16:25.046443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.409961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T15:16:25.046435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.868147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-28T15:16:25.046429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.864617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T15:16:25.046507Z","caller":"traceutil/trace.go:171","msg":"trace[2106398375] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:679; }","duration":"250.499924ms","start":"2026-05-28T15:16:24.795989Z","end":"2026-05-28T15:16:25.046489Z","steps":["trace[2106398375] 'agreement among raft nodes before linearized reading' (duration: 250.281316ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:25.046491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.920029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T15:16:25.046509Z","caller":"traceutil/trace.go:171","msg":"trace[1762400226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:679; }","duration":"250.993262ms","start":"2026-05-28T15:16:24.795502Z","end":"2026-05-28T15:16:25.046495Z","steps":["trace[1762400226] 'agreement among raft nodes before linearized reading' (duration: 250.735863ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:25.04658Z","caller":"traceutil/trace.go:171","msg":"trace[1510667501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:679; }","duration":"251.056694ms","start":"2026-05-28T15:16:24.795502Z","end":"2026-05-28T15:16:25.046559Z","steps":["trace[1510667501] 'agreement among raft nodes before linearized reading' (duration: 250.805966ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:25.046604Z","caller":"traceutil/trace.go:171","msg":"trace[316760872] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:679; }","duration":"251.103426ms","start":"2026-05-28T15:16:24.795443Z","end":"2026-05-28T15:16:25.046547Z","steps":["trace[316760872] 'agreement among raft nodes before linearized reading' (duration: 250.694442ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:25.420987Z","caller":"traceutil/trace.go:171","msg":"trace[1371610847] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"368.815787ms","start":"2026-05-28T15:16:25.052151Z","end":"2026-05-28T15:16:25.420966Z","steps":["trace[1371610847] 'process raft request' (duration: 362.005437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:25.421155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:25.052124Z","time spent":"368.928781ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:16:25.421373Z","caller":"traceutil/trace.go:171","msg":"trace[555040367] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"368.59375ms","start":"2026-05-28T15:16:25.052758Z","end":"2026-05-28T15:16:25.421352Z","steps":["trace[555040367] 'process raft request' (duration: 368.178925ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:25.421455Z","caller":"traceutil/trace.go:171","msg":"trace[969591865] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"368.435714ms","start":"2026-05-28T15:16:25.052959Z","end":"2026-05-28T15:16:25.421394Z","steps":["trace[969591865] 'process raft request' (duration: 368.32668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:25.421512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.452866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:25.421527Z","caller":"traceutil/trace.go:171","msg":"trace[1516293227] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"368.6177ms","start":"2026-05-28T15:16:25.05289Z","end":"2026-05-28T15:16:25.421507Z","steps":["trace[1516293227] 'process raft request' (duration: 368.306659ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:25.421554Z","caller":"traceutil/trace.go:171","msg":"trace[118851840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:685; }","duration":"217.541708ms","start":"2026-05-28T15:16:25.204002Z","end":"2026-05-28T15:16:25.421544Z","steps":["trace[118851840] 'agreement among raft nodes before linearized reading' (duration: 217.464936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:25.421597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:25.052948Z","time spent":"368.572739ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:16:25.421635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:25.05288Z","time spent":"368.701864ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:16:25.42154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:25.052736Z","time spent":"368.742205ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:16:25.421392Z","caller":"traceutil/trace.go:171","msg":"trace[104822855] linearizableReadLoop","detail":"{readStateIndex:707; appliedIndex:702; }","duration":"217.322011ms","start":"2026-05-28T15:16:25.204049Z","end":"2026-05-28T15:16:25.421371Z","steps":["trace[104822855] 'read index received' (duration: 210.019894ms)","trace[104822855] 'applied index is now lower than readState.Index' (duration: 7.301377ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:25.421746Z","caller":"traceutil/trace.go:171","msg":"trace[1833809605] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"318.123735ms","start":"2026-05-28T15:16:25.103613Z","end":"2026-05-28T15:16:25.421736Z","steps":["trace[1833809605] 'process raft request' (duration: 317.714361ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:25.421793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:25.103595Z","time spent":"318.174997ms","remote":"127.0.0.1:51166","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-28T15:16:25.42314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.306105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-mwpzd\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-28T15:16:25.423249Z","caller":"traceutil/trace.go:171","msg":"trace[1994597029] range","detail":"{range_begin:/registry/pods/kube-system/cilium-mwpzd; range_end:; response_count:1; response_revision:685; }","duration":"129.384158ms","start":"2026-05-28T15:16:25.293817Z","end":"2026-05-28T15:16:25.423201Z","steps":["trace[1994597029] 'agreement among raft nodes before linearized reading' (duration: 127.99329ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:25.951306Z","caller":"traceutil/trace.go:171","msg":"trace[1198202021] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"107.146317ms","start":"2026-05-28T15:16:25.844137Z","end":"2026-05-28T15:16:25.951283Z","steps":["trace[1198202021] 'process raft request' (duration: 106.621438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:27.048351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025329398s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T15:16:27.048599Z","caller":"traceutil/trace.go:171","msg":"trace[1722584067] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"1.025657659s","start":"2026-05-28T15:16:26.022919Z","end":"2026-05-28T15:16:27.048577Z","steps":["trace[1722584067] 'process raft request' (duration: 1.025561646s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:27.04871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:26.022894Z","time spent":"1.025763063s","remote":"127.0.0.1:51182","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T15:16:39.826378Z","caller":"traceutil/trace.go:171","msg":"trace[689611045] linearizableReadLoop","detail":"{readStateIndex:812; appliedIndex:811; }","duration":"339.565743ms","start":"2026-05-28T15:16:39.486776Z","end":"2026-05-28T15:16:39.826341Z","steps":["trace[689611045] 'read index received' (duration: 339.200972ms)","trace[689611045] 'applied index is now lower than readState.Index' (duration: 363.271µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:39.826469Z","caller":"traceutil/trace.go:171","msg":"trace[298915881] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"435.57866ms","start":"2026-05-28T15:16:39.390845Z","end":"2026-05-28T15:16:39.826423Z","steps":["trace[298915881] 'process raft request' (duration: 435.282211ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:39.826701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.896773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-28T15:16:39.826773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:39.390831Z","time spent":"435.843999ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5034,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:16:39.826842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.806649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T15:16:39.826907Z","caller":"traceutil/trace.go:171","msg":"trace[428258047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:786; }","duration":"328.987224ms","start":"2026-05-28T15:16:39.497902Z","end":"2026-05-28T15:16:39.82689Z","steps":["trace[428258047] 'agreement among raft nodes before linearized reading' (duration: 328.814218ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:39.826902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.332658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T15:16:39.82697Z","caller":"traceutil/trace.go:171","msg":"trace[653228933] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:786; }","duration":"332.442812ms","start":"2026-05-28T15:16:39.49451Z","end":"2026-05-28T15:16:39.826952Z","steps":["trace[653228933] 'agreement among raft nodes before linearized reading' (duration: 332.215165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:39.826969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:39.49787Z","time spent":"329.084517ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T15:16:39.827015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:39.494499Z","time spent":"332.506133ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T15:16:39.826781Z","caller":"traceutil/trace.go:171","msg":"trace[1879138462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:786; }","duration":"340.025657ms","start":"2026-05-28T15:16:39.486736Z","end":"2026-05-28T15:16:39.826761Z","steps":["trace[1879138462] 'agreement among raft nodes before linearized reading' (duration: 339.773769ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:39.8272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:39.486716Z","time spent":"340.44533ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T15:16:39.826705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.249997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T15:16:39.827274Z","caller":"traceutil/trace.go:171","msg":"trace[1131378079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:786; }","duration":"334.888547ms","start":"2026-05-28T15:16:39.492372Z","end":"2026-05-28T15:16:39.827261Z","steps":["trace[1131378079] 'agreement among raft nodes before linearized reading' (duration: 334.206456ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:39.827346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:39.492354Z","time spent":"334.977719ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T15:16:40.069308Z","caller":"traceutil/trace.go:171","msg":"trace[111039501] transaction","detail":"{read_only:false; response_revision:794; number_of_response:1; }","duration":"149.001739ms","start":"2026-05-28T15:16:39.920274Z","end":"2026-05-28T15:16:40.069276Z","steps":["trace[111039501] 'process raft request' (duration: 137.174563ms)","trace[111039501] 'compare' (duration: 11.698332ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:40.074478Z","caller":"traceutil/trace.go:171","msg":"trace[2094413627] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"153.396173ms","start":"2026-05-28T15:16:39.921063Z","end":"2026-05-28T15:16:40.07446Z","steps":["trace[2094413627] 'process raft request' (duration: 153.214157ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:40.074742Z","caller":"traceutil/trace.go:171","msg":"trace[296773685] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"151.690442ms","start":"2026-05-28T15:16:39.92302Z","end":"2026-05-28T15:16:40.07471Z","steps":["trace[296773685] 'process raft request' (duration: 151.391691ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:45.627531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613147850,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T15:16:45.679015Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.036474865s","expected-duration":"1s"} {"level":"info","ts":"2026-05-28T15:16:45.679486Z","caller":"traceutil/trace.go:171","msg":"trace[697906236] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"1.05810869s","start":"2026-05-28T15:16:44.621352Z","end":"2026-05-28T15:16:45.67946Z","steps":["trace[697906236] 'process raft request' (duration: 1.057926715s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:45.679659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:44.621327Z","time spent":"1.058256716s","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:16:45.837805Z","caller":"traceutil/trace.go:171","msg":"trace[219050575] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:847; }","duration":"711.188453ms","start":"2026-05-28T15:16:45.126591Z","end":"2026-05-28T15:16:45.83778Z","steps":["trace[219050575] 'read index received' (duration: 552.769958ms)","trace[219050575] 'applied index is now lower than readState.Index' (duration: 158.417575ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:45.837936Z","caller":"traceutil/trace.go:171","msg":"trace[485159140] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"419.883141ms","start":"2026-05-28T15:16:45.418043Z","end":"2026-05-28T15:16:45.837926Z","steps":["trace[485159140] 'process raft request' (duration: 415.13165ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:45.838055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:45.418026Z","time spent":"419.938703ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:16:45.838146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.896092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:16:45.838197Z","caller":"traceutil/trace.go:171","msg":"trace[1410089219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:821; }","duration":"634.988635ms","start":"2026-05-28T15:16:45.203197Z","end":"2026-05-28T15:16:45.838186Z","steps":["trace[1410089219] 'agreement among raft nodes before linearized reading' (duration: 634.911352ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:45.83819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.559373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T15:16:45.838221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:45.203182Z","time spent":"635.035087ms","remote":"127.0.0.1:50828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T15:16:45.838232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.236008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T15:16:45.838247Z","caller":"traceutil/trace.go:171","msg":"trace[1869696782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:821; }","duration":"711.681467ms","start":"2026-05-28T15:16:45.126551Z","end":"2026-05-28T15:16:45.838233Z","steps":["trace[1869696782] 'agreement among raft nodes before linearized reading' (duration: 711.559963ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:45.83827Z","caller":"traceutil/trace.go:171","msg":"trace[694853926] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:821; }","duration":"566.295889ms","start":"2026-05-28T15:16:45.271965Z","end":"2026-05-28T15:16:45.838261Z","steps":["trace[694853926] 'agreement among raft nodes before linearized reading' (duration: 566.158145ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:45.838282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:45.126534Z","time spent":"711.741208ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T15:16:45.838301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:16:45.271953Z","time spent":"566.341631ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-28T15:16:55.695921Z","caller":"traceutil/trace.go:171","msg":"trace[1112020887] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:968; }","duration":"111.194803ms","start":"2026-05-28T15:16:55.584686Z","end":"2026-05-28T15:16:55.69588Z","steps":["trace[1112020887] 'read index received' (duration: 14.18808ms)","trace[1112020887] 'applied index is now lower than readState.Index' (duration: 97.005463ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:55.695992Z","caller":"traceutil/trace.go:171","msg":"trace[626301539] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"110.241137ms","start":"2026-05-28T15:16:55.58572Z","end":"2026-05-28T15:16:55.695961Z","steps":["trace[626301539] 'process raft request' (duration: 110.099133ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:16:55.696125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.418339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T15:16:55.69618Z","caller":"traceutil/trace.go:171","msg":"trace[606174733] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:940; }","duration":"111.521572ms","start":"2026-05-28T15:16:55.584642Z","end":"2026-05-28T15:16:55.696164Z","steps":["trace[606174733] 'agreement among raft nodes before linearized reading' (duration: 111.368198ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:55.69612Z","caller":"traceutil/trace.go:171","msg":"trace[998975042] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"113.673591ms","start":"2026-05-28T15:16:55.582421Z","end":"2026-05-28T15:16:55.696095Z","steps":["trace[998975042] 'process raft request' (duration: 93.941549ms)","trace[998975042] 'compare' (duration: 19.349251ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:16:56.022638Z","caller":"traceutil/trace.go:171","msg":"trace[1109383129] transaction","detail":"{read_only:false; response_revision:949; number_of_response:1; }","duration":"116.821002ms","start":"2026-05-28T15:16:55.905795Z","end":"2026-05-28T15:16:56.022616Z","steps":["trace[1109383129] 'process raft request' (duration: 116.75479ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:16:56.022671Z","caller":"traceutil/trace.go:171","msg":"trace[435329098] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"119.836275ms","start":"2026-05-28T15:16:55.902782Z","end":"2026-05-28T15:16:56.022618Z","steps":["trace[435329098] 'process raft request' (duration: 119.6463ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:17:05.642085Z","caller":"traceutil/trace.go:171","msg":"trace[1201838895] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"114.890111ms","start":"2026-05-28T15:17:05.527158Z","end":"2026-05-28T15:17:05.642048Z","steps":["trace[1201838895] 'process raft request' (duration: 114.635894ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:17:06.311763Z","caller":"traceutil/trace.go:171","msg":"trace[1938843591] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"119.678882ms","start":"2026-05-28T15:17:06.192051Z","end":"2026-05-28T15:17:06.31173Z","steps":["trace[1938843591] 'process raft request' (duration: 25.179769ms)","trace[1938843591] 'compare' (duration: 94.279877ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:17:06.360957Z","caller":"traceutil/trace.go:171","msg":"trace[141452001] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"168.320799ms","start":"2026-05-28T15:17:06.1926Z","end":"2026-05-28T15:17:06.360921Z","steps":["trace[141452001] 'process raft request' (duration: 168.107124ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:17:06.361171Z","caller":"traceutil/trace.go:171","msg":"trace[1464304197] linearizableReadLoop","detail":"{readStateIndex:1200; appliedIndex:1197; }","duration":"158.189112ms","start":"2026-05-28T15:17:06.202943Z","end":"2026-05-28T15:17:06.361133Z","steps":["trace[1464304197] 'read index received' (duration: 14.315715ms)","trace[1464304197] 'applied index is now lower than readState.Index' (duration: 143.871577ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:17:06.361211Z","caller":"traceutil/trace.go:171","msg":"trace[978554170] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"167.791656ms","start":"2026-05-28T15:17:06.193399Z","end":"2026-05-28T15:17:06.361191Z","steps":["trace[978554170] 'process raft request' (duration: 167.470688ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:17:06.361364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.367587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:17:06.36213Z","caller":"traceutil/trace.go:171","msg":"trace[621933051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1162; }","duration":"159.174566ms","start":"2026-05-28T15:17:06.202923Z","end":"2026-05-28T15:17:06.362097Z","steps":["trace[621933051] 'agreement among raft nodes before linearized reading' (duration: 158.313565ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:17:20.760905Z","caller":"traceutil/trace.go:171","msg":"trace[727436029] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"103.85678ms","start":"2026-05-28T15:17:20.657026Z","end":"2026-05-28T15:17:20.760883Z","steps":["trace[727436029] 'process raft request' (duration: 103.729517ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:17:21.704385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613148666,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T15:17:21.986116Z","caller":"traceutil/trace.go:171","msg":"trace[2039684186] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1287; }","duration":"781.976645ms","start":"2026-05-28T15:17:21.204113Z","end":"2026-05-28T15:17:21.98609Z","steps":["trace[2039684186] 'read index received' (duration: 781.851913ms)","trace[2039684186] 'applied index is now lower than readState.Index' (duration: 123.392µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:17:21.98615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:17:21.177886Z","time spent":"808.257014ms","remote":"127.0.0.1:50846","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-28T15:17:21.986283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.111559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:17:21.986333Z","caller":"traceutil/trace.go:171","msg":"trace[295848010] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1245; }","duration":"782.243453ms","start":"2026-05-28T15:17:21.204076Z","end":"2026-05-28T15:17:21.98632Z","steps":["trace[295848010] 'agreement among raft nodes before linearized reading' (duration: 782.110569ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:17:21.98641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:17:21.204061Z","time spent":"782.337954ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T15:17:22.026784Z","caller":"traceutil/trace.go:171","msg":"trace[1272284498] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"221.914628ms","start":"2026-05-28T15:17:21.804841Z","end":"2026-05-28T15:17:22.026755Z","steps":["trace[1272284498] 'process raft request' (duration: 221.748084ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:17:37.249972Z","caller":"traceutil/trace.go:171","msg":"trace[125728380] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"124.56742ms","start":"2026-05-28T15:17:37.125378Z","end":"2026-05-28T15:17:37.249945Z","steps":["trace[125728380] 'process raft request' (duration: 124.400956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:17:39.551078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.984343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:17:39.551182Z","caller":"traceutil/trace.go:171","msg":"trace[2010711994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1387; }","duration":"347.123336ms","start":"2026-05-28T15:17:39.204031Z","end":"2026-05-28T15:17:39.551154Z","steps":["trace[2010711994] 'range keys from in-memory index tree' (duration: 346.879341ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:17:39.551224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:17:39.204012Z","time spent":"347.202307ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T15:17:44.057432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.837273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/ingress-nginx/ingress-nginx-admission-patch\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:17:44.057542Z","caller":"traceutil/trace.go:171","msg":"trace[1604360721] range","detail":"{range_begin:/registry/jobs/ingress-nginx/ingress-nginx-admission-patch; range_end:; response_count:0; response_revision:1480; }","duration":"118.991635ms","start":"2026-05-28T15:17:43.938527Z","end":"2026-05-28T15:17:44.057519Z","steps":["trace[1604360721] 'range keys from in-memory index tree' (duration: 118.6895ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:17:45.899047Z","caller":"traceutil/trace.go:171","msg":"trace[354821430] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"103.995582ms","start":"2026-05-28T15:17:45.795028Z","end":"2026-05-28T15:17:45.899023Z","steps":["trace[354821430] 'process raft request' (duration: 103.843429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:14.848184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.874188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T15:18:14.848289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.954126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T15:18:14.848292Z","caller":"traceutil/trace.go:171","msg":"trace[723740618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1942; }","duration":"645.034061ms","start":"2026-05-28T15:18:14.203229Z","end":"2026-05-28T15:18:14.848263Z","steps":["trace[723740618] 'range keys from in-memory index tree' (duration: 644.757345ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:14.848371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:14.203199Z","time spent":"645.155782ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T15:18:14.848567Z","caller":"traceutil/trace.go:171","msg":"trace[845590174] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1942; }","duration":"143.044528ms","start":"2026-05-28T15:18:14.705294Z","end":"2026-05-28T15:18:14.848338Z","steps":["trace[845590174] 'range keys from in-memory index tree' (duration: 142.734542ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:14.848823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.027676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T15:18:14.848908Z","caller":"traceutil/trace.go:171","msg":"trace[1163581140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1942; }","duration":"156.178579ms","start":"2026-05-28T15:18:14.692707Z","end":"2026-05-28T15:18:14.848885Z","steps":["trace[1163581140] 'range keys from in-memory index tree' (duration: 155.70591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:14.849104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.876152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T15:18:14.849194Z","caller":"traceutil/trace.go:171","msg":"trace[538999170] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1942; }","duration":"378.032865ms","start":"2026-05-28T15:18:14.471137Z","end":"2026-05-28T15:18:14.84917Z","steps":["trace[538999170] 'range keys from in-memory index tree' (duration: 377.646637ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:14.849239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:14.471113Z","time spent":"378.115576ms","remote":"127.0.0.1:41780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T15:18:14.849273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.757668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T15:18:14.849354Z","caller":"traceutil/trace.go:171","msg":"trace[2047332323] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1942; }","duration":"347.907361ms","start":"2026-05-28T15:18:14.501425Z","end":"2026-05-28T15:18:14.849332Z","steps":["trace[2047332323] 'count revisions from in-memory index tree' (duration: 347.606116ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:14.849358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.43984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-28T15:18:14.849395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:14.501395Z","time spent":"347.988843ms","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-28T15:18:14.849408Z","caller":"traceutil/trace.go:171","msg":"trace[940712042] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1942; }","duration":"318.518332ms","start":"2026-05-28T15:18:14.530875Z","end":"2026-05-28T15:18:14.849394Z","steps":["trace[940712042] 'range keys from in-memory index tree' (duration: 318.295008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:14.849448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:14.530863Z","time spent":"318.574903ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T15:18:14.849771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.011207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T15:18:14.84981Z","caller":"traceutil/trace.go:171","msg":"trace[228659990] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1942; }","duration":"162.098188ms","start":"2026-05-28T15:18:14.6877Z","end":"2026-05-28T15:18:14.849798Z","steps":["trace[228659990] 'range keys from in-memory index tree' (duration: 160.272304ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:15.082632Z","caller":"traceutil/trace.go:171","msg":"trace[56510868] transaction","detail":"{read_only:false; response_revision:1943; number_of_response:1; }","duration":"229.535952ms","start":"2026-05-28T15:18:14.853068Z","end":"2026-05-28T15:18:15.082604Z","steps":["trace[56510868] 'process raft request' (duration: 229.328949ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:15.2066Z","caller":"traceutil/trace.go:171","msg":"trace[622564620] transaction","detail":"{read_only:false; response_revision:1946; number_of_response:1; }","duration":"351.868722ms","start":"2026-05-28T15:18:14.854705Z","end":"2026-05-28T15:18:15.206574Z","steps":["trace[622564620] 'process raft request' (duration: 351.79078ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:15.206619Z","caller":"traceutil/trace.go:171","msg":"trace[131154354] transaction","detail":"{read_only:false; response_revision:1944; number_of_response:1; }","duration":"352.82367ms","start":"2026-05-28T15:18:14.853755Z","end":"2026-05-28T15:18:15.206579Z","steps":["trace[131154354] 'process raft request' (duration: 335.763997ms)","trace[131154354] 'compare' (duration: 16.794278ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:15.206642Z","caller":"traceutil/trace.go:171","msg":"trace[439460079] transaction","detail":"{read_only:false; response_revision:1945; number_of_response:1; }","duration":"352.625536ms","start":"2026-05-28T15:18:14.853984Z","end":"2026-05-28T15:18:15.206609Z","steps":["trace[439460079] 'process raft request' (duration: 352.467942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:15.206759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:14.854686Z","time spent":"351.991255ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:15.206916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:14.853969Z","time spent":"352.80104ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:15.206982Z","caller":"traceutil/trace.go:171","msg":"trace[751802607] transaction","detail":"{read_only:false; response_revision:1948; number_of_response:1; }","duration":"166.874546ms","start":"2026-05-28T15:18:15.04009Z","end":"2026-05-28T15:18:15.206964Z","steps":["trace[751802607] 'process raft request' (duration: 166.648462ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:15.207018Z","caller":"traceutil/trace.go:171","msg":"trace[921454663] linearizableReadLoop","detail":"{readStateIndex:2024; appliedIndex:2020; }","duration":"322.179597ms","start":"2026-05-28T15:18:14.884816Z","end":"2026-05-28T15:18:15.206996Z","steps":["trace[921454663] 'read index received' (duration: 197.573185ms)","trace[921454663] 'applied index is now lower than readState.Index' (duration: 124.604722ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:15.207308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.467822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T15:18:15.2077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.29972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee592fb2-c5d3-412e-8bef-6727bb1dfebb\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-05-28T15:18:15.207768Z","caller":"traceutil/trace.go:171","msg":"trace[1943192421] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee592fb2-c5d3-412e-8bef-6727bb1dfebb; range_end:; response_count:1; response_revision:1948; }","duration":"181.404992ms","start":"2026-05-28T15:18:15.026343Z","end":"2026-05-28T15:18:15.207748Z","steps":["trace[1943192421] 'agreement among raft nodes before linearized reading' (duration: 181.2529ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:15.2077Z","caller":"traceutil/trace.go:171","msg":"trace[183663987] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1948; }","duration":"322.783068ms","start":"2026-05-28T15:18:14.884779Z","end":"2026-05-28T15:18:15.207562Z","steps":["trace[183663987] 'agreement among raft nodes before linearized reading' (duration: 322.34484ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:15.208334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:14.884766Z","time spent":"323.48995ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T15:18:15.206932Z","caller":"traceutil/trace.go:171","msg":"trace[327782273] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"205.019925ms","start":"2026-05-28T15:18:15.001876Z","end":"2026-05-28T15:18:15.206896Z","steps":["trace[327782273] 'process raft request' (duration: 204.656988ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:15.207328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:14.853747Z","time spent":"352.960443ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:15.20806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.221758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:18:15.208858Z","caller":"traceutil/trace.go:171","msg":"trace[163065367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1948; }","duration":"117.049873ms","start":"2026-05-28T15:18:15.091793Z","end":"2026-05-28T15:18:15.208843Z","steps":["trace[163065367] 'agreement among raft nodes before linearized reading' (duration: 116.231328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:15.852641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.994534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:18:15.852783Z","caller":"traceutil/trace.go:171","msg":"trace[1163445374] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"638.288159ms","start":"2026-05-28T15:18:15.214474Z","end":"2026-05-28T15:18:15.852762Z","steps":["trace[1163445374] 'process raft request' (duration: 313.253607ms)","trace[1163445374] 'compare' (duration: 323.330562ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:15.852863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:15.214454Z","time spent":"638.36415ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3728,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:16.356152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613150071,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T15:18:16.551802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.053666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:18:16.552041Z","caller":"traceutil/trace.go:171","msg":"trace[2051562506] transaction","detail":"{read_only:false; response_revision:1952; number_of_response:1; }","duration":"914.63741ms","start":"2026-05-28T15:18:15.637384Z","end":"2026-05-28T15:18:16.552021Z","steps":["trace[2051562506] 'process raft request' (duration: 914.527658ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:16.552113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:15.637354Z","time spent":"914.725411ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:16.552225Z","caller":"traceutil/trace.go:171","msg":"trace[451041207] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"1.13800291s","start":"2026-05-28T15:18:15.414186Z","end":"2026-05-28T15:18:16.552189Z","steps":["trace[451041207] 'process raft request' (duration: 996.461685ms)","trace[451041207] 'compare' (duration: 140.657739ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:16.553137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:15.414157Z","time spent":"1.138343465s","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:16.557683Z","caller":"traceutil/trace.go:171","msg":"trace[894187239] linearizableReadLoop","detail":"{readStateIndex:2031; appliedIndex:2028; }","duration":"702.512064ms","start":"2026-05-28T15:18:15.855143Z","end":"2026-05-28T15:18:16.557655Z","steps":["trace[894187239] 'read index received' (duration: 555.49096ms)","trace[894187239] 'applied index is now lower than readState.Index' (duration: 147.019864ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:16.55789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.993106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:18:16.557957Z","caller":"traceutil/trace.go:171","msg":"trace[1268482125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1952; }","duration":"352.103199ms","start":"2026-05-28T15:18:16.205837Z","end":"2026-05-28T15:18:16.55794Z","steps":["trace[1268482125] 'agreement among raft nodes before linearized reading' (duration: 351.992887ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:16.557998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:16.205817Z","time spent":"352.172829ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T15:18:16.557998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.85935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee592fb2-c5d3-412e-8bef-6727bb1dfebb\" ","response":"range_response_count:1 size:3743"} {"level":"warn","ts":"2026-05-28T15:18:16.558022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.174362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T15:18:16.558041Z","caller":"traceutil/trace.go:171","msg":"trace[1795031927] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee592fb2-c5d3-412e-8bef-6727bb1dfebb; range_end:; response_count:1; response_revision:1952; }","duration":"702.906841ms","start":"2026-05-28T15:18:15.855126Z","end":"2026-05-28T15:18:16.558032Z","steps":["trace[1795031927] 'agreement among raft nodes before linearized reading' (duration: 702.646587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:16.558064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:15.854979Z","time spent":"703.079585ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3765,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee592fb2-c5d3-412e-8bef-6727bb1dfebb\" "} {"level":"info","ts":"2026-05-28T15:18:16.558074Z","caller":"traceutil/trace.go:171","msg":"trace[1478784361] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1952; }","duration":"700.261853ms","start":"2026-05-28T15:18:15.857792Z","end":"2026-05-28T15:18:16.558054Z","steps":["trace[1478784361] 'agreement among raft nodes before linearized reading' (duration: 700.015568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:16.558115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:15.857779Z","time spent":"700.326595ms","remote":"127.0.0.1:41780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T15:18:18.21969Z","caller":"traceutil/trace.go:171","msg":"trace[287604684] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"101.627184ms","start":"2026-05-28T15:18:18.118039Z","end":"2026-05-28T15:18:18.219666Z","steps":["trace[287604684] 'process raft request' (duration: 100.85286ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:18.780372Z","caller":"traceutil/trace.go:171","msg":"trace[1347005604] linearizableReadLoop","detail":"{readStateIndex:2051; appliedIndex:2049; }","duration":"214.093095ms","start":"2026-05-28T15:18:18.566255Z","end":"2026-05-28T15:18:18.780348Z","steps":["trace[1347005604] 'read index received' (duration: 7.273362ms)","trace[1347005604] 'applied index is now lower than readState.Index' (duration: 206.818743ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:18.780512Z","caller":"traceutil/trace.go:171","msg":"trace[882372459] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"222.165201ms","start":"2026-05-28T15:18:18.558326Z","end":"2026-05-28T15:18:18.780491Z","steps":["trace[882372459] 'process raft request' (duration: 193.43152ms)","trace[882372459] 'compare' (duration: 28.475127ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:18.780726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.575672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-05-28T15:18:18.780748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.476031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee592fb2-c5d3-412e-8bef-6727bb1dfebb\" ","response":"range_response_count:1 size:3929"} {"level":"info","ts":"2026-05-28T15:18:18.780772Z","caller":"traceutil/trace.go:171","msg":"trace[1081232917] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1972; }","duration":"209.664324ms","start":"2026-05-28T15:18:18.571096Z","end":"2026-05-28T15:18:18.780761Z","steps":["trace[1081232917] 'agreement among raft nodes before linearized reading' (duration: 209.42298ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:18.780806Z","caller":"traceutil/trace.go:171","msg":"trace[1370071178] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee592fb2-c5d3-412e-8bef-6727bb1dfebb; range_end:; response_count:1; response_revision:1972; }","duration":"214.581284ms","start":"2026-05-28T15:18:18.566207Z","end":"2026-05-28T15:18:18.780789Z","steps":["trace[1370071178] 'agreement among raft nodes before linearized reading' (duration: 214.277228ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:20.176546Z","caller":"traceutil/trace.go:171","msg":"trace[397323594] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"102.49566ms","start":"2026-05-28T15:18:20.074029Z","end":"2026-05-28T15:18:20.176525Z","steps":["trace[397323594] 'process raft request' (duration: 95.700077ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:20.956966Z","caller":"traceutil/trace.go:171","msg":"trace[149274653] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"113.14017ms","start":"2026-05-28T15:18:20.843783Z","end":"2026-05-28T15:18:20.956923Z","steps":["trace[149274653] 'process raft request' (duration: 106.293927ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:21.220246Z","caller":"traceutil/trace.go:171","msg":"trace[680463033] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"101.339102ms","start":"2026-05-28T15:18:21.118881Z","end":"2026-05-28T15:18:21.22022Z","steps":["trace[680463033] 'process raft request' (duration: 68.635735ms)","trace[680463033] 'compare' (duration: 31.969484ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:21.412729Z","caller":"traceutil/trace.go:171","msg":"trace[866680506] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"112.148447ms","start":"2026-05-28T15:18:21.300551Z","end":"2026-05-28T15:18:21.412699Z","steps":["trace[866680506] 'process raft request' (duration: 99.59535ms)","trace[866680506] 'compare' (duration: 12.336783ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:21.413055Z","caller":"traceutil/trace.go:171","msg":"trace[1158410833] transaction","detail":"{read_only:false; response_revision:2003; number_of_response:1; }","duration":"112.472483ms","start":"2026-05-28T15:18:21.300553Z","end":"2026-05-28T15:18:21.413025Z","steps":["trace[1158410833] 'process raft request' (duration: 112.046965ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:21.641592Z","caller":"traceutil/trace.go:171","msg":"trace[1566254075] transaction","detail":"{read_only:false; response_revision:2004; number_of_response:1; }","duration":"223.279287ms","start":"2026-05-28T15:18:21.418286Z","end":"2026-05-28T15:18:21.641565Z","steps":["trace[1566254075] 'process raft request' (duration: 134.349607ms)","trace[1566254075] 'compare' (duration: 88.821238ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:22.778864Z","caller":"traceutil/trace.go:171","msg":"trace[1128232692] transaction","detail":"{read_only:false; response_revision:2007; number_of_response:1; }","duration":"173.518302ms","start":"2026-05-28T15:18:22.605319Z","end":"2026-05-28T15:18:22.778838Z","steps":["trace[1128232692] 'process raft request' (duration: 173.271877ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:23.025967Z","caller":"traceutil/trace.go:171","msg":"trace[1446927672] linearizableReadLoop","detail":"{readStateIndex:2088; appliedIndex:2087; }","duration":"187.191076ms","start":"2026-05-28T15:18:22.838744Z","end":"2026-05-28T15:18:23.025935Z","steps":["trace[1446927672] 'read index received' (duration: 187.030453ms)","trace[1446927672] 'applied index is now lower than readState.Index' (duration: 159.163µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:23.026068Z","caller":"traceutil/trace.go:171","msg":"trace[620788909] transaction","detail":"{read_only:false; response_revision:2008; number_of_response:1; }","duration":"219.042647ms","start":"2026-05-28T15:18:22.806991Z","end":"2026-05-28T15:18:23.026034Z","steps":["trace[620788909] 'process raft request' (duration: 218.744022ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:23.02627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.492201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T15:18:23.026343Z","caller":"traceutil/trace.go:171","msg":"trace[1654468242] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2008; }","duration":"187.636514ms","start":"2026-05-28T15:18:22.838688Z","end":"2026-05-28T15:18:23.026325Z","steps":["trace[1654468242] 'agreement among raft nodes before linearized reading' (duration: 187.41659ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:23.026923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.531223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T15:18:23.027054Z","caller":"traceutil/trace.go:171","msg":"trace[2043809834] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:2008; }","duration":"138.698096ms","start":"2026-05-28T15:18:22.888335Z","end":"2026-05-28T15:18:23.027033Z","steps":["trace[2043809834] 'agreement among raft nodes before linearized reading' (duration: 137.933252ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:23.802309Z","caller":"traceutil/trace.go:171","msg":"trace[1551442475] transaction","detail":"{read_only:false; response_revision:2012; number_of_response:1; }","duration":"518.128167ms","start":"2026-05-28T15:18:23.284156Z","end":"2026-05-28T15:18:23.802285Z","steps":["trace[1551442475] 'process raft request' (duration: 479.711439ms)","trace[1551442475] 'compare' (duration: 38.153293ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:23.802449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:23.284139Z","time spent":"518.237669ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:23.804664Z","caller":"traceutil/trace.go:171","msg":"trace[1059669359] linearizableReadLoop","detail":"{readStateIndex:2094; appliedIndex:2091; }","duration":"483.470627ms","start":"2026-05-28T15:18:23.321183Z","end":"2026-05-28T15:18:23.804654Z","steps":["trace[1059669359] 'read index received' (duration: 442.673707ms)","trace[1059669359] 'applied index is now lower than readState.Index' (duration: 40.79599ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:23.804822Z","caller":"traceutil/trace.go:171","msg":"trace[1366981842] transaction","detail":"{read_only:false; response_revision:2013; number_of_response:1; }","duration":"503.419524ms","start":"2026-05-28T15:18:23.301395Z","end":"2026-05-28T15:18:23.804815Z","steps":["trace[1366981842] 'process raft request' (duration: 503.18408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:23.804872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:23.301386Z","time spent":"503.456674ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:23.804964Z","caller":"traceutil/trace.go:171","msg":"trace[47938471] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"503.652018ms","start":"2026-05-28T15:18:23.301306Z","end":"2026-05-28T15:18:23.804958Z","steps":["trace[47938471] 'process raft request' (duration: 503.321973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:23.805004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:23.301292Z","time spent":"503.691129ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:23.805161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.981117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T15:18:23.805192Z","caller":"traceutil/trace.go:171","msg":"trace[1463905532] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2014; }","duration":"484.043877ms","start":"2026-05-28T15:18:23.32114Z","end":"2026-05-28T15:18:23.805184Z","steps":["trace[1463905532] 'agreement among raft nodes before linearized reading' (duration: 483.934315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:23.805217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:23.321122Z","time spent":"484.089719ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T15:18:23.805327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.629051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T15:18:23.805356Z","caller":"traceutil/trace.go:171","msg":"trace[294104495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2014; }","duration":"388.703362ms","start":"2026-05-28T15:18:23.416647Z","end":"2026-05-28T15:18:23.80535Z","steps":["trace[294104495] 'agreement among raft nodes before linearized reading' (duration: 388.621971ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:23.805373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:23.416623Z","time spent":"388.745014ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T15:18:23.805534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.474979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-28T15:18:23.805559Z","caller":"traceutil/trace.go:171","msg":"trace[156183594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2014; }","duration":"387.517151ms","start":"2026-05-28T15:18:23.418037Z","end":"2026-05-28T15:18:23.805554Z","steps":["trace[156183594] 'agreement among raft nodes before linearized reading' (duration: 387.45572ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:23.805578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:23.418028Z","time spent":"387.545351ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T15:18:23.805703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.739587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T15:18:23.805788Z","caller":"traceutil/trace.go:171","msg":"trace[2022205437] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2014; }","duration":"159.915741ms","start":"2026-05-28T15:18:23.645857Z","end":"2026-05-28T15:18:23.805773Z","steps":["trace[2022205437] 'agreement among raft nodes before linearized reading' (duration: 159.613825ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:28.731027Z","caller":"traceutil/trace.go:171","msg":"trace[1257333675] transaction","detail":"{read_only:false; response_revision:2057; number_of_response:1; }","duration":"199.149623ms","start":"2026-05-28T15:18:28.531846Z","end":"2026-05-28T15:18:28.730996Z","steps":["trace[1257333675] 'process raft request' (duration: 198.901419ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:30.017334Z","caller":"traceutil/trace.go:171","msg":"trace[2123839910] linearizableReadLoop","detail":"{readStateIndex:2149; appliedIndex:2147; }","duration":"193.029536ms","start":"2026-05-28T15:18:29.824281Z","end":"2026-05-28T15:18:30.01731Z","steps":["trace[2123839910] 'read index received' (duration: 84.112451ms)","trace[2123839910] 'applied index is now lower than readState.Index' (duration: 108.915935ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:30.017392Z","caller":"traceutil/trace.go:171","msg":"trace[1169369175] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"195.166374ms","start":"2026-05-28T15:18:29.822205Z","end":"2026-05-28T15:18:30.017371Z","steps":["trace[1169369175] 'process raft request' (duration: 178.503221ms)","trace[1169369175] 'compare' (duration: 16.483729ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:30.017549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.252751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T15:18:30.017587Z","caller":"traceutil/trace.go:171","msg":"trace[2011720036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2068; }","duration":"193.321191ms","start":"2026-05-28T15:18:29.824256Z","end":"2026-05-28T15:18:30.017578Z","steps":["trace[2011720036] 'agreement among raft nodes before linearized reading' (duration: 193.177029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:30.017747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.90674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T15:18:30.017779Z","caller":"traceutil/trace.go:171","msg":"trace[1030040470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2068; }","duration":"181.946681ms","start":"2026-05-28T15:18:29.835823Z","end":"2026-05-28T15:18:30.01777Z","steps":["trace[1030040470] 'agreement among raft nodes before linearized reading' (duration: 181.867609ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:30.017901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.451428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-28T15:18:30.017984Z","caller":"traceutil/trace.go:171","msg":"trace[1552421586] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2068; }","duration":"179.57254ms","start":"2026-05-28T15:18:29.838384Z","end":"2026-05-28T15:18:30.017957Z","steps":["trace[1552421586] 'agreement among raft nodes before linearized reading' (duration: 179.320786ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:30.018016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.674029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-28T15:18:30.01806Z","caller":"traceutil/trace.go:171","msg":"trace[1680147768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2068; }","duration":"176.73958ms","start":"2026-05-28T15:18:29.841309Z","end":"2026-05-28T15:18:30.018049Z","steps":["trace[1680147768] 'agreement among raft nodes before linearized reading' (duration: 176.612917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:30.018157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.29613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-28T15:18:30.018229Z","caller":"traceutil/trace.go:171","msg":"trace[828408650] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2068; }","duration":"181.391831ms","start":"2026-05-28T15:18:29.836819Z","end":"2026-05-28T15:18:30.01821Z","steps":["trace[828408650] 'agreement among raft nodes before linearized reading' (duration: 181.136807ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:30.574459Z","caller":"traceutil/trace.go:171","msg":"trace[1929224815] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"552.777412ms","start":"2026-05-28T15:18:30.021653Z","end":"2026-05-28T15:18:30.57443Z","steps":["trace[1929224815] 'process raft request' (duration: 516.457685ms)","trace[1929224815] 'compare' (duration: 36.158045ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:30.574595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:30.021621Z","time spent":"552.907624ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:30.60282Z","caller":"traceutil/trace.go:171","msg":"trace[1493831279] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"581.14924ms","start":"2026-05-28T15:18:30.021652Z","end":"2026-05-28T15:18:30.602801Z","steps":["trace[1493831279] 'process raft request' (duration: 580.933167ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:30.602852Z","caller":"traceutil/trace.go:171","msg":"trace[79869916] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"581.129191ms","start":"2026-05-28T15:18:30.021696Z","end":"2026-05-28T15:18:30.602825Z","steps":["trace[79869916] 'process raft request' (duration: 581.017438ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:30.602908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:30.021628Z","time spent":"581.233462ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:30.603055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:30.021672Z","time spent":"581.244442ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:30.603272Z","caller":"traceutil/trace.go:171","msg":"trace[462219315] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"580.719623ms","start":"2026-05-28T15:18:30.022541Z","end":"2026-05-28T15:18:30.603261Z","steps":["trace[462219315] 'process raft request' (duration: 580.208903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:30.603335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:30.02253Z","time spent":"580.773275ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:30.60329Z","caller":"traceutil/trace.go:171","msg":"trace[959865788] linearizableReadLoop","detail":"{readStateIndex:2154; appliedIndex:2149; }","duration":"528.028188ms","start":"2026-05-28T15:18:30.075236Z","end":"2026-05-28T15:18:30.603264Z","steps":["trace[959865788] 'read index received' (duration: 462.889124ms)","trace[959865788] 'applied index is now lower than readState.Index' (duration: 65.138064ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:30.603389Z","caller":"traceutil/trace.go:171","msg":"trace[665785063] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"579.673254ms","start":"2026-05-28T15:18:30.023697Z","end":"2026-05-28T15:18:30.603371Z","steps":["trace[665785063] 'process raft request' (duration: 579.44571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:30.603611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:30.023674Z","time spent":"579.889738ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:30.603712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.296853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T15:18:30.603815Z","caller":"traceutil/trace.go:171","msg":"trace[607733221] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2073; }","duration":"528.588818ms","start":"2026-05-28T15:18:30.075193Z","end":"2026-05-28T15:18:30.603781Z","steps":["trace[607733221] 'agreement among raft nodes before linearized reading' (duration: 528.165951ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:30.603865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:30.075178Z","time spent":"528.674969ms","remote":"127.0.0.1:41780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-05-28T15:18:31.179336Z","caller":"traceutil/trace.go:171","msg":"trace[1917137209] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"348.552169ms","start":"2026-05-28T15:18:30.830762Z","end":"2026-05-28T15:18:31.179314Z","steps":["trace[1917137209] 'process raft request' (duration: 348.422647ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:31.179496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:30.830738Z","time spent":"348.687352ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:31.680588Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613150316,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T15:18:31.830969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.180134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:18:31.831143Z","caller":"traceutil/trace.go:171","msg":"trace[1128431905] linearizableReadLoop","detail":"{readStateIndex:2156; appliedIndex:2155; }","duration":"650.942946ms","start":"2026-05-28T15:18:31.180126Z","end":"2026-05-28T15:18:31.831069Z","steps":["trace[1128431905] 'read index received' (duration: 530.612379ms)","trace[1128431905] 'applied index is now lower than readState.Index' (duration: 120.328727ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:31.831648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.430124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:18:31.831648Z","caller":"traceutil/trace.go:171","msg":"trace[305121707] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"782.273545ms","start":"2026-05-28T15:18:31.049326Z","end":"2026-05-28T15:18:31.831599Z","steps":["trace[305121707] 'process raft request' (duration: 661.361628ms)","trace[305121707] 'compare' (duration: 119.830168ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:31.831692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.543036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-28T15:18:31.831714Z","caller":"traceutil/trace.go:171","msg":"trace[1352053453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2075; }","duration":"627.531856ms","start":"2026-05-28T15:18:31.204162Z","end":"2026-05-28T15:18:31.831694Z","steps":["trace[1352053453] 'agreement among raft nodes before linearized reading' (duration: 627.427265ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:31.831758Z","caller":"traceutil/trace.go:171","msg":"trace[1357552341] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:2075; }","duration":"651.649128ms","start":"2026-05-28T15:18:31.180093Z","end":"2026-05-28T15:18:31.831742Z","steps":["trace[1357552341] 'agreement among raft nodes before linearized reading' (duration: 651.438535ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:31.831778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:31.204141Z","time spent":"627.619967ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T15:18:31.831807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:31.180077Z","time spent":"651.722099ms","remote":"127.0.0.1:50846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-05-28T15:18:31.831807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:31.049301Z","time spent":"782.418028ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:31.831951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.170474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T15:18:31.832067Z","caller":"traceutil/trace.go:171","msg":"trace[1466089127] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2075; }","duration":"220.321766ms","start":"2026-05-28T15:18:31.611725Z","end":"2026-05-28T15:18:31.832047Z","steps":["trace[1466089127] 'agreement among raft nodes before linearized reading' (duration: 219.889259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:32.177763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.928718ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:18:32.178009Z","caller":"traceutil/trace.go:171","msg":"trace[2015241535] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"153.937539ms","start":"2026-05-28T15:18:32.024051Z","end":"2026-05-28T15:18:32.177989Z","steps":["trace[2015241535] 'process raft request' (duration: 153.837667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:32.177989Z","caller":"traceutil/trace.go:171","msg":"trace[2112309354] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"264.007754ms","start":"2026-05-28T15:18:31.913946Z","end":"2026-05-28T15:18:32.177953Z","steps":["trace[2112309354] 'process raft request' (duration: 101.777971ms)","trace[2112309354] 'compare' (duration: 161.736815ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:32.178253Z","caller":"traceutil/trace.go:171","msg":"trace[1469700171] linearizableReadLoop","detail":"{readStateIndex:2159; appliedIndex:2158; }","duration":"260.591975ms","start":"2026-05-28T15:18:31.917639Z","end":"2026-05-28T15:18:32.178231Z","steps":["trace[1469700171] 'read index received' (duration: 98.015556ms)","trace[1469700171] 'applied index is now lower than readState.Index' (duration: 162.573879ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:32.178462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.784798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-05-28T15:18:32.17852Z","caller":"traceutil/trace.go:171","msg":"trace[700342496] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2078; }","duration":"260.94252ms","start":"2026-05-28T15:18:31.917563Z","end":"2026-05-28T15:18:32.178505Z","steps":["trace[700342496] 'agreement among raft nodes before linearized reading' (duration: 260.749827ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:32.704907Z","caller":"traceutil/trace.go:171","msg":"trace[1298773257] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"122.000951ms","start":"2026-05-28T15:18:32.582877Z","end":"2026-05-28T15:18:32.704878Z","steps":["trace[1298773257] 'process raft request' (duration: 121.791497ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:32.963292Z","caller":"traceutil/trace.go:171","msg":"trace[81977795] linearizableReadLoop","detail":"{readStateIndex:2165; appliedIndex:2161; }","duration":"133.198165ms","start":"2026-05-28T15:18:32.830067Z","end":"2026-05-28T15:18:32.963265Z","steps":["trace[81977795] 'read index received' (duration: 105.521612ms)","trace[81977795] 'applied index is now lower than readState.Index' (duration: 27.675203ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:32.96352Z","caller":"traceutil/trace.go:171","msg":"trace[983761240] transaction","detail":"{read_only:false; response_revision:2083; number_of_response:1; }","duration":"253.041339ms","start":"2026-05-28T15:18:32.710444Z","end":"2026-05-28T15:18:32.963486Z","steps":["trace[983761240] 'process raft request' (duration: 252.772374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:32.963674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.586142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11978"} {"level":"info","ts":"2026-05-28T15:18:32.963815Z","caller":"traceutil/trace.go:171","msg":"trace[983805108] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"253.740501ms","start":"2026-05-28T15:18:32.710039Z","end":"2026-05-28T15:18:32.96378Z","steps":["trace[983805108] 'process raft request' (duration: 253.13746ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:32.963781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.363454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T15:18:32.963907Z","caller":"traceutil/trace.go:171","msg":"trace[1758253907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2083; }","duration":"133.865947ms","start":"2026-05-28T15:18:32.830013Z","end":"2026-05-28T15:18:32.963879Z","steps":["trace[1758253907] 'agreement among raft nodes before linearized reading' (duration: 133.4724ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:32.963855Z","caller":"traceutil/trace.go:171","msg":"trace[428517090] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"254.147057ms","start":"2026-05-28T15:18:32.709671Z","end":"2026-05-28T15:18:32.963818Z","steps":["trace[428517090] 'process raft request' (duration: 253.440845ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:32.963319Z","caller":"traceutil/trace.go:171","msg":"trace[764083058] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"253.639849ms","start":"2026-05-28T15:18:32.709642Z","end":"2026-05-28T15:18:32.963282Z","steps":["trace[764083058] 'process raft request' (duration: 225.859764ms)","trace[764083058] 'compare' (duration: 27.47103ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:32.963965Z","caller":"traceutil/trace.go:171","msg":"trace[1994491934] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2083; }","duration":"123.640379ms","start":"2026-05-28T15:18:32.8403Z","end":"2026-05-28T15:18:32.96394Z","steps":["trace[1994491934] 'agreement among raft nodes before linearized reading' (duration: 123.206011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:36.702109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613150379,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T15:18:36.807583Z","caller":"traceutil/trace.go:171","msg":"trace[396625826] transaction","detail":"{read_only:false; response_revision:2099; number_of_response:1; }","duration":"615.477583ms","start":"2026-05-28T15:18:36.192083Z","end":"2026-05-28T15:18:36.80756Z","steps":["trace[396625826] 'process raft request' (duration: 615.342881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:36.807723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:36.192059Z","time spent":"615.590226ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:36.809198Z","caller":"traceutil/trace.go:171","msg":"trace[1474486045] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"564.582024ms","start":"2026-05-28T15:18:36.244595Z","end":"2026-05-28T15:18:36.809177Z","steps":["trace[1474486045] 'process raft request' (duration: 564.526753ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:36.809239Z","caller":"traceutil/trace.go:171","msg":"trace[1429759313] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"614.316404ms","start":"2026-05-28T15:18:36.194873Z","end":"2026-05-28T15:18:36.80919Z","steps":["trace[1429759313] 'process raft request' (duration: 614.151651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:36.809339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:36.244571Z","time spent":"564.696096ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":473,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:36.8094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:36.194851Z","time spent":"614.457196ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:36.8113Z","caller":"traceutil/trace.go:171","msg":"trace[727155066] linearizableReadLoop","detail":"{readStateIndex:2184; appliedIndex:2181; }","duration":"609.48813ms","start":"2026-05-28T15:18:36.201763Z","end":"2026-05-28T15:18:36.811251Z","steps":["trace[727155066] 'read index received' (duration: 605.807316ms)","trace[727155066] 'applied index is now lower than readState.Index' (duration: 3.679204ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:18:36.811392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.624924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:18:36.811463Z","caller":"traceutil/trace.go:171","msg":"trace[381920084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2101; }","duration":"609.718515ms","start":"2026-05-28T15:18:36.201732Z","end":"2026-05-28T15:18:36.81145Z","steps":["trace[381920084] 'agreement among raft nodes before linearized reading' (duration: 609.606423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:36.811505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:36.201723Z","time spent":"609.773856ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T15:18:37.840007Z","caller":"traceutil/trace.go:171","msg":"trace[837888682] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"564.311466ms","start":"2026-05-28T15:18:37.275661Z","end":"2026-05-28T15:18:37.839973Z","steps":["trace[837888682] 'process raft request' (duration: 564.047881ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:37.840378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:37.275636Z","time spent":"564.574732ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:18:54.0061Z","caller":"traceutil/trace.go:171","msg":"trace[1360453679] transaction","detail":"{read_only:false; response_revision:2203; number_of_response:1; }","duration":"110.982441ms","start":"2026-05-28T15:18:53.895084Z","end":"2026-05-28T15:18:54.006066Z","steps":["trace[1360453679] 'process raft request' (duration: 110.766328ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:54.250288Z","caller":"traceutil/trace.go:171","msg":"trace[1948655443] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2290; }","duration":"184.945619ms","start":"2026-05-28T15:18:54.065311Z","end":"2026-05-28T15:18:54.250256Z","steps":["trace[1948655443] 'read index received' (duration: 177.972703ms)","trace[1948655443] 'applied index is now lower than readState.Index' (duration: 6.971966ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:18:54.25043Z","caller":"traceutil/trace.go:171","msg":"trace[11287572] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"339.630579ms","start":"2026-05-28T15:18:53.91075Z","end":"2026-05-28T15:18:54.25038Z","steps":["trace[11287572] 'process raft request' (duration: 332.612831ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:54.250572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.547586ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T15:18:54.250616Z","caller":"traceutil/trace.go:171","msg":"trace[713296231] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2204; }","duration":"141.619488ms","start":"2026-05-28T15:18:54.108982Z","end":"2026-05-28T15:18:54.250602Z","steps":["trace[713296231] 'agreement among raft nodes before linearized reading' (duration: 141.453735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:18:54.250661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:53.910735Z","time spent":"339.790671ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:18:54.250528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.191543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:18:54.250839Z","caller":"traceutil/trace.go:171","msg":"trace[2001952731] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2204; }","duration":"185.502889ms","start":"2026-05-28T15:18:54.065249Z","end":"2026-05-28T15:18:54.250752Z","steps":["trace[2001952731] 'agreement among raft nodes before linearized reading' (duration: 185.177443ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:18:59.621281Z","caller":"traceutil/trace.go:171","msg":"trace[1235413470] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"109.518627ms","start":"2026-05-28T15:18:59.511733Z","end":"2026-05-28T15:18:59.621251Z","steps":["trace[1235413470] 'process raft request' (duration: 109.293764ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:00.11192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.408383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T15:19:00.112026Z","caller":"traceutil/trace.go:171","msg":"trace[84780171] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:2232; }","duration":"375.612046ms","start":"2026-05-28T15:18:59.736391Z","end":"2026-05-28T15:19:00.112003Z","steps":["trace[84780171] 'count revisions from in-memory index tree' (duration: 375.27829ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:00.112077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:18:59.736363Z","time spent":"375.701897ms","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":15,"response size":29,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-05-28T15:19:00.131089Z","caller":"traceutil/trace.go:171","msg":"trace[312089444] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"104.827197ms","start":"2026-05-28T15:19:00.026229Z","end":"2026-05-28T15:19:00.131056Z","steps":["trace[312089444] 'process raft request' (duration: 104.607893ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:01.41688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.881601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:19:01.416986Z","caller":"traceutil/trace.go:171","msg":"trace[815639916] linearizableReadLoop","detail":"{readStateIndex:2324; appliedIndex:2323; }","duration":"487.55687ms","start":"2026-05-28T15:19:00.929413Z","end":"2026-05-28T15:19:01.41697Z","steps":["trace[815639916] 'read index received' (duration: 70.659294ms)","trace[815639916] 'applied index is now lower than readState.Index' (duration: 416.896176ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:19:01.417793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.575913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-28T15:19:01.417776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.516433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-28T15:19:01.418011Z","caller":"traceutil/trace.go:171","msg":"trace[379875175] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:2236; }","duration":"235.830319ms","start":"2026-05-28T15:19:01.182125Z","end":"2026-05-28T15:19:01.417955Z","steps":["trace[379875175] 'agreement among raft nodes before linearized reading' (duration: 235.30122ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:19:01.418101Z","caller":"traceutil/trace.go:171","msg":"trace[1634258908] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"495.216937ms","start":"2026-05-28T15:19:00.922866Z","end":"2026-05-28T15:19:01.418083Z","steps":["trace[1634258908] 'process raft request' (duration: 118.045684ms)","trace[1634258908] 'compare' (duration: 375.640968ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:19:01.418239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:00.922859Z","time spent":"495.294748ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:19:01.418296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.576964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-28T15:19:01.418351Z","caller":"traceutil/trace.go:171","msg":"trace[1908815872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2236; }","duration":"283.657846ms","start":"2026-05-28T15:19:01.134681Z","end":"2026-05-28T15:19:01.418339Z","steps":["trace[1908815872] 'agreement among raft nodes before linearized reading' (duration: 282.827152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:01.418392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.911942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T15:19:01.418446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.574044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T15:19:01.418615Z","caller":"traceutil/trace.go:171","msg":"trace[810794139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2236; }","duration":"283.94944ms","start":"2026-05-28T15:19:01.134642Z","end":"2026-05-28T15:19:01.418592Z","steps":["trace[810794139] 'agreement among raft nodes before linearized reading' (duration: 283.009274ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:01.418043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.633979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T15:19:01.418749Z","caller":"traceutil/trace.go:171","msg":"trace[649642124] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2236; }","duration":"489.382421ms","start":"2026-05-28T15:19:00.92935Z","end":"2026-05-28T15:19:01.418732Z","steps":["trace[649642124] 'agreement among raft nodes before linearized reading' (duration: 488.601828ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:01.418814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:00.929324Z","time spent":"489.474153ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T15:19:01.418843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.247358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T15:19:01.41888Z","caller":"traceutil/trace.go:171","msg":"trace[428063204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2236; }","duration":"297.32578ms","start":"2026-05-28T15:19:01.121544Z","end":"2026-05-28T15:19:01.41887Z","steps":["trace[428063204] 'agreement among raft nodes before linearized reading' (duration: 297.229668ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:19:01.417904Z","caller":"traceutil/trace.go:171","msg":"trace[998290069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2236; }","duration":"289.724266ms","start":"2026-05-28T15:19:01.128151Z","end":"2026-05-28T15:19:01.417875Z","steps":["trace[998290069] 'agreement among raft nodes before linearized reading' (duration: 289.382319ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:19:01.41858Z","caller":"traceutil/trace.go:171","msg":"trace[471826715] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:2236; }","duration":"427.102875ms","start":"2026-05-28T15:19:00.99138Z","end":"2026-05-28T15:19:01.418483Z","steps":["trace[471826715] 'agreement among raft nodes before linearized reading' (duration: 425.891724ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:01.420177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:00.99136Z","time spent":"428.734522ms","remote":"127.0.0.1:60100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:19:01.885032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:01.420678Z","time spent":"464.349137ms","remote":"127.0.0.1:50846","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-05-28T15:19:01.944808Z","caller":"traceutil/trace.go:171","msg":"trace[505387122] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"519.305912ms","start":"2026-05-28T15:19:01.425476Z","end":"2026-05-28T15:19:01.944782Z","steps":["trace[505387122] 'process raft request' (duration: 519.267821ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:19:01.944908Z","caller":"traceutil/trace.go:171","msg":"trace[520423641] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"520.123155ms","start":"2026-05-28T15:19:01.424763Z","end":"2026-05-28T15:19:01.944886Z","steps":["trace[520423641] 'process raft request' (duration: 519.884261ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:01.945022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:01.424752Z","time spent":"520.200646ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:19:01.945066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:01.425468Z","time spent":"519.414534ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:19:01.945017Z","caller":"traceutil/trace.go:171","msg":"trace[865504300] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"520.042613ms","start":"2026-05-28T15:19:01.424942Z","end":"2026-05-28T15:19:01.944985Z","steps":["trace[865504300] 'process raft request' (duration: 519.743768ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:19:01.9453Z","caller":"traceutil/trace.go:171","msg":"trace[1986095658] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"520.118565ms","start":"2026-05-28T15:19:01.425164Z","end":"2026-05-28T15:19:01.945283Z","steps":["trace[1986095658] 'process raft request' (duration: 519.551156ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:01.94539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:01.425157Z","time spent":"520.184756ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:19:01.945478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:01.424933Z","time spent":"520.351259ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:19:01.945453Z","caller":"traceutil/trace.go:171","msg":"trace[1487544222] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"521.70649ms","start":"2026-05-28T15:19:01.423704Z","end":"2026-05-28T15:19:01.945411Z","steps":["trace[1487544222] 'process raft request' (duration: 520.773845ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:01.945737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:01.423686Z","time spent":"521.998286ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:19:02.10558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.40643ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:19:02.10578Z","caller":"traceutil/trace.go:171","msg":"trace[1809887304] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2330; }","duration":"101.612849ms","start":"2026-05-28T15:19:02.004147Z","end":"2026-05-28T15:19:02.10576Z","steps":["trace[1809887304] 'read index received' (duration: 34.201µs)","trace[1809887304] 'applied index is now lower than readState.Index' (duration: 101.576868ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:19:02.105846Z","caller":"traceutil/trace.go:171","msg":"trace[682050721] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"219.322295ms","start":"2026-05-28T15:19:01.886498Z","end":"2026-05-28T15:19:02.10582Z","steps":["trace[682050721] 'process raft request' (duration: 107.581059ms)","trace[682050721] 'compare' (duration: 111.260558ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:19:02.106047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.896673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18b3c3c37557df3d\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-05-28T15:19:02.106122Z","caller":"traceutil/trace.go:171","msg":"trace[1754854094] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18b3c3c37557df3d; range_end:; response_count:1; response_revision:2242; }","duration":"102.003024ms","start":"2026-05-28T15:19:02.004103Z","end":"2026-05-28T15:19:02.106106Z","steps":["trace[1754854094] 'agreement among raft nodes before linearized reading' (duration: 101.73623ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:19:02.822953Z","caller":"traceutil/trace.go:171","msg":"trace[822927014] linearizableReadLoop","detail":"{readStateIndex:2334; appliedIndex:2333; }","duration":"395.673277ms","start":"2026-05-28T15:19:02.427252Z","end":"2026-05-28T15:19:02.822925Z","steps":["trace[822927014] 'read index received' (duration: 395.464754ms)","trace[822927014] 'applied index is now lower than readState.Index' (duration: 207.473µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:19:02.823079Z","caller":"traceutil/trace.go:171","msg":"trace[351713200] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"445.539506ms","start":"2026-05-28T15:19:02.377526Z","end":"2026-05-28T15:19:02.823065Z","steps":["trace[351713200] 'process raft request' (duration: 445.223221ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:02.823325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:02.377489Z","time spent":"445.755129ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:19:02.823741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.4805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-28T15:19:02.823799Z","caller":"traceutil/trace.go:171","msg":"trace[1018108907] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2245; }","duration":"396.539301ms","start":"2026-05-28T15:19:02.427244Z","end":"2026-05-28T15:19:02.823783Z","steps":["trace[1018108907] 'agreement among raft nodes before linearized reading' (duration: 396.321587ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:02.823847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:02.427228Z","time spent":"396.602902ms","remote":"127.0.0.1:41780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-05-28T15:19:02.824219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.585307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T15:19:02.824288Z","caller":"traceutil/trace.go:171","msg":"trace[2041774299] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:2245; }","duration":"281.077217ms","start":"2026-05-28T15:19:02.543194Z","end":"2026-05-28T15:19:02.824272Z","steps":["trace[2041774299] 'agreement among raft nodes before linearized reading' (duration: 280.045409ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:03.479623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.418174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T15:19:03.479716Z","caller":"traceutil/trace.go:171","msg":"trace[254523541] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2245; }","duration":"514.557837ms","start":"2026-05-28T15:19:02.965129Z","end":"2026-05-28T15:19:03.479687Z","steps":["trace[254523541] 'count revisions from in-memory index tree' (duration: 514.323123ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:03.479759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:02.965102Z","time spent":"514.646598ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":14,"response size":29,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-05-28T15:19:03.513261Z","caller":"traceutil/trace.go:171","msg":"trace[781154139] linearizableReadLoop","detail":"{readStateIndex:2335; appliedIndex:2334; }","duration":"385.037382ms","start":"2026-05-28T15:19:03.128191Z","end":"2026-05-28T15:19:03.513228Z","steps":["trace[781154139] 'read index received' (duration: 384.916549ms)","trace[781154139] 'applied index is now lower than readState.Index' (duration: 120.003µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:19:03.51331Z","caller":"traceutil/trace.go:171","msg":"trace[256335381] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"508.72169ms","start":"2026-05-28T15:19:03.004568Z","end":"2026-05-28T15:19:03.51329Z","steps":["trace[256335381] 'process raft request' (duration: 508.479615ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:03.51361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.00455Z","time spent":"508.986564ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":507,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:19:03.513579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.373087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-05-28T15:19:03.513728Z","caller":"traceutil/trace.go:171","msg":"trace[443236309] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2246; }","duration":"385.564001ms","start":"2026-05-28T15:19:03.128139Z","end":"2026-05-28T15:19:03.513703Z","steps":["trace[443236309] 'agreement among raft nodes before linearized reading' (duration: 385.177495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:03.513832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.128119Z","time spent":"385.675602ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12404,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-05-28T15:19:03.850279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.641693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:19:03.850426Z","caller":"traceutil/trace.go:171","msg":"trace[1488133785] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"425.494615ms","start":"2026-05-28T15:19:03.424893Z","end":"2026-05-28T15:19:03.850387Z","steps":["trace[1488133785] 'process raft request' (duration: 322.662439ms)","trace[1488133785] 'compare' (duration: 102.346558ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:19:03.850535Z","caller":"traceutil/trace.go:171","msg":"trace[600704433] linearizableReadLoop","detail":"{readStateIndex:2336; appliedIndex:2335; }","duration":"327.837814ms","start":"2026-05-28T15:19:03.522677Z","end":"2026-05-28T15:19:03.850515Z","steps":["trace[600704433] 'read index received' (duration: 224.840385ms)","trace[600704433] 'applied index is now lower than readState.Index' (duration: 102.994829ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:19:03.850652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.424861Z","time spent":"425.673377ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:19:03.850706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.030687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:19:03.850737Z","caller":"traceutil/trace.go:171","msg":"trace[92433300] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2247; }","duration":"328.090237ms","start":"2026-05-28T15:19:03.522637Z","end":"2026-05-28T15:19:03.850727Z","steps":["trace[92433300] 'agreement among raft nodes before linearized reading' (duration: 328.030086ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:03.850769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.52262Z","time spent":"328.141679ms","remote":"127.0.0.1:51286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":27,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-05-28T15:19:03.8513Z","caller":"traceutil/trace.go:171","msg":"trace[2128176100] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"126.479413ms","start":"2026-05-28T15:19:03.724803Z","end":"2026-05-28T15:19:03.851282Z","steps":["trace[2128176100] 'process raft request' (duration: 126.234789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:04.384281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.489976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-05-28T15:19:04.384386Z","caller":"traceutil/trace.go:171","msg":"trace[296873621] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2248; }","duration":"433.623738ms","start":"2026-05-28T15:19:03.950741Z","end":"2026-05-28T15:19:04.384365Z","steps":["trace[296873621] 'range keys from in-memory index tree' (duration: 433.273152ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:04.384427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.950733Z","time spent":"433.68384ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T15:19:04.384736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.66301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-28T15:19:04.384814Z","caller":"traceutil/trace.go:171","msg":"trace[1840268811] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2248; }","duration":"434.392282ms","start":"2026-05-28T15:19:03.950404Z","end":"2026-05-28T15:19:04.384796Z","steps":["trace[1840268811] 'range keys from in-memory index tree' (duration: 433.526227ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:04.384819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.047878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-05-28T15:19:04.384853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.950329Z","time spent":"434.515394ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-28T15:19:04.384857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.950654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-28T15:19:04.384966Z","caller":"traceutil/trace.go:171","msg":"trace[1077356159] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2248; }","duration":"434.106847ms","start":"2026-05-28T15:19:03.95083Z","end":"2026-05-28T15:19:04.384937Z","steps":["trace[1077356159] 'range keys from in-memory index tree' (duration: 433.69934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:04.385014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.950811Z","time spent":"434.193298ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-28T15:19:04.384893Z","caller":"traceutil/trace.go:171","msg":"trace[2128095662] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"430.505848ms","start":"2026-05-28T15:19:03.954371Z","end":"2026-05-28T15:19:04.384877Z","steps":["trace[2128095662] 'process raft request' (duration: 322.315018ms)","trace[2128095662] 'compare' (duration: 107.679011ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:19:04.385191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.954344Z","time spent":"430.806053ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:19:04.475451Z","caller":"traceutil/trace.go:171","msg":"trace[830417586] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"520.521261ms","start":"2026-05-28T15:19:03.954912Z","end":"2026-05-28T15:19:04.475433Z","steps":["trace[830417586] 'process raft request' (duration: 520.347038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:04.475557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:03.954902Z","time spent":"520.597063ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:19:04.476254Z","caller":"traceutil/trace.go:171","msg":"trace[726128855] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2337; }","duration":"272.327208ms","start":"2026-05-28T15:19:04.2039Z","end":"2026-05-28T15:19:04.476227Z","steps":["trace[726128855] 'read index received' (duration: 72.805883ms)","trace[726128855] 'applied index is now lower than readState.Index' (duration: 199.518605ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:19:04.476471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.513661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:19:04.47654Z","caller":"traceutil/trace.go:171","msg":"trace[2075958096] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2254; }","duration":"272.638182ms","start":"2026-05-28T15:19:04.203864Z","end":"2026-05-28T15:19:04.476503Z","steps":["trace[2075958096] 'agreement among raft nodes before linearized reading' (duration: 272.461919ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:19:04.476776Z","caller":"traceutil/trace.go:171","msg":"trace[339322022] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"305.006892ms","start":"2026-05-28T15:19:04.171737Z","end":"2026-05-28T15:19:04.476744Z","steps":["trace[339322022] 'process raft request' (duration: 303.62351ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:19:04.477044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:19:04.171709Z","time spent":"305.249607ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:20:16.207248Z","caller":"traceutil/trace.go:171","msg":"trace[1976537221] transaction","detail":"{read_only:false; response_revision:2678; number_of_response:1; }","duration":"109.715891ms","start":"2026-05-28T15:20:16.097499Z","end":"2026-05-28T15:20:16.207214Z","steps":["trace[1976537221] 'process raft request' (duration: 109.443877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:24.736982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.928685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T15:20:24.737114Z","caller":"traceutil/trace.go:171","msg":"trace[1658267100] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2778; }","duration":"212.102837ms","start":"2026-05-28T15:20:24.524967Z","end":"2026-05-28T15:20:24.73707Z","steps":["trace[1658267100] 'range keys from in-memory index tree' (duration: 211.698561ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:20:58.122738Z","caller":"traceutil/trace.go:171","msg":"trace[1929605410] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"300.391479ms","start":"2026-05-28T15:20:57.822315Z","end":"2026-05-28T15:20:58.122707Z","steps":["trace[1929605410] 'process raft request' (duration: 300.212495ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:58.123195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:57.822285Z","time spent":"300.640294ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:20:58.256097Z","caller":"traceutil/trace.go:171","msg":"trace[888880689] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"320.286216ms","start":"2026-05-28T15:20:57.935781Z","end":"2026-05-28T15:20:58.256067Z","steps":["trace[888880689] 'process raft request' (duration: 279.661346ms)","trace[888880689] 'compare' (duration: 40.182612ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:20:58.256249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:57.935754Z","time spent":"320.415258ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:20:59.024463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613152471,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-28T15:20:59.128946Z","caller":"traceutil/trace.go:171","msg":"trace[2012260855] transaction","detail":"{read_only:false; response_revision:2966; number_of_response:1; }","duration":"773.487004ms","start":"2026-05-28T15:20:58.355427Z","end":"2026-05-28T15:20:59.128914Z","steps":["trace[2012260855] 'process raft request' (duration: 773.270559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.129176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:58.355367Z","time spent":"773.666057ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:20:59.909264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.596573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:20:59.909888Z","caller":"traceutil/trace.go:171","msg":"trace[1094377689] transaction","detail":"{read_only:false; response_revision:2967; number_of_response:1; }","duration":"1.036719225s","start":"2026-05-28T15:20:58.873135Z","end":"2026-05-28T15:20:59.909854Z","steps":["trace[1094377689] 'process raft request' (duration: 668.428718ms)","trace[1094377689] 'compare' (duration: 367.014142ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:20:59.909976Z","caller":"traceutil/trace.go:171","msg":"trace[806682419] linearizableReadLoop","detail":"{readStateIndex:3081; appliedIndex:3079; }","duration":"1.385513342s","start":"2026-05-28T15:20:58.524437Z","end":"2026-05-28T15:20:59.909951Z","steps":["trace[806682419] 'read index received' (duration: 604.197037ms)","trace[806682419] 'applied index is now lower than readState.Index' (duration: 781.314195ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:20:59.910052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:58.873114Z","time spent":"1.036850129s","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:20:59.910226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385767717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-05-28T15:20:59.910309Z","caller":"traceutil/trace.go:171","msg":"trace[143886568] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2967; }","duration":"1.38590155s","start":"2026-05-28T15:20:58.524387Z","end":"2026-05-28T15:20:59.910289Z","steps":["trace[143886568] 'agreement among raft nodes before linearized reading' (duration: 1.385638765s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.910366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:58.524368Z","time spent":"1.385981821s","remote":"127.0.0.1:51032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1391,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-05-28T15:20:59.910442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242052264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T15:20:59.910521Z","caller":"traceutil/trace.go:171","msg":"trace[90511531] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2969; }","duration":"1.242134276s","start":"2026-05-28T15:20:58.668367Z","end":"2026-05-28T15:20:59.910501Z","steps":["trace[90511531] 'agreement among raft nodes before linearized reading' (duration: 1.242008534s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.910571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:58.668337Z","time spent":"1.242223177s","remote":"127.0.0.1:60178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-05-28T15:20:59.910459Z","caller":"traceutil/trace.go:171","msg":"trace[351017898] transaction","detail":"{read_only:false; response_revision:2968; number_of_response:1; }","duration":"686.744614ms","start":"2026-05-28T15:20:59.223629Z","end":"2026-05-28T15:20:59.910334Z","steps":["trace[351017898] 'process raft request' (duration: 685.921818ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.910731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.490816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-28T15:20:59.910761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124261241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:20:59.910773Z","caller":"traceutil/trace.go:171","msg":"trace[765843901] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:2969; }","duration":"289.587858ms","start":"2026-05-28T15:20:59.621174Z","end":"2026-05-28T15:20:59.910761Z","steps":["trace[765843901] 'agreement among raft nodes before linearized reading' (duration: 289.471906ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.910794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.810543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T15:20:59.91083Z","caller":"traceutil/trace.go:171","msg":"trace[1836526366] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2969; }","duration":"985.887374ms","start":"2026-05-28T15:20:58.924933Z","end":"2026-05-28T15:20:59.91082Z","steps":["trace[1836526366] 'agreement among raft nodes before linearized reading' (duration: 985.782182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.910862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:58.924904Z","time spent":"985.951055ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-28T15:20:59.910736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:59.223601Z","time spent":"687.091861ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:20:59.910585Z","caller":"traceutil/trace.go:171","msg":"trace[74860510] transaction","detail":"{read_only:false; response_revision:2969; number_of_response:1; }","duration":"455.277229ms","start":"2026-05-28T15:20:59.455295Z","end":"2026-05-28T15:20:59.910573Z","steps":["trace[74860510] 'process raft request' (duration: 454.931003ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.911572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:59.45527Z","time spent":"456.098616ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:20:59.910793Z","caller":"traceutil/trace.go:171","msg":"trace[1885512434] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2969; }","duration":"1.124329683s","start":"2026-05-28T15:20:58.786453Z","end":"2026-05-28T15:20:59.910783Z","steps":["trace[1885512434] 'agreement among raft nodes before linearized reading' (duration: 1.124277822s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.911712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:58.786434Z","time spent":"1.12524531s","remote":"127.0.0.1:33498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:20:59.911016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.812198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T15:20:59.911906Z","caller":"traceutil/trace.go:171","msg":"trace[230251328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2969; }","duration":"901.717835ms","start":"2026-05-28T15:20:59.010176Z","end":"2026-05-28T15:20:59.911893Z","steps":["trace[230251328] 'agreement among raft nodes before linearized reading' (duration: 900.751686ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.911948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:59.010166Z","time spent":"901.772666ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-28T15:20:59.910471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.382193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T15:20:59.912117Z","caller":"traceutil/trace.go:171","msg":"trace[1533722587] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2969; }","duration":"857.989634ms","start":"2026-05-28T15:20:59.054055Z","end":"2026-05-28T15:20:59.912045Z","steps":["trace[1533722587] 'agreement among raft nodes before linearized reading' (duration: 856.377473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.912184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:59.054044Z","time spent":"858.120006ms","remote":"127.0.0.1:51082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:20:59.911054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"867.320049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T15:20:59.911133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.091867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-28T15:20:59.912595Z","caller":"traceutil/trace.go:171","msg":"trace[594617662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2969; }","duration":"825.572356ms","start":"2026-05-28T15:20:59.087002Z","end":"2026-05-28T15:20:59.912575Z","steps":["trace[594617662] 'agreement among raft nodes before linearized reading' (duration: 824.068006ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.911133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.381664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-28T15:20:59.912652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:59.086988Z","time spent":"825.647788ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-28T15:20:59.912606Z","caller":"traceutil/trace.go:171","msg":"trace[1622924176] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:2969; }","duration":"868.845269ms","start":"2026-05-28T15:20:59.043696Z","end":"2026-05-28T15:20:59.912541Z","steps":["trace[1622924176] 'agreement among raft nodes before linearized reading' (duration: 867.339788ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:20:59.912755Z","caller":"traceutil/trace.go:171","msg":"trace[1513683376] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2969; }","duration":"821.983226ms","start":"2026-05-28T15:20:59.090698Z","end":"2026-05-28T15:20:59.912681Z","steps":["trace[1513683376] 'agreement among raft nodes before linearized reading' (duration: 820.361014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.912824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:59.090676Z","time spent":"822.125119ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T15:20:59.912845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:59.043681Z","time spent":"869.097603ms","remote":"127.0.0.1:50900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:20:59.911179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.692363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T15:20:59.912899Z","caller":"traceutil/trace.go:171","msg":"trace[104892657] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2969; }","duration":"907.474538ms","start":"2026-05-28T15:20:59.005412Z","end":"2026-05-28T15:20:59.912886Z","steps":["trace[104892657] 'agreement among raft nodes before linearized reading' (duration: 905.580811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:20:59.912946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:20:59.005383Z","time spent":"907.55005ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T15:23:37.016095Z","caller":"traceutil/trace.go:171","msg":"trace[535814731] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"111.344063ms","start":"2026-05-28T15:23:36.904729Z","end":"2026-05-28T15:23:37.016073Z","steps":["trace[535814731] 'process raft request' (duration: 19.283701ms)","trace[535814731] 'compare' (duration: 91.93621ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:23:37.016361Z","caller":"traceutil/trace.go:171","msg":"trace[1463074373] transaction","detail":"{read_only:false; response_revision:3895; number_of_response:1; }","duration":"110.582791ms","start":"2026-05-28T15:23:36.905746Z","end":"2026-05-28T15:23:37.016329Z","steps":["trace[1463074373] 'process raft request' (duration: 110.54446ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:23:37.016489Z","caller":"traceutil/trace.go:171","msg":"trace[430607547] transaction","detail":"{read_only:false; response_revision:3894; number_of_response:1; }","duration":"111.429274ms","start":"2026-05-28T15:23:36.905049Z","end":"2026-05-28T15:23:37.016478Z","steps":["trace[430607547] 'process raft request' (duration: 111.17949ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:23:37.0165Z","caller":"traceutil/trace.go:171","msg":"trace[2039027428] transaction","detail":"{read_only:false; response_revision:3893; number_of_response:1; }","duration":"111.7245ms","start":"2026-05-28T15:23:36.904756Z","end":"2026-05-28T15:23:37.01648Z","steps":["trace[2039027428] 'process raft request' (duration: 111.288172ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:38.171175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680220135613156748,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-28T15:24:38.250839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.202884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:24:38.251098Z","caller":"traceutil/trace.go:171","msg":"trace[918371657] transaction","detail":"{read_only:false; response_revision:4797; number_of_response:1; }","duration":"606.470622ms","start":"2026-05-28T15:24:37.644609Z","end":"2026-05-28T15:24:38.25108Z","steps":["trace[918371657] 'process raft request' (duration: 606.35918ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:38.251172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:37.644578Z","time spent":"606.555844ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:24:38.251285Z","caller":"traceutil/trace.go:171","msg":"trace[732406775] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"639.823881ms","start":"2026-05-28T15:24:37.611232Z","end":"2026-05-28T15:24:38.251056Z","steps":["trace[732406775] 'process raft request' (duration: 58.312292ms)","trace[732406775] 'compare' (duration: 580.991581ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:38.251717Z","caller":"traceutil/trace.go:171","msg":"trace[859135487] linearizableReadLoop","detail":"{readStateIndex:4982; appliedIndex:4979; }","duration":"581.468038ms","start":"2026-05-28T15:24:37.670233Z","end":"2026-05-28T15:24:38.251701Z","steps":["trace[859135487] 'read index received' (duration: 532.64625ms)","trace[859135487] 'applied index is now lower than readState.Index' (duration: 48.820248ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:38.252221Z","caller":"traceutil/trace.go:171","msg":"trace[695663780] transaction","detail":"{read_only:false; response_revision:4798; number_of_response:1; }","duration":"244.45117ms","start":"2026-05-28T15:24:38.007747Z","end":"2026-05-28T15:24:38.252198Z","steps":["trace[695663780] 'process raft request' (duration: 243.864311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:38.252567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.337951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-28T15:24:38.252598Z","caller":"traceutil/trace.go:171","msg":"trace[436944783] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:4798; }","duration":"517.413411ms","start":"2026-05-28T15:24:37.735177Z","end":"2026-05-28T15:24:38.252591Z","steps":["trace[436944783] 'agreement among raft nodes before linearized reading' (duration: 517.35194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:38.252631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:37.735155Z","time spent":"517.470413ms","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:24:38.252968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.736958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b3e459a-7a11-4b23-a5ed-caa1c9806e98\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-28T15:24:38.253011Z","caller":"traceutil/trace.go:171","msg":"trace[981010566] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b3e459a-7a11-4b23-a5ed-caa1c9806e98; range_end:; response_count:1; response_revision:4798; }","duration":"582.846981ms","start":"2026-05-28T15:24:37.670151Z","end":"2026-05-28T15:24:38.252998Z","steps":["trace[981010566] 'agreement among raft nodes before linearized reading' (duration: 582.063897ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:38.253046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:37.670129Z","time spent":"582.910721ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3795,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b3e459a-7a11-4b23-a5ed-caa1c9806e98\" "} {"level":"warn","ts":"2026-05-28T15:24:38.253128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.814871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b3e459a-7a11-4b23-a5ed-caa1c9806e98\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-28T15:24:38.253201Z","caller":"traceutil/trace.go:171","msg":"trace[1726070498] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-1b3e459a-7a11-4b23-a5ed-caa1c9806e98; range_end:; response_count:1; response_revision:4798; }","duration":"472.950713ms","start":"2026-05-28T15:24:37.780229Z","end":"2026-05-28T15:24:38.25318Z","steps":["trace[1726070498] 'agreement among raft nodes before linearized reading' (duration: 472.679508ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:38.253237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:37.780204Z","time spent":"473.026435ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3795,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-1b3e459a-7a11-4b23-a5ed-caa1c9806e98\" "} {"level":"warn","ts":"2026-05-28T15:24:38.256781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.721501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-05-28T15:24:38.256828Z","caller":"traceutil/trace.go:171","msg":"trace[910501332] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4798; }","duration":"404.802512ms","start":"2026-05-28T15:24:37.852014Z","end":"2026-05-28T15:24:38.256816Z","steps":["trace[910501332] 'agreement among raft nodes before linearized reading' (duration: 401.328836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:38.256878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:37.851996Z","time spent":"404.849663ms","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2206988,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"warn","ts":"2026-05-28T15:24:38.259509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:37.6112Z","time spent":"640.188017ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":853,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-28T15:24:38.419545Z","caller":"traceutil/trace.go:171","msg":"trace[1361198580] linearizableReadLoop","detail":"{readStateIndex:4983; appliedIndex:4982; }","duration":"132.160016ms","start":"2026-05-28T15:24:38.287356Z","end":"2026-05-28T15:24:38.419516Z","steps":["trace[1361198580] 'read index received' (duration: 131.79904ms)","trace[1361198580] 'applied index is now lower than readState.Index' (duration: 357.466µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:38.419714Z","caller":"traceutil/trace.go:171","msg":"trace[982123562] transaction","detail":"{read_only:false; response_revision:4799; number_of_response:1; }","duration":"157.710618ms","start":"2026-05-28T15:24:38.261993Z","end":"2026-05-28T15:24:38.419704Z","steps":["trace[982123562] 'process raft request' (duration: 157.25194ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:38.420033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.644763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-28T15:24:38.420069Z","caller":"traceutil/trace.go:171","msg":"trace[1412149408] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4799; }","duration":"132.796775ms","start":"2026-05-28T15:24:38.287264Z","end":"2026-05-28T15:24:38.420061Z","steps":["trace[1412149408] 'agreement among raft nodes before linearized reading' (duration: 132.610632ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:39.453559Z","caller":"traceutil/trace.go:171","msg":"trace[1715002686] linearizableReadLoop","detail":"{readStateIndex:4994; appliedIndex:4993; }","duration":"172.479956ms","start":"2026-05-28T15:24:39.281047Z","end":"2026-05-28T15:24:39.453527Z","steps":["trace[1715002686] 'read index received' (duration: 117.530088ms)","trace[1715002686] 'applied index is now lower than readState.Index' (duration: 54.948088ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:39.453751Z","caller":"traceutil/trace.go:171","msg":"trace[28072560] transaction","detail":"{read_only:false; response_revision:4810; number_of_response:1; }","duration":"176.818016ms","start":"2026-05-28T15:24:39.276918Z","end":"2026-05-28T15:24:39.453736Z","steps":["trace[28072560] 'process raft request' (duration: 121.713006ms)","trace[28072560] 'compare' (duration: 54.728414ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:24:39.453811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.487206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-05-28T15:24:39.453872Z","caller":"traceutil/trace.go:171","msg":"trace[1277429866] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:4810; }","duration":"172.580767ms","start":"2026-05-28T15:24:39.281279Z","end":"2026-05-28T15:24:39.453859Z","steps":["trace[1277429866] 'agreement among raft nodes before linearized reading' (duration: 172.440935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:39.454328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.243198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128424"} {"level":"info","ts":"2026-05-28T15:24:39.45444Z","caller":"traceutil/trace.go:171","msg":"trace[361513211] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:4810; }","duration":"173.389981ms","start":"2026-05-28T15:24:39.281025Z","end":"2026-05-28T15:24:39.454415Z","steps":["trace[361513211] 'agreement among raft nodes before linearized reading' (duration: 172.960344ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:39.680222Z","caller":"traceutil/trace.go:171","msg":"trace[375348045] transaction","detail":"{read_only:false; response_revision:4812; number_of_response:1; }","duration":"221.370435ms","start":"2026-05-28T15:24:39.458822Z","end":"2026-05-28T15:24:39.680193Z","steps":["trace[375348045] 'process raft request' (duration: 127.400777ms)","trace[375348045] 'compare' (duration: 93.802515ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:39.680418Z","caller":"traceutil/trace.go:171","msg":"trace[219345772] linearizableReadLoop","detail":"{readStateIndex:4998; appliedIndex:4995; }","duration":"129.163766ms","start":"2026-05-28T15:24:39.55123Z","end":"2026-05-28T15:24:39.680393Z","steps":["trace[219345772] 'read index received' (duration: 34.980505ms)","trace[219345772] 'applied index is now lower than readState.Index' (duration: 94.182301ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:39.680458Z","caller":"traceutil/trace.go:171","msg":"trace[824419346] transaction","detail":"{read_only:false; response_revision:4813; number_of_response:1; }","duration":"221.460507ms","start":"2026-05-28T15:24:39.458975Z","end":"2026-05-28T15:24:39.680436Z","steps":["trace[824419346] 'process raft request' (duration: 221.177722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:39.68058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.335389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:24:39.680621Z","caller":"traceutil/trace.go:171","msg":"trace[1722988542] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:4814; }","duration":"129.441981ms","start":"2026-05-28T15:24:39.551167Z","end":"2026-05-28T15:24:39.680609Z","steps":["trace[1722988542] 'agreement among raft nodes before linearized reading' (duration: 129.361459ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:39.68072Z","caller":"traceutil/trace.go:171","msg":"trace[1234742165] transaction","detail":"{read_only:false; response_revision:4814; number_of_response:1; }","duration":"221.522868ms","start":"2026-05-28T15:24:39.459099Z","end":"2026-05-28T15:24:39.680622Z","steps":["trace[1234742165] 'process raft request' (duration: 221.203913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:39.959453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.938063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-134f32ab-2e92-4887-a85e-46347535b3e7\" ","response":"range_response_count:1 size:3759"} {"level":"info","ts":"2026-05-28T15:24:39.959546Z","caller":"traceutil/trace.go:171","msg":"trace[516938018] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-134f32ab-2e92-4887-a85e-46347535b3e7; range_end:; response_count:1; response_revision:4814; }","duration":"155.125257ms","start":"2026-05-28T15:24:39.804402Z","end":"2026-05-28T15:24:39.959527Z","steps":["trace[516938018] 'range keys from in-memory index tree' (duration: 154.73743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:39.959473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.19677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-28T15:24:39.959826Z","caller":"traceutil/trace.go:171","msg":"trace[1082062267] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4814; }","duration":"118.584886ms","start":"2026-05-28T15:24:39.84123Z","end":"2026-05-28T15:24:39.959815Z","steps":["trace[1082062267] 'range keys from in-memory index tree' (duration: 118.037297ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:41.324045Z","caller":"traceutil/trace.go:171","msg":"trace[783493352] linearizableReadLoop","detail":"{readStateIndex:5014; appliedIndex:5013; }","duration":"122.221293ms","start":"2026-05-28T15:24:41.20179Z","end":"2026-05-28T15:24:41.324011Z","steps":["trace[783493352] 'read index received' (duration: 121.773616ms)","trace[783493352] 'applied index is now lower than readState.Index' (duration: 445.317µs)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:24:41.324266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.453967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:24:41.324307Z","caller":"traceutil/trace.go:171","msg":"trace[1658862889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4829; }","duration":"122.553089ms","start":"2026-05-28T15:24:41.20174Z","end":"2026-05-28T15:24:41.324293Z","steps":["trace[1658862889] 'agreement among raft nodes before linearized reading' (duration: 122.439917ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:44.389512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.415587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-05-28T15:24:44.389595Z","caller":"traceutil/trace.go:171","msg":"trace[1206766866] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4909; }","duration":"103.535729ms","start":"2026-05-28T15:24:44.286039Z","end":"2026-05-28T15:24:44.389575Z","steps":["trace[1206766866] 'range keys from in-memory index tree' (duration: 103.229134ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:44.657178Z","caller":"traceutil/trace.go:171","msg":"trace[266151353] linearizableReadLoop","detail":"{readStateIndex:5101; appliedIndex:5100; }","duration":"205.27382ms","start":"2026-05-28T15:24:44.451876Z","end":"2026-05-28T15:24:44.65715Z","steps":["trace[266151353] 'read index received' (duration: 195.698975ms)","trace[266151353] 'applied index is now lower than readState.Index' (duration: 9.573455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:24:44.657525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.606205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-05-28T15:24:44.657298Z","caller":"traceutil/trace.go:171","msg":"trace[1648198197] transaction","detail":"{read_only:false; response_revision:4911; number_of_response:1; }","duration":"225.270693ms","start":"2026-05-28T15:24:44.431985Z","end":"2026-05-28T15:24:44.657255Z","steps":["trace[1648198197] 'process raft request' (duration: 215.634597ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:44.657576Z","caller":"traceutil/trace.go:171","msg":"trace[1172435635] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4911; }","duration":"205.731238ms","start":"2026-05-28T15:24:44.451831Z","end":"2026-05-28T15:24:44.657562Z","steps":["trace[1172435635] 'agreement among raft nodes before linearized reading' (duration: 205.435023ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:49.516766Z","caller":"traceutil/trace.go:171","msg":"trace[1261880698] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"631.575565ms","start":"2026-05-28T15:24:48.885157Z","end":"2026-05-28T15:24:49.516732Z","steps":["trace[1261880698] 'process raft request' (duration: 630.807913ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:49.51701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:48.885131Z","time spent":"631.718028ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:24:49.547039Z","caller":"traceutil/trace.go:171","msg":"trace[548490212] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"614.202466ms","start":"2026-05-28T15:24:48.932827Z","end":"2026-05-28T15:24:49.54703Z","steps":["trace[548490212] 'process raft request' (duration: 614.148315ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:49.547107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:48.9328Z","time spent":"614.268386ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:24:49.547121Z","caller":"traceutil/trace.go:171","msg":"trace[1551975182] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"660.103174ms","start":"2026-05-28T15:24:48.886978Z","end":"2026-05-28T15:24:49.547081Z","steps":["trace[1551975182] 'process raft request' (duration: 659.916961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:49.547218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:48.886961Z","time spent":"660.203826ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3750,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:24:49.547293Z","caller":"traceutil/trace.go:171","msg":"trace[465398835] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"153.134754ms","start":"2026-05-28T15:24:49.394151Z","end":"2026-05-28T15:24:49.547285Z","steps":["trace[465398835] 'process raft request' (duration: 152.857599ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:49.892399Z","caller":"traceutil/trace.go:171","msg":"trace[475370637] linearizableReadLoop","detail":"{readStateIndex:5194; appliedIndex:5193; }","duration":"115.655231ms","start":"2026-05-28T15:24:49.776718Z","end":"2026-05-28T15:24:49.892373Z","steps":["trace[475370637] 'read index received' (duration: 115.409447ms)","trace[475370637] 'applied index is now lower than readState.Index' (duration: 244.754µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:49.892538Z","caller":"traceutil/trace.go:171","msg":"trace[2109238562] transaction","detail":"{read_only:false; response_revision:5001; number_of_response:1; }","duration":"118.880673ms","start":"2026-05-28T15:24:49.773639Z","end":"2026-05-28T15:24:49.89252Z","steps":["trace[2109238562] 'process raft request' (duration: 118.517377ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:49.892746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.654379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T15:24:49.892824Z","caller":"traceutil/trace.go:171","msg":"trace[93637476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5001; }","duration":"113.776631ms","start":"2026-05-28T15:24:49.779031Z","end":"2026-05-28T15:24:49.892808Z","steps":["trace[93637476] 'agreement among raft nodes before linearized reading' (duration: 113.572037ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:49.892872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.117269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T15:24:49.892981Z","caller":"traceutil/trace.go:171","msg":"trace[927446332] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5001; }","duration":"116.239552ms","start":"2026-05-28T15:24:49.776702Z","end":"2026-05-28T15:24:49.892941Z","steps":["trace[927446332] 'agreement among raft nodes before linearized reading' (duration: 115.946027ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:50.132067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.338061ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:24:50.132271Z","caller":"traceutil/trace.go:171","msg":"trace[530316602] transaction","detail":"{read_only:false; response_revision:5003; number_of_response:1; }","duration":"235.476969ms","start":"2026-05-28T15:24:49.896776Z","end":"2026-05-28T15:24:50.132253Z","steps":["trace[530316602] 'process raft request' (duration: 235.407638ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:50.132289Z","caller":"traceutil/trace.go:171","msg":"trace[1235740716] transaction","detail":"{read_only:false; response_revision:5002; number_of_response:1; }","duration":"235.55823ms","start":"2026-05-28T15:24:49.896695Z","end":"2026-05-28T15:24:50.132253Z","steps":["trace[1235740716] 'process raft request' (duration: 95.939464ms)","trace[1235740716] 'compare' (duration: 139.152978ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:51.895717Z","caller":"traceutil/trace.go:171","msg":"trace[1862037870] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"344.169936ms","start":"2026-05-28T15:24:51.55152Z","end":"2026-05-28T15:24:51.89569Z","steps":["trace[1862037870] 'process raft request' (duration: 343.710217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:51.895893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:51.551497Z","time spent":"344.307068ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:24:51.936531Z","caller":"traceutil/trace.go:171","msg":"trace[966925179] linearizableReadLoop","detail":"{readStateIndex:5221; appliedIndex:5219; }","duration":"382.680104ms","start":"2026-05-28T15:24:51.553826Z","end":"2026-05-28T15:24:51.936506Z","steps":["trace[966925179] 'read index received' (duration: 341.40107ms)","trace[966925179] 'applied index is now lower than readState.Index' (duration: 41.277824ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:24:51.936693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.837697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:24:51.936698Z","caller":"traceutil/trace.go:171","msg":"trace[1191425281] transaction","detail":"{read_only:false; response_revision:5027; number_of_response:1; }","duration":"384.796549ms","start":"2026-05-28T15:24:51.551818Z","end":"2026-05-28T15:24:51.936615Z","steps":["trace[1191425281] 'process raft request' (duration: 384.475684ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:51.93675Z","caller":"traceutil/trace.go:171","msg":"trace[820208029] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:5027; }","duration":"382.94636ms","start":"2026-05-28T15:24:51.553786Z","end":"2026-05-28T15:24:51.936732Z","steps":["trace[820208029] 'agreement among raft nodes before linearized reading' (duration: 382.837858ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:51.936893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:51.551795Z","time spent":"385.000502ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:24:51.936962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:51.553772Z","time spent":"383.110892ms","remote":"127.0.0.1:51238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-05-28T15:24:51.938659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.590117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-28T15:24:51.938699Z","caller":"traceutil/trace.go:171","msg":"trace[1358039409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5027; }","duration":"320.682109ms","start":"2026-05-28T15:24:51.618007Z","end":"2026-05-28T15:24:51.938689Z","steps":["trace[1358039409] 'agreement among raft nodes before linearized reading' (duration: 320.535126ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:51.938734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:51.61799Z","time spent":"320.729349ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-28T15:24:51.938755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.289417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T15:24:51.938865Z","caller":"traceutil/trace.go:171","msg":"trace[1013948670] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5027; }","duration":"349.478141ms","start":"2026-05-28T15:24:51.589366Z","end":"2026-05-28T15:24:51.938844Z","steps":["trace[1013948670] 'agreement among raft nodes before linearized reading' (duration: 349.029824ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:51.938947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:51.589355Z","time spent":"349.579853ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-28T15:24:52.070897Z","caller":"traceutil/trace.go:171","msg":"trace[952420817] linearizableReadLoop","detail":"{readStateIndex:5223; appliedIndex:5221; }","duration":"125.995216ms","start":"2026-05-28T15:24:51.94487Z","end":"2026-05-28T15:24:52.070865Z","steps":["trace[952420817] 'read index received' (duration: 16.78044ms)","trace[952420817] 'applied index is now lower than readState.Index' (duration: 109.213556ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:52.071322Z","caller":"traceutil/trace.go:171","msg":"trace[875103779] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"126.807609ms","start":"2026-05-28T15:24:51.944498Z","end":"2026-05-28T15:24:52.071306Z","steps":["trace[875103779] 'process raft request' (duration: 125.980106ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:52.071603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.714447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1b3e459a-7a11-4b23-a5ed-caa1c9806e98\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-05-28T15:24:52.071644Z","caller":"traceutil/trace.go:171","msg":"trace[1353254399] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1b3e459a-7a11-4b23-a5ed-caa1c9806e98; range_end:; response_count:1; response_revision:5032; }","duration":"126.779708ms","start":"2026-05-28T15:24:51.944854Z","end":"2026-05-28T15:24:52.071633Z","steps":["trace[1353254399] 'agreement among raft nodes before linearized reading' (duration: 126.651506ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:52.071774Z","caller":"traceutil/trace.go:171","msg":"trace[1257874800] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"124.039134ms","start":"2026-05-28T15:24:51.947725Z","end":"2026-05-28T15:24:52.071764Z","steps":["trace[1257874800] 'process raft request' (duration: 122.934437ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:52.071881Z","caller":"traceutil/trace.go:171","msg":"trace[1031469018] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"124.095365ms","start":"2026-05-28T15:24:51.947777Z","end":"2026-05-28T15:24:52.071873Z","steps":["trace[1031469018] 'process raft request' (duration: 122.935667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:52.072048Z","caller":"traceutil/trace.go:171","msg":"trace[1279553386] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"121.124268ms","start":"2026-05-28T15:24:51.950917Z","end":"2026-05-28T15:24:52.072041Z","steps":["trace[1279553386] 'process raft request' (duration: 119.842877ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:52.297417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.977154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:24:52.297929Z","caller":"traceutil/trace.go:171","msg":"trace[1249436490] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"219.360406ms","start":"2026-05-28T15:24:52.078529Z","end":"2026-05-28T15:24:52.29789Z","steps":["trace[1249436490] 'process raft request' (duration: 46.821063ms)","trace[1249436490] 'compare' (duration: 171.805062ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:24:52.297973Z","caller":"traceutil/trace.go:171","msg":"trace[1602066946] linearizableReadLoop","detail":"{readStateIndex:5230; appliedIndex:5226; }","duration":"161.829592ms","start":"2026-05-28T15:24:52.136125Z","end":"2026-05-28T15:24:52.297955Z","steps":["trace[1602066946] 'read index received' (duration: 90.74096ms)","trace[1602066946] 'applied index is now lower than readState.Index' (duration: 71.087652ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:24:52.298384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.250329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T15:24:52.298469Z","caller":"traceutil/trace.go:171","msg":"trace[425281101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5036; }","duration":"162.367231ms","start":"2026-05-28T15:24:52.136089Z","end":"2026-05-28T15:24:52.298457Z","steps":["trace[425281101] 'agreement among raft nodes before linearized reading' (duration: 161.992545ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:52.298541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.935533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T15:24:52.298601Z","caller":"traceutil/trace.go:171","msg":"trace[1547785191] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5036; }","duration":"162.025514ms","start":"2026-05-28T15:24:52.136557Z","end":"2026-05-28T15:24:52.298583Z","steps":["trace[1547785191] 'agreement among raft nodes before linearized reading' (duration: 161.822161ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:52.298708Z","caller":"traceutil/trace.go:171","msg":"trace[83149408] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"220.003657ms","start":"2026-05-28T15:24:52.078684Z","end":"2026-05-28T15:24:52.298688Z","steps":["trace[83149408] 'process raft request' (duration: 219.165024ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:52.298881Z","caller":"traceutil/trace.go:171","msg":"trace[779645863] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"220.122998ms","start":"2026-05-28T15:24:52.078732Z","end":"2026-05-28T15:24:52.298855Z","steps":["trace[779645863] 'process raft request' (duration: 219.157323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:52.298755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.003847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-f8b570bb-4a46-40f5-899f-1fb70bebd7e8\" ","response":"range_response_count:1 size:2244"} {"level":"info","ts":"2026-05-28T15:24:52.298961Z","caller":"traceutil/trace.go:171","msg":"trace[716243108] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"220.364623ms","start":"2026-05-28T15:24:52.07858Z","end":"2026-05-28T15:24:52.298944Z","steps":["trace[716243108] 'process raft request' (duration: 219.043792ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:52.298991Z","caller":"traceutil/trace.go:171","msg":"trace[549232980] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/local-path-storage/helper-pod-create-pvc-f8b570bb-4a46-40f5-899f-1fb70bebd7e8; range_end:; response_count:1; response_revision:5036; }","duration":"151.282432ms","start":"2026-05-28T15:24:52.147689Z","end":"2026-05-28T15:24:52.298971Z","steps":["trace[549232980] 'agreement among raft nodes before linearized reading' (duration: 150.860396ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:53.5961Z","caller":"traceutil/trace.go:171","msg":"trace[1778239419] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"137.663963ms","start":"2026-05-28T15:24:53.458402Z","end":"2026-05-28T15:24:53.596066Z","steps":["trace[1778239419] 'process raft request' (duration: 137.391638ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:53.845614Z","caller":"traceutil/trace.go:171","msg":"trace[1714343815] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"304.923921ms","start":"2026-05-28T15:24:53.540669Z","end":"2026-05-28T15:24:53.845593Z","steps":["trace[1714343815] 'process raft request' (duration: 297.543552ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:24:53.845726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:24:53.540652Z","time spent":"305.014553ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:24:56.647759Z","caller":"traceutil/trace.go:171","msg":"trace[1622573776] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"109.61319ms","start":"2026-05-28T15:24:56.538124Z","end":"2026-05-28T15:24:56.647738Z","steps":["trace[1622573776] 'process raft request' (duration: 109.461617ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:24:56.670479Z","caller":"traceutil/trace.go:171","msg":"trace[2101034841] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"111.431379ms","start":"2026-05-28T15:24:56.559017Z","end":"2026-05-28T15:24:56.670448Z","steps":["trace[2101034841] 'process raft request' (duration: 111.270567ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:00.62652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.031065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-28T15:25:00.626609Z","caller":"traceutil/trace.go:171","msg":"trace[616218865] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5147; }","duration":"246.176598ms","start":"2026-05-28T15:25:00.380413Z","end":"2026-05-28T15:25:00.626589Z","steps":["trace[616218865] 'range keys from in-memory index tree' (duration: 245.762502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:00.626643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.727381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T15:25:00.62671Z","caller":"traceutil/trace.go:171","msg":"trace[996251431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5147; }","duration":"222.834643ms","start":"2026-05-28T15:25:00.403859Z","end":"2026-05-28T15:25:00.626693Z","steps":["trace[996251431] 'range keys from in-memory index tree' (duration: 222.558319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:00.627043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.883698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T15:25:00.627169Z","caller":"traceutil/trace.go:171","msg":"trace[502599644] transaction","detail":"{read_only:false; response_revision:5148; number_of_response:1; }","duration":"104.366544ms","start":"2026-05-28T15:25:00.52279Z","end":"2026-05-28T15:25:00.627157Z","steps":["trace[502599644] 'process raft request' (duration: 49.934721ms)","trace[502599644] 'compare' (duration: 54.103658ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:00.627238Z","caller":"traceutil/trace.go:171","msg":"trace[660737905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5147; }","duration":"222.087601ms","start":"2026-05-28T15:25:00.405098Z","end":"2026-05-28T15:25:00.627185Z","steps":["trace[660737905] 'range keys from in-memory index tree' (duration: 221.728836ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:05.579356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362447398s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:25:05.57975Z","caller":"traceutil/trace.go:171","msg":"trace[390608868] transaction","detail":"{read_only:false; response_revision:5187; number_of_response:1; }","duration":"938.080521ms","start":"2026-05-28T15:25:04.641617Z","end":"2026-05-28T15:25:05.579698Z","steps":["trace[390608868] 'process raft request' (duration: 937.97571ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:05.579948Z","caller":"traceutil/trace.go:171","msg":"trace[1405565548] transaction","detail":"{read_only:false; response_revision:5186; number_of_response:1; }","duration":"1.373318492s","start":"2026-05-28T15:25:04.206593Z","end":"2026-05-28T15:25:05.579911Z","steps":["trace[1405565548] 'process raft request' (duration: 1.372909185s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:05.580064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:04.206579Z","time spent":"1.373423954s","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:25:05.580067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:04.641586Z","time spent":"938.384297ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:25:05.580239Z","caller":"traceutil/trace.go:171","msg":"trace[2091377903] transaction","detail":"{read_only:false; response_revision:5185; number_of_response:1; }","duration":"1.373922283s","start":"2026-05-28T15:25:04.206296Z","end":"2026-05-28T15:25:05.580219Z","steps":["trace[2091377903] 'process raft request' (duration: 10.413057ms)","trace[2091377903] 'compare' (duration: 1.361650885s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:05.580317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:04.206277Z","time spent":"1.373998253s","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:25:05.580319Z","caller":"traceutil/trace.go:171","msg":"trace[579409303] linearizableReadLoop","detail":"{readStateIndex:5386; appliedIndex:5384; }","duration":"1.373491826s","start":"2026-05-28T15:25:04.206768Z","end":"2026-05-28T15:25:05.58026Z","steps":["trace[579409303] 'read index received' (duration: 9.93204ms)","trace[579409303] 'applied index is now lower than readState.Index' (duration: 1.363558586s)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:05.58065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.754682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-28T15:25:05.580698Z","caller":"traceutil/trace.go:171","msg":"trace[255965523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5187; }","duration":"903.821243ms","start":"2026-05-28T15:25:04.676861Z","end":"2026-05-28T15:25:05.580683Z","steps":["trace[255965523] 'agreement among raft nodes before linearized reading' (duration: 903.60715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:05.580739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:04.676786Z","time spent":"903.940735ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-28T15:25:05.580731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.373908223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-28T15:25:05.581623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.007788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-05-28T15:25:05.582027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.715257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T15:25:05.582124Z","caller":"traceutil/trace.go:171","msg":"trace[147037180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5187; }","duration":"904.863509ms","start":"2026-05-28T15:25:04.677243Z","end":"2026-05-28T15:25:05.582106Z","steps":["trace[147037180] 'agreement among raft nodes before linearized reading' (duration: 904.504693ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:05.582211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:04.677224Z","time spent":"904.972902ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-28T15:25:05.581773Z","caller":"traceutil/trace.go:171","msg":"trace[807846834] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5187; }","duration":"547.189691ms","start":"2026-05-28T15:25:05.034551Z","end":"2026-05-28T15:25:05.58174Z","steps":["trace[807846834] 'agreement among raft nodes before linearized reading' (duration: 546.843166ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:05.582839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:05.034532Z","time spent":"548.286318ms","remote":"127.0.0.1:50990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-05-28T15:25:05.580925Z","caller":"traceutil/trace.go:171","msg":"trace[1499010390] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5187; }","duration":"1.374122956s","start":"2026-05-28T15:25:04.206733Z","end":"2026-05-28T15:25:05.580856Z","steps":["trace[1499010390] 'agreement among raft nodes before linearized reading' (duration: 1.373614138s)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:05.583263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:04.206721Z","time spent":"1.376530704s","remote":"127.0.0.1:50828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-28T15:25:06.004391Z","caller":"traceutil/trace.go:171","msg":"trace[1720180018] transaction","detail":"{read_only:false; response_revision:5188; number_of_response:1; }","duration":"416.862015ms","start":"2026-05-28T15:25:05.587503Z","end":"2026-05-28T15:25:06.004365Z","steps":["trace[1720180018] 'process raft request' (duration: 350.97683ms)","trace[1720180018] 'compare' (duration: 65.428798ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:06.00484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:05.587488Z","time spent":"416.987067ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:25:06.068128Z","caller":"traceutil/trace.go:171","msg":"trace[936981377] linearizableReadLoop","detail":"{readStateIndex:5389; appliedIndex:5387; }","duration":"478.632864ms","start":"2026-05-28T15:25:05.589475Z","end":"2026-05-28T15:25:06.068108Z","steps":["trace[936981377] 'read index received' (duration: 349.018938ms)","trace[936981377] 'applied index is now lower than readState.Index' (duration: 129.612776ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:06.06841Z","caller":"traceutil/trace.go:171","msg":"trace[2044869241] transaction","detail":"{read_only:false; response_revision:5189; number_of_response:1; }","duration":"480.550344ms","start":"2026-05-28T15:25:05.587849Z","end":"2026-05-28T15:25:06.0684Z","steps":["trace[2044869241] 'process raft request' (duration: 480.098447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:06.068495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:05.587831Z","time spent":"480.603365ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:25:06.068583Z","caller":"traceutil/trace.go:171","msg":"trace[1539986660] transaction","detail":"{read_only:false; response_revision:5190; number_of_response:1; }","duration":"170.300897ms","start":"2026-05-28T15:25:05.898256Z","end":"2026-05-28T15:25:06.068557Z","steps":["trace[1539986660] 'process raft request' (duration: 169.816229ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:06.068635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.141372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:25:06.068702Z","caller":"traceutil/trace.go:171","msg":"trace[1030369425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5190; }","duration":"479.231333ms","start":"2026-05-28T15:25:05.589457Z","end":"2026-05-28T15:25:06.068689Z","steps":["trace[1030369425] 'agreement among raft nodes before linearized reading' (duration: 479.06709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:06.068731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:05.589452Z","time spent":"479.273963ms","remote":"127.0.0.1:50822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-28T15:25:06.088167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.467329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-28T15:25:06.088246Z","caller":"traceutil/trace.go:171","msg":"trace[1973501299] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5192; }","duration":"333.584911ms","start":"2026-05-28T15:25:05.754645Z","end":"2026-05-28T15:25:06.08823Z","steps":["trace[1973501299] 'agreement among raft nodes before linearized reading' (duration: 333.356237ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:06.088294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:05.754628Z","time spent":"333.657892ms","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-05-28T15:25:06.175202Z","caller":"traceutil/trace.go:171","msg":"trace[1626812166] transaction","detail":"{read_only:false; response_revision:5193; number_of_response:1; }","duration":"106.377773ms","start":"2026-05-28T15:25:06.068791Z","end":"2026-05-28T15:25:06.175169Z","steps":["trace[1626812166] 'process raft request' (duration: 65.61963ms)","trace[1626812166] 'compare' (duration: 40.466249ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:06.175267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.739842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:25:06.175346Z","caller":"traceutil/trace.go:171","msg":"trace[1127275031] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5193; }","duration":"105.873055ms","start":"2026-05-28T15:25:06.069454Z","end":"2026-05-28T15:25:06.175327Z","steps":["trace[1127275031] 'agreement among raft nodes before linearized reading' (duration: 105.711192ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:06.202841Z","caller":"traceutil/trace.go:171","msg":"trace[696666469] transaction","detail":"{read_only:false; response_revision:5194; number_of_response:1; }","duration":"110.53185ms","start":"2026-05-28T15:25:06.092291Z","end":"2026-05-28T15:25:06.202823Z","steps":["trace[696666469] 'process raft request' (duration: 110.384798ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:06.203038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.195936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-05-28T15:25:06.203066Z","caller":"traceutil/trace.go:171","msg":"trace[1469505619] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5194; }","duration":"112.273837ms","start":"2026-05-28T15:25:06.090785Z","end":"2026-05-28T15:25:06.203059Z","steps":["trace[1469505619] 'agreement among raft nodes before linearized reading' (duration: 112.169935ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:06.331947Z","caller":"traceutil/trace.go:171","msg":"trace[1399100953] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"125.160103ms","start":"2026-05-28T15:25:06.20676Z","end":"2026-05-28T15:25:06.33192Z","steps":["trace[1399100953] 'process raft request' (duration: 85.047932ms)","trace[1399100953] 'compare' (duration: 39.746376ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:07.283427Z","caller":"traceutil/trace.go:171","msg":"trace[1149449700] linearizableReadLoop","detail":"{readStateIndex:5398; appliedIndex:5397; }","duration":"178.623248ms","start":"2026-05-28T15:25:07.104752Z","end":"2026-05-28T15:25:07.283376Z","steps":["trace[1149449700] 'read index received' (duration: 178.431485ms)","trace[1149449700] 'applied index is now lower than readState.Index' (duration: 187.713µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:07.283573Z","caller":"traceutil/trace.go:171","msg":"trace[503307854] transaction","detail":"{read_only:false; response_revision:5197; number_of_response:1; }","duration":"191.763879ms","start":"2026-05-28T15:25:07.091796Z","end":"2026-05-28T15:25:07.28356Z","steps":["trace[503307854] 'process raft request' (duration: 191.419243ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:07.283877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.113016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-28T15:25:07.283943Z","caller":"traceutil/trace.go:171","msg":"trace[1955196756] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5197; }","duration":"179.227549ms","start":"2026-05-28T15:25:07.104693Z","end":"2026-05-28T15:25:07.28392Z","steps":["trace[1955196756] 'agreement among raft nodes before linearized reading' (duration: 178.989205ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:07.284049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.205824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-d55fp.18b3c417b4e9e7c4\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-05-28T15:25:07.284124Z","caller":"traceutil/trace.go:171","msg":"trace[385222765] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-prometheus-node-exporter-d55fp.18b3c417b4e9e7c4; range_end:; response_count:1; response_revision:5197; }","duration":"140.328065ms","start":"2026-05-28T15:25:07.143778Z","end":"2026-05-28T15:25:07.284106Z","steps":["trace[385222765] 'agreement among raft nodes before linearized reading' (duration: 140.087872ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:07.509909Z","caller":"traceutil/trace.go:171","msg":"trace[1454974706] transaction","detail":"{read_only:false; response_revision:5199; number_of_response:1; }","duration":"155.090231ms","start":"2026-05-28T15:25:07.354786Z","end":"2026-05-28T15:25:07.509877Z","steps":["trace[1454974706] 'process raft request' (duration: 137.193265ms)","trace[1454974706] 'compare' (duration: 17.744874ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:08.110157Z","caller":"traceutil/trace.go:171","msg":"trace[1663884673] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"354.692705ms","start":"2026-05-28T15:25:07.755417Z","end":"2026-05-28T15:25:08.11011Z","steps":["trace[1663884673] 'process raft request' (duration: 326.088177ms)","trace[1663884673] 'compare' (duration: 28.413195ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:08.110201Z","caller":"traceutil/trace.go:171","msg":"trace[1873136511] linearizableReadLoop","detail":"{readStateIndex:5406; appliedIndex:5405; }","duration":"101.712267ms","start":"2026-05-28T15:25:08.008468Z","end":"2026-05-28T15:25:08.11018Z","steps":["trace[1873136511] 'read index received' (duration: 73.048258ms)","trace[1873136511] 'applied index is now lower than readState.Index' (duration: 28.661379ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:08.110358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:07.755379Z","time spent":"354.874898ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-28T15:25:08.110398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.921021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-28T15:25:08.110436Z","caller":"traceutil/trace.go:171","msg":"trace[981076014] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5206; }","duration":"102.017302ms","start":"2026-05-28T15:25:08.008409Z","end":"2026-05-28T15:25:08.110426Z","steps":["trace[981076014] 'agreement among raft nodes before linearized reading' (duration: 101.829529ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:09.369338Z","caller":"traceutil/trace.go:171","msg":"trace[1743694750] linearizableReadLoop","detail":"{readStateIndex:5419; appliedIndex:5417; }","duration":"198.634337ms","start":"2026-05-28T15:25:09.170677Z","end":"2026-05-28T15:25:09.369312Z","steps":["trace[1743694750] 'read index received' (duration: 14.774347ms)","trace[1743694750] 'applied index is now lower than readState.Index' (duration: 183.85888ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:09.369539Z","caller":"traceutil/trace.go:171","msg":"trace[553316775] transaction","detail":"{read_only:false; response_revision:5218; number_of_response:1; }","duration":"223.331452ms","start":"2026-05-28T15:25:09.146041Z","end":"2026-05-28T15:25:09.369373Z","steps":["trace[553316775] 'process raft request' (duration: 168.19733ms)","trace[553316775] 'compare' (duration: 54.958089ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:09.369784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.709687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:25:09.369871Z","caller":"traceutil/trace.go:171","msg":"trace[508544829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5218; }","duration":"168.962161ms","start":"2026-05-28T15:25:09.200884Z","end":"2026-05-28T15:25:09.369846Z","steps":["trace[508544829] 'agreement among raft nodes before linearized reading' (duration: 168.617936ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:09.37002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.327978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-05-28T15:25:09.370099Z","caller":"traceutil/trace.go:171","msg":"trace[1920282810] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5218; }","duration":"199.455189ms","start":"2026-05-28T15:25:09.170629Z","end":"2026-05-28T15:25:09.370084Z","steps":["trace[1920282810] 'agreement among raft nodes before linearized reading' (duration: 199.248976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:09.370332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.831276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:25:09.370468Z","caller":"traceutil/trace.go:171","msg":"trace[717578888] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5218; }","duration":"150.02312ms","start":"2026-05-28T15:25:09.220429Z","end":"2026-05-28T15:25:09.370452Z","steps":["trace[717578888] 'agreement among raft nodes before linearized reading' (duration: 149.813816ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:31.909586Z","caller":"traceutil/trace.go:171","msg":"trace[577271067] linearizableReadLoop","detail":"{readStateIndex:5577; appliedIndex:5576; }","duration":"102.188174ms","start":"2026-05-28T15:25:31.807377Z","end":"2026-05-28T15:25:31.909566Z","steps":["trace[577271067] 'read index received' (duration: 95.783973ms)","trace[577271067] 'applied index is now lower than readState.Index' (duration: 6.403291ms)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:31.90968Z","caller":"traceutil/trace.go:171","msg":"trace[569060499] transaction","detail":"{read_only:false; response_revision:5371; number_of_response:1; }","duration":"104.740234ms","start":"2026-05-28T15:25:31.80493Z","end":"2026-05-28T15:25:31.90967Z","steps":["trace[569060499] 'process raft request' (duration: 98.257812ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:31.909984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.59591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-05-28T15:25:31.910019Z","caller":"traceutil/trace.go:171","msg":"trace[1723868484] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:5371; }","duration":"102.673702ms","start":"2026-05-28T15:25:31.807335Z","end":"2026-05-28T15:25:31.910009Z","steps":["trace[1723868484] 'agreement among raft nodes before linearized reading' (duration: 102.436488ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:37.847852Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2858} {"level":"info","ts":"2026-05-28T15:25:37.921107Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2858,"took":"72.209607ms","hash":3067679727,"current-db-size-bytes":51757056,"current-db-size":"52 MB","current-db-size-in-use-bytes":28098560,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-05-28T15:25:37.921165Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3067679727,"revision":2858,"compact-revision":-1} {"level":"warn","ts":"2026-05-28T15:25:40.056564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.395399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T15:25:40.056652Z","caller":"traceutil/trace.go:171","msg":"trace[1900719676] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5508; }","duration":"118.527591ms","start":"2026-05-28T15:25:39.938105Z","end":"2026-05-28T15:25:40.056633Z","steps":["trace[1900719676] 'range keys from in-memory index tree' (duration: 118.277217ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:49.273307Z","caller":"traceutil/trace.go:171","msg":"trace[360973188] linearizableReadLoop","detail":"{readStateIndex:5774; appliedIndex:5773; }","duration":"108.541518ms","start":"2026-05-28T15:25:49.164741Z","end":"2026-05-28T15:25:49.273283Z","steps":["trace[360973188] 'read index received' (duration: 108.366956ms)","trace[360973188] 'applied index is now lower than readState.Index' (duration: 173.502µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:25:49.273432Z","caller":"traceutil/trace.go:171","msg":"trace[1029061272] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"176.751368ms","start":"2026-05-28T15:25:49.096648Z","end":"2026-05-28T15:25:49.2734Z","steps":["trace[1029061272] 'process raft request' (duration: 176.482174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:49.273647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.885994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:25:49.274329Z","caller":"traceutil/trace.go:171","msg":"trace[1507429433] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:5563; }","duration":"109.045256ms","start":"2026-05-28T15:25:49.164688Z","end":"2026-05-28T15:25:49.273734Z","steps":["trace[1507429433] 'agreement among raft nodes before linearized reading' (duration: 108.820773ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:52.819779Z","caller":"traceutil/trace.go:171","msg":"trace[1719900753] transaction","detail":"{read_only:false; response_revision:5587; number_of_response:1; }","duration":"172.936035ms","start":"2026-05-28T15:25:52.646819Z","end":"2026-05-28T15:25:52.819755Z","steps":["trace[1719900753] 'process raft request' (duration: 172.839554ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:25:52.819806Z","caller":"traceutil/trace.go:171","msg":"trace[680438835] transaction","detail":"{read_only:false; response_revision:5586; number_of_response:1; }","duration":"174.521111ms","start":"2026-05-28T15:25:52.645244Z","end":"2026-05-28T15:25:52.819765Z","steps":["trace[680438835] 'process raft request' (duration: 134.166953ms)","trace[680438835] 'compare' (duration: 39.919751ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:59.343695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.527795ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-28T15:25:59.343795Z","caller":"traceutil/trace.go:171","msg":"trace[208982700] transaction","detail":"{read_only:false; response_revision:5637; number_of_response:1; }","duration":"498.388433ms","start":"2026-05-28T15:25:58.845389Z","end":"2026-05-28T15:25:59.343777Z","steps":["trace[208982700] 'process raft request' (duration: 61.694065ms)","trace[208982700] 'compare' (duration: 436.417683ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:59.343851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:58.845372Z","time spent":"498.453484ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:25:59.403325Z","caller":"traceutil/trace.go:171","msg":"trace[382473251] linearizableReadLoop","detail":"{readStateIndex:5852; appliedIndex:5851; }","duration":"493.676228ms","start":"2026-05-28T15:25:58.909623Z","end":"2026-05-28T15:25:59.403299Z","steps":["trace[382473251] 'read index received' (duration: 488.336964ms)","trace[382473251] 'applied index is now lower than readState.Index' (duration: 5.337924ms)"],"step_count":2} {"level":"warn","ts":"2026-05-28T15:25:59.403741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.003943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:25:59.403814Z","caller":"traceutil/trace.go:171","msg":"trace[1150933830] transaction","detail":"{read_only:false; response_revision:5638; number_of_response:1; }","duration":"557.091201ms","start":"2026-05-28T15:25:58.846706Z","end":"2026-05-28T15:25:59.403797Z","steps":["trace[1150933830] 'process raft request' (duration: 551.30502ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:59.403864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.566681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:25:59.403889Z","caller":"traceutil/trace.go:171","msg":"trace[1239303841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5638; }","duration":"197.613982ms","start":"2026-05-28T15:25:59.206269Z","end":"2026-05-28T15:25:59.403883Z","steps":["trace[1239303841] 'agreement among raft nodes before linearized reading' (duration: 197.573581ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:59.403926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:58.84668Z","time spent":"557.178392ms","remote":"127.0.0.1:51088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-28T15:25:59.403817Z","caller":"traceutil/trace.go:171","msg":"trace[733629248] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5638; }","duration":"494.143196ms","start":"2026-05-28T15:25:58.909656Z","end":"2026-05-28T15:25:59.4038Z","steps":["trace[733629248] 'agreement among raft nodes before linearized reading' (duration: 493.984483ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:59.40417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:58.909634Z","time spent":"494.522661ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-05-28T15:25:59.403763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.118875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-28T15:25:59.404307Z","caller":"traceutil/trace.go:171","msg":"trace[1385509335] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5638; }","duration":"494.739856ms","start":"2026-05-28T15:25:58.909559Z","end":"2026-05-28T15:25:59.404299Z","steps":["trace[1385509335] 'agreement among raft nodes before linearized reading' (duration: 494.146266ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:25:59.40435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-28T15:25:58.909538Z","time spent":"494.800067ms","remote":"127.0.0.1:51058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"info","ts":"2026-05-28T15:26:02.341615Z","caller":"traceutil/trace.go:171","msg":"trace[226563908] transaction","detail":"{read_only:false; response_revision:5656; number_of_response:1; }","duration":"101.27584ms","start":"2026-05-28T15:26:02.240302Z","end":"2026-05-28T15:26:02.341578Z","steps":["trace[226563908] 'process raft request' (duration: 100.538827ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:28:13.376Z","caller":"traceutil/trace.go:171","msg":"trace[458390612] transaction","detail":"{read_only:false; response_revision:6467; number_of_response:1; }","duration":"137.76069ms","start":"2026-05-28T15:28:13.23821Z","end":"2026-05-28T15:28:13.375971Z","steps":["trace[458390612] 'process raft request' (duration: 137.592927ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:28:55.339949Z","caller":"traceutil/trace.go:171","msg":"trace[1671540181] transaction","detail":"{read_only:false; response_revision:6845; number_of_response:1; }","duration":"127.042198ms","start":"2026-05-28T15:28:55.212878Z","end":"2026-05-28T15:28:55.33992Z","steps":["trace[1671540181] 'process raft request' (duration: 126.564961ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:28:59.490155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.322814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T15:28:59.490243Z","caller":"traceutil/trace.go:171","msg":"trace[886775311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6862; }","duration":"190.449399ms","start":"2026-05-28T15:28:59.299774Z","end":"2026-05-28T15:28:59.490224Z","steps":["trace[886775311] 'range keys from in-memory index tree' (duration: 190.160718ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:28:59.49058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.271885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-28T15:28:59.490659Z","caller":"traceutil/trace.go:171","msg":"trace[1416521034] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6862; }","duration":"132.385259ms","start":"2026-05-28T15:28:59.358256Z","end":"2026-05-28T15:28:59.490641Z","steps":["trace[1416521034] 'range keys from in-memory index tree' (duration: 132.128589ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:29:15.473206Z","caller":"traceutil/trace.go:171","msg":"trace[94664182] transaction","detail":"{read_only:false; response_revision:6997; number_of_response:1; }","duration":"195.543693ms","start":"2026-05-28T15:29:15.277647Z","end":"2026-05-28T15:29:15.47319Z","steps":["trace[94664182] 'process raft request' (duration: 195.44667ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:30:37.853439Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5401} {"level":"info","ts":"2026-05-28T15:30:37.94225Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5401,"took":"87.407385ms","hash":3164272610,"current-db-size-bytes":51757056,"current-db-size":"52 MB","current-db-size-in-use-bytes":18755584,"current-db-size-in-use":"19 MB"} {"level":"info","ts":"2026-05-28T15:30:37.942319Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3164272610,"revision":5401,"compact-revision":2858} {"level":"info","ts":"2026-05-28T15:32:22.796366Z","caller":"traceutil/trace.go:171","msg":"trace[789678952] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"124.013831ms","start":"2026-05-28T15:32:22.672331Z","end":"2026-05-28T15:32:22.796345Z","steps":["trace[789678952] 'process raft request' (duration: 123.828135ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:32:22.986712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.528476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/horizon-5fd69c8cc9-dzld5\" ","response":"range_response_count:1 size:9521"} {"level":"info","ts":"2026-05-28T15:32:22.986806Z","caller":"traceutil/trace.go:171","msg":"trace[1766163793] range","detail":"{range_begin:/registry/pods/openstack/horizon-5fd69c8cc9-dzld5; range_end:; response_count:1; response_revision:7971; }","duration":"110.66111ms","start":"2026-05-28T15:32:22.876127Z","end":"2026-05-28T15:32:22.986788Z","steps":["trace[1766163793] 'range keys from in-memory index tree' (duration: 110.374642ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:32:23.498164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.474728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:268 size:208044"} {"level":"info","ts":"2026-05-28T15:32:23.498267Z","caller":"traceutil/trace.go:171","msg":"trace[1561292641] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:268; response_revision:7973; }","duration":"101.607511ms","start":"2026-05-28T15:32:23.396643Z","end":"2026-05-28T15:32:23.49825Z","steps":["trace[1561292641] 'range keys from in-memory index tree' (duration: 100.46135ms)"],"step_count":1} {"level":"info","ts":"2026-05-28T15:32:38.569983Z","caller":"traceutil/trace.go:171","msg":"trace[125242420] linearizableReadLoop","detail":"{readStateIndex:8352; appliedIndex:8351; }","duration":"123.342144ms","start":"2026-05-28T15:32:38.44661Z","end":"2026-05-28T15:32:38.569952Z","steps":["trace[125242420] 'read index received' (duration: 123.19133ms)","trace[125242420] 'applied index is now lower than readState.Index' (duration: 149.474µs)"],"step_count":2} {"level":"info","ts":"2026-05-28T15:32:38.570051Z","caller":"traceutil/trace.go:171","msg":"trace[2057707385] transaction","detail":"{read_only:false; response_revision:8049; number_of_response:1; }","duration":"124.371262ms","start":"2026-05-28T15:32:38.445641Z","end":"2026-05-28T15:32:38.570012Z","steps":["trace[2057707385] 'process raft request' (duration: 124.112705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-28T15:32:38.570704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.068634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-28T15:32:38.570794Z","caller":"traceutil/trace.go:171","msg":"trace[331557033] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8049; }","duration":"124.195517ms","start":"2026-05-28T15:32:38.446579Z","end":"2026-05-28T15:32:38.570775Z","steps":["trace[331557033] 'agreement among raft nodes before linearized reading' (duration: 123.907939ms)"],"step_count":1}