{"level":"warn","ts":"2026-05-25T00:39:50.801515Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-25T00:39:50.80162Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-25T00:39:50.801704Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-25T00:39:50.801713Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-05-25T00:39:50.801745Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-25T00:39:50.802495Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-05-25T00:39:50.802582Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-25T00:39:50.815334Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"12.533285ms"} {"level":"info","ts":"2026-05-25T00:39:50.89575Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-05-25T00:39:50.895999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-05-25T00:39:50.896069Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-05-25T00:39:50.896101Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-25T00:39:50.896145Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-05-25T00:39:50.896324Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-05-25T00:39:50.944982Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-25T00:39:50.949143Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-25T00:39:50.955698Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-25T00:39:50.996369Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-25T00:39:50.996673Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-25T00:39:50.999158Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-25T00:39:50.99931Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-25T00:39:50.999336Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-25T00:39:51.00338Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-25T00:39:51.003472Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-05-25T00:39:51.003709Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-05-25T00:39:51.003936Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-25T00:39:51.004042Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-25T00:39:51.006677Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-05-25T00:39:51.00684Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-05-25T00:39:51.797358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-05-25T00:39:51.797423Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-05-25T00:39:51.797461Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-05-25T00:39:51.79748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-05-25T00:39:51.797492Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-05-25T00:39:51.797517Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-05-25T00:39:51.797542Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-05-25T00:39:51.850754Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-25T00:39:51.8591Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-25T00:39:51.85909Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-05-25T00:39:51.861982Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-05-25T00:39:51.862336Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-25T00:39:51.865267Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-25T00:39:51.865317Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-25T00:39:51.867512Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-25T00:39:51.870566Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-05-25T00:39:51.870667Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-25T00:39:51.870691Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-25T00:39:57.702369Z","caller":"traceutil/trace.go:171","msg":"trace[1049573334] transaction","detail":"{read_only:false; response_revision:284; number_of_response:1; }","duration":"345.017929ms","start":"2026-05-25T00:39:57.357323Z","end":"2026-05-25T00:39:57.702341Z","steps":["trace[1049573334] 'process raft request' (duration: 344.868298ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:39:57.703026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:39:57.357312Z","time spent":"345.169721ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-25T00:39:58.357654Z","caller":"traceutil/trace.go:171","msg":"trace[2024870910] linearizableReadLoop","detail":"{readStateIndex:295; appliedIndex:293; }","duration":"966.478876ms","start":"2026-05-25T00:39:57.391155Z","end":"2026-05-25T00:39:58.357634Z","steps":["trace[2024870910] 'read index received' (duration: 311.014925ms)","trace[2024870910] 'applied index is now lower than readState.Index' (duration: 655.463311ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:39:58.357692Z","caller":"traceutil/trace.go:171","msg":"trace[363195513] transaction","detail":"{read_only:false; response_revision:285; number_of_response:1; }","duration":"999.970385ms","start":"2026-05-25T00:39:57.357698Z","end":"2026-05-25T00:39:58.357668Z","steps":["trace[363195513] 'process raft request' (duration: 969.824515ms)","trace[363195513] 'compare' (duration: 29.521283ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:39:58.357788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:39:57.357671Z","time spent":"1.000063066s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-25T00:39:58.357799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.474045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5892"} {"level":"info","ts":"2026-05-25T00:39:58.357838Z","caller":"traceutil/trace.go:171","msg":"trace[1601177097] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:285; }","duration":"869.551817ms","start":"2026-05-25T00:39:57.488281Z","end":"2026-05-25T00:39:58.357832Z","steps":["trace[1601177097] 'agreement among raft nodes before linearized reading' (duration: 869.464636ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:39:58.357858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:39:57.488261Z","time spent":"869.594067ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5916,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-25T00:39:58.357821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.635067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:39:58.357901Z","caller":"traceutil/trace.go:171","msg":"trace[16315758] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:0; response_revision:285; }","duration":"966.752458ms","start":"2026-05-25T00:39:57.391128Z","end":"2026-05-25T00:39:58.35788Z","steps":["trace[16315758] 'agreement among raft nodes before linearized reading' (duration: 966.596317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:39:58.357959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.125425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-25T00:39:58.357953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:39:57.391116Z","time spent":"966.828489ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-25T00:39:58.357973Z","caller":"traceutil/trace.go:171","msg":"trace[1672576076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:285; }","duration":"652.171485ms","start":"2026-05-25T00:39:57.705797Z","end":"2026-05-25T00:39:58.357969Z","steps":["trace[1672576076] 'agreement among raft nodes before linearized reading' (duration: 652.145045ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:39:58.357991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:39:57.705777Z","time spent":"652.211486ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-25T00:39:58.358037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.947982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:39:58.358053Z","caller":"traceutil/trace.go:171","msg":"trace[820030846] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:285; }","duration":"746.998563ms","start":"2026-05-25T00:39:57.61105Z","end":"2026-05-25T00:39:58.358048Z","steps":["trace[820030846] 'agreement among raft nodes before linearized reading' (duration: 746.975383ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:39:58.358066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:39:57.611032Z","time spent":"747.031603ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-25T00:39:58.643295Z","caller":"traceutil/trace.go:171","msg":"trace[55926283] linearizableReadLoop","detail":"{readStateIndex:296; appliedIndex:295; }","duration":"280.385218ms","start":"2026-05-25T00:39:58.362882Z","end":"2026-05-25T00:39:58.643267Z","steps":["trace[55926283] 'read index received' (duration: 280.247186ms)","trace[55926283] 'applied index is now lower than readState.Index' (duration: 137.092µs)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:39:58.643339Z","caller":"traceutil/trace.go:171","msg":"trace[1805697124] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"280.809542ms","start":"2026-05-25T00:39:58.362495Z","end":"2026-05-25T00:39:58.643305Z","steps":["trace[1805697124] 'process raft request' (duration: 280.654591ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:39:58.643449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.543269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T00:39:58.643491Z","caller":"traceutil/trace.go:171","msg":"trace[721977153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:286; }","duration":"280.66054ms","start":"2026-05-25T00:39:58.362819Z","end":"2026-05-25T00:39:58.64348Z","steps":["trace[721977153] 'agreement among raft nodes before linearized reading' (duration: 280.547269ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:39:58.646751Z","caller":"traceutil/trace.go:171","msg":"trace[1922341765] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"269.078678ms","start":"2026-05-25T00:39:58.377647Z","end":"2026-05-25T00:39:58.646726Z","steps":["trace[1922341765] 'process raft request' (duration: 269.033447ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:39:58.647Z","caller":"traceutil/trace.go:171","msg":"trace[700145724] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"279.73296ms","start":"2026-05-25T00:39:58.367243Z","end":"2026-05-25T00:39:58.646976Z","steps":["trace[700145724] 'process raft request' (duration: 279.369976ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:39:58.647019Z","caller":"traceutil/trace.go:171","msg":"trace[800282717] transaction","detail":"{read_only:false; response_revision:287; number_of_response:1; }","duration":"283.981206ms","start":"2026-05-25T00:39:58.362974Z","end":"2026-05-25T00:39:58.646955Z","steps":["trace[800282717] 'process raft request' (duration: 283.539441ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:29.299332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.929324ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:40:29.299509Z","caller":"traceutil/trace.go:171","msg":"trace[1947893522] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:523; }","duration":"161.123365ms","start":"2026-05-25T00:40:29.138363Z","end":"2026-05-25T00:40:29.299486Z","steps":["trace[1947893522] 'range keys from in-memory index tree' (duration: 160.903833ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.453236Z","caller":"traceutil/trace.go:171","msg":"trace[1638606125] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"299.575314ms","start":"2026-05-25T00:40:29.153636Z","end":"2026-05-25T00:40:29.453211Z","steps":["trace[1638606125] 'process raft request' (duration: 299.463463ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.46049Z","caller":"traceutil/trace.go:171","msg":"trace[1466974921] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"300.315871ms","start":"2026-05-25T00:40:29.159805Z","end":"2026-05-25T00:40:29.460121Z","steps":["trace[1466974921] 'process raft request' (duration: 300.014339ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.460593Z","caller":"traceutil/trace.go:171","msg":"trace[1511899431] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"300.348231ms","start":"2026-05-25T00:40:29.15987Z","end":"2026-05-25T00:40:29.460218Z","steps":["trace[1511899431] 'process raft request' (duration: 300.048339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:29.460928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:29.159864Z","time spent":"300.813605ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-25T00:40:29.461111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:29.159786Z","time spent":"301.202549ms","remote":"127.0.0.1:46654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-25T00:40:29.461653Z","caller":"traceutil/trace.go:171","msg":"trace[1293399513] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"292.402142ms","start":"2026-05-25T00:40:29.169227Z","end":"2026-05-25T00:40:29.461629Z","steps":["trace[1293399513] 'process raft request' (duration: 290.94126ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.464799Z","caller":"traceutil/trace.go:171","msg":"trace[1024551449] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"294.251118ms","start":"2026-05-25T00:40:29.169694Z","end":"2026-05-25T00:40:29.463945Z","steps":["trace[1024551449] 'process raft request' (duration: 292.425072ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.465366Z","caller":"traceutil/trace.go:171","msg":"trace[413636985] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"295.610661ms","start":"2026-05-25T00:40:29.169746Z","end":"2026-05-25T00:40:29.465357Z","steps":["trace[413636985] 'process raft request' (duration: 294.999125ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.465552Z","caller":"traceutil/trace.go:171","msg":"trace[298898560] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"294.314829ms","start":"2026-05-25T00:40:29.171221Z","end":"2026-05-25T00:40:29.465536Z","steps":["trace[298898560] 'process raft request' (duration: 293.659403ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.465722Z","caller":"traceutil/trace.go:171","msg":"trace[237583893] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"290.132133ms","start":"2026-05-25T00:40:29.175581Z","end":"2026-05-25T00:40:29.465713Z","steps":["trace[237583893] 'process raft request' (duration: 289.353006ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.465863Z","caller":"traceutil/trace.go:171","msg":"trace[545870816] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"289.107274ms","start":"2026-05-25T00:40:29.176748Z","end":"2026-05-25T00:40:29.465856Z","steps":["trace[545870816] 'process raft request' (duration: 288.908832ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.46589Z","caller":"traceutil/trace.go:171","msg":"trace[1799161993] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"138.097506ms","start":"2026-05-25T00:40:29.32778Z","end":"2026-05-25T00:40:29.465877Z","steps":["trace[1799161993] 'process raft request' (duration: 138.062026ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.465961Z","caller":"traceutil/trace.go:171","msg":"trace[2075911771] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"257.607971ms","start":"2026-05-25T00:40:29.208347Z","end":"2026-05-25T00:40:29.465955Z","steps":["trace[2075911771] 'process raft request' (duration: 257.434329ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:29.465958Z","caller":"traceutil/trace.go:171","msg":"trace[1604072212] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"281.598959ms","start":"2026-05-25T00:40:29.184351Z","end":"2026-05-25T00:40:29.46595Z","steps":["trace[1604072212] 'process raft request' (duration: 281.376087ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:35.68671Z","caller":"traceutil/trace.go:171","msg":"trace[816320773] linearizableReadLoop","detail":"{readStateIndex:645; appliedIndex:644; }","duration":"103.74947ms","start":"2026-05-25T00:40:35.582929Z","end":"2026-05-25T00:40:35.686678Z","steps":["trace[816320773] 'read index received' (duration: 100.988536ms)","trace[816320773] 'applied index is now lower than readState.Index' (duration: 2.759994ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:40:35.686817Z","caller":"traceutil/trace.go:171","msg":"trace[379914394] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"249.869737ms","start":"2026-05-25T00:40:35.43691Z","end":"2026-05-25T00:40:35.68678Z","steps":["trace[379914394] 'process raft request' (duration: 248.124374ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:35.687035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.912171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-dqs4l\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-05-25T00:40:35.687097Z","caller":"traceutil/trace.go:171","msg":"trace[741849635] range","detail":"{range_begin:/registry/pods/kube-system/cilium-dqs4l; range_end:; response_count:1; response_revision:620; }","duration":"104.201742ms","start":"2026-05-25T00:40:35.58288Z","end":"2026-05-25T00:40:35.687081Z","steps":["trace[741849635] 'agreement among raft nodes before linearized reading' (duration: 103.911622ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:36.31474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316091182052733,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-25T00:40:36.4395Z","caller":"traceutil/trace.go:171","msg":"trace[128915814] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"663.348681ms","start":"2026-05-25T00:40:35.776134Z","end":"2026-05-25T00:40:36.439483Z","steps":["trace[128915814] 'process raft request' (duration: 658.022051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:36.439733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:35.776114Z","time spent":"663.438237ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:40:36.452102Z","caller":"traceutil/trace.go:171","msg":"trace[66698457] linearizableReadLoop","detail":"{readStateIndex:647; appliedIndex:645; }","duration":"638.274358ms","start":"2026-05-25T00:40:35.813802Z","end":"2026-05-25T00:40:36.452077Z","steps":["trace[66698457] 'read index received' (duration: 620.366015ms)","trace[66698457] 'applied index is now lower than readState.Index' (duration: 17.907443ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:40:36.452173Z","caller":"traceutil/trace.go:171","msg":"trace[1040777280] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"638.669796ms","start":"2026-05-25T00:40:35.813474Z","end":"2026-05-25T00:40:36.452144Z","steps":["trace[1040777280] 'process raft request' (duration: 638.497244ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:36.452298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:35.813456Z","time spent":"638.780513ms","remote":"127.0.0.1:46804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-25T00:40:36.452288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.461671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:40:36.452407Z","caller":"traceutil/trace.go:171","msg":"trace[1669573098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:622; }","duration":"638.614502ms","start":"2026-05-25T00:40:35.813778Z","end":"2026-05-25T00:40:36.452393Z","steps":["trace[1669573098] 'agreement among raft nodes before linearized reading' (duration: 638.402827ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:36.452448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:35.813771Z","time spent":"638.666175ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-25T00:40:37.425214Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316091182052740,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-25T00:40:37.744172Z","caller":"traceutil/trace.go:171","msg":"trace[1618166661] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"844.525802ms","start":"2026-05-25T00:40:36.899511Z","end":"2026-05-25T00:40:37.744037Z","steps":["trace[1618166661] 'process raft request' (duration: 843.234074ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:37.74558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:36.899493Z","time spent":"845.08409ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:40:37.790482Z","caller":"traceutil/trace.go:171","msg":"trace[349529497] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:647; }","duration":"865.859823ms","start":"2026-05-25T00:40:36.924597Z","end":"2026-05-25T00:40:37.790457Z","steps":["trace[349529497] 'read index received' (duration: 817.792738ms)","trace[349529497] 'applied index is now lower than readState.Index' (duration: 48.066035ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:40:37.7909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.613123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-25T00:40:37.790961Z","caller":"traceutil/trace.go:171","msg":"trace[495461113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:625; }","duration":"851.71936ms","start":"2026-05-25T00:40:36.939226Z","end":"2026-05-25T00:40:37.790945Z","steps":["trace[495461113] 'agreement among raft nodes before linearized reading' (duration: 851.473594ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:37.791004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:36.939173Z","time spent":"851.822108ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-25T00:40:37.791031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.380268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-25T00:40:37.79115Z","caller":"traceutil/trace.go:171","msg":"trace[503976563] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:625; }","duration":"866.551791ms","start":"2026-05-25T00:40:36.924569Z","end":"2026-05-25T00:40:37.791121Z","steps":["trace[503976563] 'agreement among raft nodes before linearized reading' (duration: 865.997192ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:37.791206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:36.924556Z","time spent":"866.640327ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-25T00:40:37.79132Z","caller":"traceutil/trace.go:171","msg":"trace[824235857] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"865.768897ms","start":"2026-05-25T00:40:36.924739Z","end":"2026-05-25T00:40:37.790508Z","steps":["trace[824235857] 'process raft request' (duration: 852.929246ms)","trace[824235857] 'compare' (duration: 11.801479ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:40:37.791419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:36.924685Z","time spent":"866.674079ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:40:37.791448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.206974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T00:40:37.791562Z","caller":"traceutil/trace.go:171","msg":"trace[1612545081] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:625; }","duration":"852.320842ms","start":"2026-05-25T00:40:36.939228Z","end":"2026-05-25T00:40:37.791549Z","steps":["trace[1612545081] 'agreement among raft nodes before linearized reading' (duration: 852.139259ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:37.791774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:36.939206Z","time spent":"852.557599ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-25T00:40:39.037055Z","caller":"traceutil/trace.go:171","msg":"trace[1032871304] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"239.049295ms","start":"2026-05-25T00:40:38.797984Z","end":"2026-05-25T00:40:39.037034Z","steps":["trace[1032871304] 'process raft request' (duration: 238.586504ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:39.037155Z","caller":"traceutil/trace.go:171","msg":"trace[1931867121] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:661; }","duration":"226.411049ms","start":"2026-05-25T00:40:38.810731Z","end":"2026-05-25T00:40:39.037142Z","steps":["trace[1931867121] 'read index received' (duration: 226.398128ms)","trace[1931867121] 'applied index is now lower than readState.Index' (duration: 11.501µs)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:40:39.037256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.521377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:40:39.037369Z","caller":"traceutil/trace.go:171","msg":"trace[717646715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"226.678037ms","start":"2026-05-25T00:40:38.810681Z","end":"2026-05-25T00:40:39.037359Z","steps":["trace[717646715] 'agreement among raft nodes before linearized reading' (duration: 226.532367ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:42.943713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.055378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:40:42.943776Z","caller":"traceutil/trace.go:171","msg":"trace[90718030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:711; }","duration":"131.137913ms","start":"2026-05-25T00:40:42.812626Z","end":"2026-05-25T00:40:42.943764Z","steps":["trace[90718030] 'range keys from in-memory index tree' (duration: 130.964532ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:54.047191Z","caller":"traceutil/trace.go:171","msg":"trace[1659446201] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"651.289016ms","start":"2026-05-25T00:40:53.39587Z","end":"2026-05-25T00:40:54.047159Z","steps":["trace[1659446201] 'process raft request' (duration: 650.305141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:54.047507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:53.395848Z","time spent":"651.54839ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:40:54.050763Z","caller":"traceutil/trace.go:171","msg":"trace[1026002977] linearizableReadLoop","detail":"{readStateIndex:826; appliedIndex:824; }","duration":"220.181438ms","start":"2026-05-25T00:40:53.830558Z","end":"2026-05-25T00:40:54.050739Z","steps":["trace[1026002977] 'read index received' (duration: 215.689937ms)","trace[1026002977] 'applied index is now lower than readState.Index' (duration: 4.490381ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:40:54.050917Z","caller":"traceutil/trace.go:171","msg":"trace[1904608280] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"347.232891ms","start":"2026-05-25T00:40:53.703672Z","end":"2026-05-25T00:40:54.050905Z","steps":["trace[1904608280] 'process raft request' (duration: 346.916784ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:54.051035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:40:53.703648Z","time spent":"347.298796ms","remote":"127.0.0.1:46846","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:40:54.051194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.927887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-25T00:40:54.051338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.909076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T00:40:54.05139Z","caller":"traceutil/trace.go:171","msg":"trace[1260637576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:797; }","duration":"166.975989ms","start":"2026-05-25T00:40:53.884396Z","end":"2026-05-25T00:40:54.051372Z","steps":["trace[1260637576] 'agreement among raft nodes before linearized reading' (duration: 166.866153ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:54.051412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.851472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-25T00:40:54.051437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.870226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:40:54.051483Z","caller":"traceutil/trace.go:171","msg":"trace[530540340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:797; }","duration":"172.947106ms","start":"2026-05-25T00:40:53.878517Z","end":"2026-05-25T00:40:54.051464Z","steps":["trace[530540340] 'agreement among raft nodes before linearized reading' (duration: 172.774467ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:54.051538Z","caller":"traceutil/trace.go:171","msg":"trace[938049561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"220.986423ms","start":"2026-05-25T00:40:53.830492Z","end":"2026-05-25T00:40:54.051478Z","steps":["trace[938049561] 'agreement among raft nodes before linearized reading' (duration: 220.877297ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:40:54.051834Z","caller":"traceutil/trace.go:171","msg":"trace[1115897238] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:797; }","duration":"219.012742ms","start":"2026-05-25T00:40:53.832238Z","end":"2026-05-25T00:40:54.05125Z","steps":["trace[1115897238] 'agreement among raft nodes before linearized reading' (duration: 218.734876ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:40:54.051886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.624981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-25T00:40:54.052031Z","caller":"traceutil/trace.go:171","msg":"trace[1433678498] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:797; }","duration":"174.855264ms","start":"2026-05-25T00:40:53.877142Z","end":"2026-05-25T00:40:54.051998Z","steps":["trace[1433678498] 'agreement among raft nodes before linearized reading' (duration: 174.285312ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:41:22.973116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.786668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:41:22.973202Z","caller":"traceutil/trace.go:171","msg":"trace[210724397] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1196; }","duration":"594.925394ms","start":"2026-05-25T00:41:22.378258Z","end":"2026-05-25T00:41:22.973183Z","steps":["trace[210724397] 'count revisions from in-memory index tree' (duration: 594.713735ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:41:22.973235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:41:22.378239Z","time spent":"594.988896ms","remote":"127.0.0.1:46818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-25T00:41:22.973937Z","caller":"traceutil/trace.go:171","msg":"trace[150935831] linearizableReadLoop","detail":"{readStateIndex:1234; appliedIndex:1233; }","duration":"160.625755ms","start":"2026-05-25T00:41:22.813286Z","end":"2026-05-25T00:41:22.973911Z","steps":["trace[150935831] 'read index received' (duration: 156.884722ms)","trace[150935831] 'applied index is now lower than readState.Index' (duration: 3.739863ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:41:22.97414Z","caller":"traceutil/trace.go:171","msg":"trace[1199558698] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"319.660036ms","start":"2026-05-25T00:41:22.654446Z","end":"2026-05-25T00:41:22.974106Z","steps":["trace[1199558698] 'process raft request' (duration: 315.776727ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:41:22.974246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.934689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-25T00:41:22.974308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:41:22.654415Z","time spent":"319.811012ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:41:22.974323Z","caller":"traceutil/trace.go:171","msg":"trace[1441007024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1197; }","duration":"161.076784ms","start":"2026-05-25T00:41:22.813233Z","end":"2026-05-25T00:41:22.97431Z","steps":["trace[1441007024] 'agreement among raft nodes before linearized reading' (duration: 160.798462ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:41:47.210562Z","caller":"traceutil/trace.go:171","msg":"trace[1736580867] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"156.618208ms","start":"2026-05-25T00:41:47.053901Z","end":"2026-05-25T00:41:47.210519Z","steps":["trace[1736580867] 'process raft request' (duration: 156.467153ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:11.998814Z","caller":"traceutil/trace.go:171","msg":"trace[775180525] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"472.40743ms","start":"2026-05-25T00:42:11.526378Z","end":"2026-05-25T00:42:11.998786Z","steps":["trace[775180525] 'process raft request' (duration: 467.507208ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:11.999031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:42:11.52634Z","time spent":"472.599205ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:42:12.01354Z","caller":"traceutil/trace.go:171","msg":"trace[680851500] linearizableReadLoop","detail":"{readStateIndex:1958; appliedIndex:1956; }","duration":"200.389113ms","start":"2026-05-25T00:42:11.813125Z","end":"2026-05-25T00:42:12.013514Z","steps":["trace[680851500] 'read index received' (duration: 180.850649ms)","trace[680851500] 'applied index is now lower than readState.Index' (duration: 19.537174ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:42:12.013668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.539708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:42:12.013698Z","caller":"traceutil/trace.go:171","msg":"trace[851258832] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1882; }","duration":"200.603049ms","start":"2026-05-25T00:42:11.813087Z","end":"2026-05-25T00:42:12.01369Z","steps":["trace[851258832] 'agreement among raft nodes before linearized reading' (duration: 200.547308ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:12.01377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.5989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-25T00:42:12.013813Z","caller":"traceutil/trace.go:171","msg":"trace[1616636422] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1882; }","duration":"112.682122ms","start":"2026-05-25T00:42:11.90112Z","end":"2026-05-25T00:42:12.013802Z","steps":["trace[1616636422] 'agreement among raft nodes before linearized reading' (duration: 112.529108ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:12.013596Z","caller":"traceutil/trace.go:171","msg":"trace[1396057275] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"267.678205ms","start":"2026-05-25T00:42:11.745901Z","end":"2026-05-25T00:42:12.013579Z","steps":["trace[1396057275] 'process raft request' (duration: 267.48845ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:12.205065Z","caller":"traceutil/trace.go:171","msg":"trace[1711643937] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"101.414591ms","start":"2026-05-25T00:42:12.103624Z","end":"2026-05-25T00:42:12.205039Z","steps":["trace[1711643937] 'process raft request' (duration: 101.246467ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:12.789044Z","caller":"traceutil/trace.go:171","msg":"trace[553824746] linearizableReadLoop","detail":"{readStateIndex:1960; appliedIndex:1959; }","duration":"216.191829ms","start":"2026-05-25T00:42:12.572824Z","end":"2026-05-25T00:42:12.789016Z","steps":["trace[553824746] 'read index received' (duration: 216.006774ms)","trace[553824746] 'applied index is now lower than readState.Index' (duration: 184.055µs)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:42:12.789083Z","caller":"traceutil/trace.go:171","msg":"trace[551049085] transaction","detail":"{read_only:false; response_revision:1884; number_of_response:1; }","duration":"233.05867ms","start":"2026-05-25T00:42:12.555997Z","end":"2026-05-25T00:42:12.789056Z","steps":["trace[551049085] 'process raft request' (duration: 232.834494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:12.789451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.590891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-25T00:42:12.789497Z","caller":"traceutil/trace.go:171","msg":"trace[274864787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1884; }","duration":"216.694863ms","start":"2026-05-25T00:42:12.57279Z","end":"2026-05-25T00:42:12.789485Z","steps":["trace[274864787] 'agreement among raft nodes before linearized reading' (duration: 216.354914ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:12.7896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.836833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-25T00:42:12.789638Z","caller":"traceutil/trace.go:171","msg":"trace[1645331046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1885; }","duration":"208.900145ms","start":"2026-05-25T00:42:12.58073Z","end":"2026-05-25T00:42:12.78963Z","steps":["trace[1645331046] 'agreement among raft nodes before linearized reading' (duration: 208.74577ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:12.789747Z","caller":"traceutil/trace.go:171","msg":"trace[1320708281] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"157.033899ms","start":"2026-05-25T00:42:12.632707Z","end":"2026-05-25T00:42:12.789741Z","steps":["trace[1320708281] 'process raft request' (duration: 156.656708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:12.789827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.1735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-25T00:42:12.789847Z","caller":"traceutil/trace.go:171","msg":"trace[1716249704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1885; }","duration":"130.225641ms","start":"2026-05-25T00:42:12.659617Z","end":"2026-05-25T00:42:12.789842Z","steps":["trace[1716249704] 'agreement among raft nodes before linearized reading' (duration: 130.17301ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:12.790108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.995462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T00:42:12.790229Z","caller":"traceutil/trace.go:171","msg":"trace[1374046588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1885; }","duration":"131.096565ms","start":"2026-05-25T00:42:12.659059Z","end":"2026-05-25T00:42:12.790155Z","steps":["trace[1374046588] 'agreement among raft nodes before linearized reading' (duration: 130.764166ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:18.961671Z","caller":"traceutil/trace.go:171","msg":"trace[1418715336] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"135.380312ms","start":"2026-05-25T00:42:18.826258Z","end":"2026-05-25T00:42:18.961638Z","steps":["trace[1418715336] 'process raft request' (duration: 135.30035ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:18.961691Z","caller":"traceutil/trace.go:171","msg":"trace[2097462728] linearizableReadLoop","detail":"{readStateIndex:2026; appliedIndex:2025; }","duration":"137.932377ms","start":"2026-05-25T00:42:18.823728Z","end":"2026-05-25T00:42:18.96166Z","steps":["trace[2097462728] 'read index received' (duration: 123.106467ms)","trace[2097462728] 'applied index is now lower than readState.Index' (duration: 14.82295ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:42:18.961884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.130382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-25T00:42:18.961676Z","caller":"traceutil/trace.go:171","msg":"trace[824996256] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"138.320707ms","start":"2026-05-25T00:42:18.823313Z","end":"2026-05-25T00:42:18.961633Z","steps":["trace[824996256] 'process raft request' (duration: 123.560028ms)","trace[824996256] 'compare' (duration: 14.522463ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:42:18.961932Z","caller":"traceutil/trace.go:171","msg":"trace[1568518626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1950; }","duration":"138.203004ms","start":"2026-05-25T00:42:18.823712Z","end":"2026-05-25T00:42:18.961915Z","steps":["trace[1568518626] 'agreement among raft nodes before linearized reading' (duration: 138.025739ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:18.962094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.769013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T00:42:18.962111Z","caller":"traceutil/trace.go:171","msg":"trace[1236771097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1950; }","duration":"137.800074ms","start":"2026-05-25T00:42:18.824305Z","end":"2026-05-25T00:42:18.962106Z","steps":["trace[1236771097] 'agreement among raft nodes before linearized reading' (duration: 137.747942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:18.962109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.003039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-25T00:42:18.962147Z","caller":"traceutil/trace.go:171","msg":"trace[1519189837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1950; }","duration":"138.08674ms","start":"2026-05-25T00:42:18.824049Z","end":"2026-05-25T00:42:18.962136Z","steps":["trace[1519189837] 'agreement among raft nodes before linearized reading' (duration: 137.950527ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:20.228648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.36491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-25T00:42:20.228767Z","caller":"traceutil/trace.go:171","msg":"trace[864266621] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1957; }","duration":"149.536934ms","start":"2026-05-25T00:42:20.079205Z","end":"2026-05-25T00:42:20.228742Z","steps":["trace[864266621] 'range keys from in-memory index tree' (duration: 149.152714ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:20.306682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.471737ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-25T00:42:25.099102Z","caller":"traceutil/trace.go:171","msg":"trace[860127982] linearizableReadLoop","detail":"{readStateIndex:2061; appliedIndex:2060; }","duration":"229.684257ms","start":"2026-05-25T00:42:24.869394Z","end":"2026-05-25T00:42:25.099078Z","steps":["trace[860127982] 'read index received' (duration: 229.514113ms)","trace[860127982] 'applied index is now lower than readState.Index' (duration: 169.144µs)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:42:25.099259Z","caller":"traceutil/trace.go:171","msg":"trace[2017350178] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"261.449451ms","start":"2026-05-25T00:42:24.837778Z","end":"2026-05-25T00:42:25.099227Z","steps":["trace[2017350178] 'process raft request' (duration: 261.180874ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:25.099328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.918543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-25T00:42:25.09936Z","caller":"traceutil/trace.go:171","msg":"trace[1265302699] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1983; }","duration":"229.984905ms","start":"2026-05-25T00:42:24.869365Z","end":"2026-05-25T00:42:25.09935Z","steps":["trace[1265302699] 'agreement among raft nodes before linearized reading' (duration: 229.842811ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:25.099485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.176498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-25T00:42:25.099515Z","caller":"traceutil/trace.go:171","msg":"trace[1560021489] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1983; }","duration":"118.237449ms","start":"2026-05-25T00:42:24.981268Z","end":"2026-05-25T00:42:25.099506Z","steps":["trace[1560021489] 'agreement among raft nodes before linearized reading' (duration: 118.133057ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:25.099643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.460094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-25T00:42:25.099669Z","caller":"traceutil/trace.go:171","msg":"trace[1853908268] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1983; }","duration":"107.501694ms","start":"2026-05-25T00:42:24.992157Z","end":"2026-05-25T00:42:25.099659Z","steps":["trace[1853908268] 'agreement among raft nodes before linearized reading' (duration: 107.434953ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:25.099683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-25T00:42:25.099713Z","caller":"traceutil/trace.go:171","msg":"trace[1232877124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1983; }","duration":"112.19629ms","start":"2026-05-25T00:42:24.987508Z","end":"2026-05-25T00:42:25.099704Z","steps":["trace[1232877124] 'agreement among raft nodes before linearized reading' (duration: 112.117578ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:25.099774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.400029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-25T00:42:25.099798Z","caller":"traceutil/trace.go:171","msg":"trace[1557335760] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1983; }","duration":"115.45117ms","start":"2026-05-25T00:42:24.98434Z","end":"2026-05-25T00:42:25.099791Z","steps":["trace[1557335760] 'agreement among raft nodes before linearized reading' (duration: 115.387679ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:25.09982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.663593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T00:42:25.099841Z","caller":"traceutil/trace.go:171","msg":"trace[1793789651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1983; }","duration":"108.706384ms","start":"2026-05-25T00:42:24.991128Z","end":"2026-05-25T00:42:25.099835Z","steps":["trace[1793789651] 'agreement among raft nodes before linearized reading' (duration: 108.645622ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:25.33536Z","caller":"traceutil/trace.go:171","msg":"trace[78414155] linearizableReadLoop","detail":"{readStateIndex:2062; appliedIndex:2061; }","duration":"232.281561ms","start":"2026-05-25T00:42:25.103028Z","end":"2026-05-25T00:42:25.33531Z","steps":["trace[78414155] 'read index received' (duration: 228.761754ms)","trace[78414155] 'applied index is now lower than readState.Index' (duration: 3.518367ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:42:25.335583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.532077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-25T00:42:25.335623Z","caller":"traceutil/trace.go:171","msg":"trace[794769402] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1983; }","duration":"232.608609ms","start":"2026-05-25T00:42:25.103004Z","end":"2026-05-25T00:42:25.335612Z","steps":["trace[794769402] 'agreement among raft nodes before linearized reading' (duration: 232.447595ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:25.344231Z","caller":"traceutil/trace.go:171","msg":"trace[1504524295] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"239.476677ms","start":"2026-05-25T00:42:25.104741Z","end":"2026-05-25T00:42:25.344217Z","steps":["trace[1504524295] 'process raft request' (duration: 239.21723ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:25.344224Z","caller":"traceutil/trace.go:171","msg":"trace[355804540] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"239.394005ms","start":"2026-05-25T00:42:25.104808Z","end":"2026-05-25T00:42:25.344202Z","steps":["trace[355804540] 'process raft request' (duration: 239.314973ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:25.344359Z","caller":"traceutil/trace.go:171","msg":"trace[2053537170] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"239.509758ms","start":"2026-05-25T00:42:25.104838Z","end":"2026-05-25T00:42:25.344348Z","steps":["trace[2053537170] 'process raft request' (duration: 239.327504ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:25.344572Z","caller":"traceutil/trace.go:171","msg":"trace[1767679642] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"239.462237ms","start":"2026-05-25T00:42:25.105097Z","end":"2026-05-25T00:42:25.344559Z","steps":["trace[1767679642] 'process raft request' (duration: 239.417596ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:25.344576Z","caller":"traceutil/trace.go:171","msg":"trace[1875896919] transaction","detail":"{read_only:false; response_revision:1987; number_of_response:1; }","duration":"239.571159ms","start":"2026-05-25T00:42:25.104984Z","end":"2026-05-25T00:42:25.344555Z","steps":["trace[1875896919] 'process raft request' (duration: 239.307553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:25.344728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.714483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11988"} {"level":"info","ts":"2026-05-25T00:42:25.344761Z","caller":"traceutil/trace.go:171","msg":"trace[1181894579] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1989; }","duration":"108.783605ms","start":"2026-05-25T00:42:25.235969Z","end":"2026-05-25T00:42:25.344753Z","steps":["trace[1181894579] 'agreement among raft nodes before linearized reading' (duration: 108.605821ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:47.312227Z","caller":"traceutil/trace.go:171","msg":"trace[2008514637] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"121.101098ms","start":"2026-05-25T00:42:47.191102Z","end":"2026-05-25T00:42:47.312203Z","steps":["trace[2008514637] 'process raft request' (duration: 120.938025ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:47.604181Z","caller":"traceutil/trace.go:171","msg":"trace[1269280101] linearizableReadLoop","detail":"{readStateIndex:2208; appliedIndex:2207; }","duration":"158.66383ms","start":"2026-05-25T00:42:47.445494Z","end":"2026-05-25T00:42:47.604158Z","steps":["trace[1269280101] 'read index received' (duration: 158.506727ms)","trace[1269280101] 'applied index is now lower than readState.Index' (duration: 156.243µs)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:42:47.604489Z","caller":"traceutil/trace.go:171","msg":"trace[1327323166] transaction","detail":"{read_only:false; response_revision:2125; number_of_response:1; }","duration":"164.473816ms","start":"2026-05-25T00:42:47.439999Z","end":"2026-05-25T00:42:47.604473Z","steps":["trace[1327323166] 'process raft request' (duration: 164.019256ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:47.605043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.228948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-05-25T00:42:47.605115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.8224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-25T00:42:47.605124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.157097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-25T00:42:47.605136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.17665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-25T00:42:47.605156Z","caller":"traceutil/trace.go:171","msg":"trace[1028591922] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2125; }","duration":"119.894503ms","start":"2026-05-25T00:42:47.48525Z","end":"2026-05-25T00:42:47.605144Z","steps":["trace[1028591922] 'agreement among raft nodes before linearized reading' (duration: 119.752879ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:47.60514Z","caller":"traceutil/trace.go:171","msg":"trace[1437214288] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2125; }","duration":"156.35328ms","start":"2026-05-25T00:42:47.448765Z","end":"2026-05-25T00:42:47.605118Z","steps":["trace[1437214288] 'agreement among raft nodes before linearized reading' (duration: 156.129555ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:47.60519Z","caller":"traceutil/trace.go:171","msg":"trace[1173729620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2125; }","duration":"113.252558ms","start":"2026-05-25T00:42:47.491923Z","end":"2026-05-25T00:42:47.605175Z","steps":["trace[1173729620] 'agreement among raft nodes before linearized reading' (duration: 113.059804ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:47.6052Z","caller":"traceutil/trace.go:171","msg":"trace[1133399666] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2125; }","duration":"127.276222ms","start":"2026-05-25T00:42:47.477908Z","end":"2026-05-25T00:42:47.605184Z","steps":["trace[1133399666] 'agreement among raft nodes before linearized reading' (duration: 127.115649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:47.605293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.790214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-25T00:42:47.605373Z","caller":"traceutil/trace.go:171","msg":"trace[2142117838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2125; }","duration":"159.909677ms","start":"2026-05-25T00:42:47.445451Z","end":"2026-05-25T00:42:47.605361Z","steps":["trace[2142117838] 'agreement among raft nodes before linearized reading' (duration: 159.655162ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:47.605315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.418857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-25T00:42:47.605452Z","caller":"traceutil/trace.go:171","msg":"trace[83018157] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2125; }","duration":"110.55649ms","start":"2026-05-25T00:42:47.494879Z","end":"2026-05-25T00:42:47.605435Z","steps":["trace[83018157] 'agreement among raft nodes before linearized reading' (duration: 110.394366ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:49.483639Z","caller":"traceutil/trace.go:171","msg":"trace[1043833787] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"165.478162ms","start":"2026-05-25T00:42:49.318137Z","end":"2026-05-25T00:42:49.483615Z","steps":["trace[1043833787] 'process raft request' (duration: 165.344919ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:49.884552Z","caller":"traceutil/trace.go:171","msg":"trace[94984161] linearizableReadLoop","detail":"{readStateIndex:2217; appliedIndex:2216; }","duration":"260.660319ms","start":"2026-05-25T00:42:49.623853Z","end":"2026-05-25T00:42:49.884513Z","steps":["trace[94984161] 'read index received' (duration: 260.523836ms)","trace[94984161] 'applied index is now lower than readState.Index' (duration: 135.623µs)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:42:49.884603Z","caller":"traceutil/trace.go:171","msg":"trace[1700792285] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"363.176902ms","start":"2026-05-25T00:42:49.521401Z","end":"2026-05-25T00:42:49.884578Z","steps":["trace[1700792285] 'process raft request' (duration: 362.979428ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:49.884839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.955746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-05-25T00:42:49.885033Z","caller":"traceutil/trace.go:171","msg":"trace[7370026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2134; }","duration":"261.20404ms","start":"2026-05-25T00:42:49.623808Z","end":"2026-05-25T00:42:49.885012Z","steps":["trace[7370026] 'agreement among raft nodes before linearized reading' (duration: 260.841612ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:49.885134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:42:49.521384Z","time spent":"363.274585ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:42:49.891048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.026733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-25T00:42:49.891679Z","caller":"traceutil/trace.go:171","msg":"trace[1533840348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2135; }","duration":"258.702817ms","start":"2026-05-25T00:42:49.632963Z","end":"2026-05-25T00:42:49.891665Z","steps":["trace[1533840348] 'agreement among raft nodes before linearized reading' (duration: 257.922ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:49.891177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.829216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-25T00:42:49.892072Z","caller":"traceutil/trace.go:171","msg":"trace[1512643457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2135; }","duration":"185.725045ms","start":"2026-05-25T00:42:49.706334Z","end":"2026-05-25T00:42:49.892059Z","steps":["trace[1512643457] 'agreement among raft nodes before linearized reading' (duration: 184.761985ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:49.891227Z","caller":"traceutil/trace.go:171","msg":"trace[1325571286] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"265.060223ms","start":"2026-05-25T00:42:49.626153Z","end":"2026-05-25T00:42:49.891214Z","steps":["trace[1325571286] 'process raft request' (duration: 264.576623ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:49.891514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.316197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-25T00:42:49.892412Z","caller":"traceutil/trace.go:171","msg":"trace[1668701871] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2135; }","duration":"187.229227ms","start":"2026-05-25T00:42:49.705165Z","end":"2026-05-25T00:42:49.892394Z","steps":["trace[1668701871] 'agreement among raft nodes before linearized reading' (duration: 186.228496ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:49.891508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.323576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-25T00:42:49.892517Z","caller":"traceutil/trace.go:171","msg":"trace[671744905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2135; }","duration":"186.352729ms","start":"2026-05-25T00:42:49.706155Z","end":"2026-05-25T00:42:49.892508Z","steps":["trace[671744905] 'agreement among raft nodes before linearized reading' (duration: 185.273816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:42:49.891589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.706105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-25T00:42:49.892658Z","caller":"traceutil/trace.go:171","msg":"trace[1187868272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2135; }","duration":"186.800128ms","start":"2026-05-25T00:42:49.705848Z","end":"2026-05-25T00:42:49.892649Z","steps":["trace[1187868272] 'agreement among raft nodes before linearized reading' (duration: 185.48082ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:50.153309Z","caller":"traceutil/trace.go:171","msg":"trace[2114624390] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"257.179888ms","start":"2026-05-25T00:42:49.896105Z","end":"2026-05-25T00:42:50.153285Z","steps":["trace[2114624390] 'process raft request' (duration: 255.467861ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:50.154106Z","caller":"traceutil/trace.go:171","msg":"trace[28184883] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"257.29277ms","start":"2026-05-25T00:42:49.896797Z","end":"2026-05-25T00:42:50.15409Z","steps":["trace[28184883] 'process raft request' (duration: 257.091525ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:50.154113Z","caller":"traceutil/trace.go:171","msg":"trace[930684326] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"257.897773ms","start":"2026-05-25T00:42:49.896179Z","end":"2026-05-25T00:42:50.154077Z","steps":["trace[930684326] 'process raft request' (duration: 256.850241ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:42:50.154184Z","caller":"traceutil/trace.go:171","msg":"trace[787225867] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"257.28151ms","start":"2026-05-25T00:42:49.896876Z","end":"2026-05-25T00:42:50.154157Z","steps":["trace[787225867] 'process raft request' (duration: 257.053935ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:43:44.993928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.126449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-05-25T00:43:44.994019Z","caller":"traceutil/trace.go:171","msg":"trace[198655242] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:2481; }","duration":"121.261702ms","start":"2026-05-25T00:43:44.872736Z","end":"2026-05-25T00:43:44.993997Z","steps":["trace[198655242] 'range keys from in-memory index tree' (duration: 120.947037ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:44:20.699731Z","caller":"traceutil/trace.go:171","msg":"trace[1691374858] transaction","detail":"{read_only:false; response_revision:2735; number_of_response:1; }","duration":"103.698648ms","start":"2026-05-25T00:44:20.596005Z","end":"2026-05-25T00:44:20.699704Z","steps":["trace[1691374858] 'process raft request' (duration: 71.25815ms)","trace[1691374858] 'compare' (duration: 31.782047ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:44:20.69986Z","caller":"traceutil/trace.go:171","msg":"trace[1418570608] transaction","detail":"{read_only:false; response_revision:2736; number_of_response:1; }","duration":"103.769498ms","start":"2026-05-25T00:44:20.596083Z","end":"2026-05-25T00:44:20.699853Z","steps":["trace[1418570608] 'process raft request' (duration: 103.373802ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.010874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.619234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-25T00:44:27.011097Z","caller":"traceutil/trace.go:171","msg":"trace[165505193] transaction","detail":"{read_only:false; response_revision:2761; number_of_response:1; }","duration":"630.72326ms","start":"2026-05-25T00:44:26.380345Z","end":"2026-05-25T00:44:27.011069Z","steps":["trace[165505193] 'process raft request' (duration: 189.809171ms)","trace[165505193] 'compare' (duration: 440.223308ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:44:27.011232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:44:26.38033Z","time spent":"630.831523ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:44:27.011247Z","caller":"traceutil/trace.go:171","msg":"trace[300594384] linearizableReadLoop","detail":"{readStateIndex:2867; appliedIndex:2866; }","duration":"530.880861ms","start":"2026-05-25T00:44:26.480336Z","end":"2026-05-25T00:44:27.011217Z","steps":["trace[300594384] 'read index received' (duration: 89.819759ms)","trace[300594384] 'applied index is now lower than readState.Index' (duration: 441.057272ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:44:27.01159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.255677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:44:27.011708Z","caller":"traceutil/trace.go:171","msg":"trace[1276731153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2761; }","duration":"531.386968ms","start":"2026-05-25T00:44:26.480283Z","end":"2026-05-25T00:44:27.01167Z","steps":["trace[1276731153] 'agreement among raft nodes before linearized reading' (duration: 531.191285ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.011841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:44:26.480264Z","time spent":"531.563712ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-25T00:44:27.012653Z","caller":"traceutil/trace.go:171","msg":"trace[2033347014] transaction","detail":"{read_only:false; response_revision:2762; number_of_response:1; }","duration":"505.591233ms","start":"2026-05-25T00:44:26.507039Z","end":"2026-05-25T00:44:27.01263Z","steps":["trace[2033347014] 'process raft request' (duration: 503.928946ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.012884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:44:26.507015Z","time spent":"505.710574ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:44:27.013157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.338187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:44:27.013225Z","caller":"traceutil/trace.go:171","msg":"trace[1662738490] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2763; }","duration":"495.434059ms","start":"2026-05-25T00:44:26.51778Z","end":"2026-05-25T00:44:27.013214Z","steps":["trace[1662738490] 'agreement among raft nodes before linearized reading' (duration: 495.280267ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.013289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:44:26.517765Z","time spent":"495.48675ms","remote":"127.0.0.1:47040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-05-25T00:44:27.01373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.860967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-25T00:44:27.013812Z","caller":"traceutil/trace.go:171","msg":"trace[1689437323] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2763; }","duration":"291.996719ms","start":"2026-05-25T00:44:26.721806Z","end":"2026-05-25T00:44:27.013802Z","steps":["trace[1689437323] 'agreement among raft nodes before linearized reading' (duration: 291.794595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.013911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.438103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-25T00:44:27.013955Z","caller":"traceutil/trace.go:171","msg":"trace[316881660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2763; }","duration":"383.483714ms","start":"2026-05-25T00:44:26.630461Z","end":"2026-05-25T00:44:27.013945Z","steps":["trace[316881660] 'agreement among raft nodes before linearized reading' (duration: 383.25323ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.013986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:44:26.630406Z","time spent":"383.571485ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-25T00:44:27.014056Z","caller":"traceutil/trace.go:171","msg":"trace[794726293] transaction","detail":"{read_only:false; response_revision:2763; number_of_response:1; }","duration":"502.651475ms","start":"2026-05-25T00:44:26.511395Z","end":"2026-05-25T00:44:27.014047Z","steps":["trace[794726293] 'process raft request' (duration: 501.15477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.014174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.912842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-25T00:44:27.01421Z","caller":"traceutil/trace.go:171","msg":"trace[725735043] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2763; }","duration":"442.978893ms","start":"2026-05-25T00:44:26.571223Z","end":"2026-05-25T00:44:27.014202Z","steps":["trace[725735043] 'agreement among raft nodes before linearized reading' (duration: 442.887872ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.014243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:44:26.57121Z","time spent":"443.027044ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-25T00:44:27.014193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:44:26.511377Z","time spent":"502.754097ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:44:27.014662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.059388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:44:27.014703Z","caller":"traceutil/trace.go:171","msg":"trace[671110874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2763; }","duration":"202.13928ms","start":"2026-05-25T00:44:26.812554Z","end":"2026-05-25T00:44:27.014694Z","steps":["trace[671110874] 'agreement among raft nodes before linearized reading' (duration: 202.023808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:44:27.01544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.859674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-25T00:44:27.015696Z","caller":"traceutil/trace.go:171","msg":"trace[475050575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2763; }","duration":"285.148549ms","start":"2026-05-25T00:44:26.730539Z","end":"2026-05-25T00:44:27.015687Z","steps":["trace[475050575] 'agreement among raft nodes before linearized reading' (duration: 284.729172ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:06.703412Z","caller":"traceutil/trace.go:171","msg":"trace[1740290318] transaction","detail":"{read_only:false; response_revision:4525; number_of_response:1; }","duration":"108.405301ms","start":"2026-05-25T00:48:06.594976Z","end":"2026-05-25T00:48:06.703382Z","steps":["trace[1740290318] 'process raft request' (duration: 108.175566ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:06.773845Z","caller":"traceutil/trace.go:171","msg":"trace[1330978118] linearizableReadLoop","detail":"{readStateIndex:4700; appliedIndex:4698; }","duration":"119.46433ms","start":"2026-05-25T00:48:06.654355Z","end":"2026-05-25T00:48:06.773819Z","steps":["trace[1330978118] 'read index received' (duration: 48.829055ms)","trace[1330978118] 'applied index is now lower than readState.Index' (duration: 70.633515ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:06.774072Z","caller":"traceutil/trace.go:171","msg":"trace[1315657841] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"135.343675ms","start":"2026-05-25T00:48:06.638634Z","end":"2026-05-25T00:48:06.773977Z","steps":["trace[1315657841] 'process raft request' (duration: 134.920794ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:06.774443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.067974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-54f76faf-acdf-44ab-87a6-bda2af5e64bf\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-05-25T00:48:06.774506Z","caller":"traceutil/trace.go:171","msg":"trace[1330540082] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-54f76faf-acdf-44ab-87a6-bda2af5e64bf; range_end:; response_count:1; response_revision:4526; }","duration":"120.173137ms","start":"2026-05-25T00:48:06.654318Z","end":"2026-05-25T00:48:06.774492Z","steps":["trace[1330540082] 'agreement among raft nodes before linearized reading' (duration: 120.048494ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:09.311888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.765773ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:48:09.312012Z","caller":"traceutil/trace.go:171","msg":"trace[69088490] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:4564; }","duration":"173.896586ms","start":"2026-05-25T00:48:09.138102Z","end":"2026-05-25T00:48:09.311998Z","steps":["trace[69088490] 'range keys from in-memory index tree' (duration: 173.753403ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:09.31277Z","caller":"traceutil/trace.go:171","msg":"trace[811682123] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"292.411917ms","start":"2026-05-25T00:48:09.020349Z","end":"2026-05-25T00:48:09.312761Z","steps":["trace[811682123] 'process raft request' (duration: 284.838164ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:09.313393Z","caller":"traceutil/trace.go:171","msg":"trace[2067163803] linearizableReadLoop","detail":"{readStateIndex:4741; appliedIndex:4739; }","duration":"200.759885ms","start":"2026-05-25T00:48:09.112624Z","end":"2026-05-25T00:48:09.313383Z","steps":["trace[2067163803] 'read index received' (duration: 192.469755ms)","trace[2067163803] 'applied index is now lower than readState.Index' (duration: 8.28951ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:09.313544Z","caller":"traceutil/trace.go:171","msg":"trace[2044974895] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4566; }","duration":"271.232926ms","start":"2026-05-25T00:48:09.042304Z","end":"2026-05-25T00:48:09.313537Z","steps":["trace[2044974895] 'process raft request' (duration: 270.99322ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:09.313903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.257217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-36d183ce-ac3e-462b-9cca-523d64686908\" ","response":"range_response_count:1 size:4049"} {"level":"info","ts":"2026-05-25T00:48:09.313984Z","caller":"traceutil/trace.go:171","msg":"trace[1627967824] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-36d183ce-ac3e-462b-9cca-523d64686908; range_end:; response_count:1; response_revision:4567; }","duration":"201.39009ms","start":"2026-05-25T00:48:09.112575Z","end":"2026-05-25T00:48:09.313966Z","steps":["trace[1627967824] 'agreement among raft nodes before linearized reading' (duration: 200.97706ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:09.313931Z","caller":"traceutil/trace.go:171","msg":"trace[67174450] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"189.155155ms","start":"2026-05-25T00:48:09.124768Z","end":"2026-05-25T00:48:09.313923Z","steps":["trace[67174450] 'process raft request' (duration: 188.580311ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:13.153954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.913606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:48:13.154063Z","caller":"traceutil/trace.go:171","msg":"trace[393038787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4647; }","duration":"344.067809ms","start":"2026-05-25T00:48:12.809977Z","end":"2026-05-25T00:48:13.154045Z","steps":["trace[393038787] 'range keys from in-memory index tree' (duration: 343.824553ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:13.154102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:12.809958Z","time spent":"344.134661ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-25T00:48:13.154348Z","caller":"traceutil/trace.go:171","msg":"trace[1964584372] linearizableReadLoop","detail":"{readStateIndex:4827; appliedIndex:4826; }","duration":"295.714189ms","start":"2026-05-25T00:48:12.858591Z","end":"2026-05-25T00:48:13.154305Z","steps":["trace[1964584372] 'read index received' (duration: 260.441664ms)","trace[1964584372] 'applied index is now lower than readState.Index' (duration: 35.271615ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:13.154491Z","caller":"traceutil/trace.go:171","msg":"trace[345994613] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"300.397201ms","start":"2026-05-25T00:48:12.85408Z","end":"2026-05-25T00:48:13.154477Z","steps":["trace[345994613] 'process raft request' (duration: 264.971972ms)","trace[345994613] 'compare' (duration: 35.152952ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:48:13.154586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:12.854052Z","time spent":"300.465193ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:48:13.154671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.054417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:48:13.154756Z","caller":"traceutil/trace.go:171","msg":"trace[1313296839] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4648; }","duration":"296.17683ms","start":"2026-05-25T00:48:12.858562Z","end":"2026-05-25T00:48:13.154739Z","steps":["trace[1313296839] 'agreement among raft nodes before linearized reading' (duration: 296.044227ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:18.775837Z","caller":"traceutil/trace.go:171","msg":"trace[1723971756] linearizableReadLoop","detail":"{readStateIndex:4918; appliedIndex:4915; }","duration":"529.384022ms","start":"2026-05-25T00:48:18.24643Z","end":"2026-05-25T00:48:18.775814Z","steps":["trace[1723971756] 'read index received' (duration: 23.615141ms)","trace[1723971756] 'applied index is now lower than readState.Index' (duration: 505.767701ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:18.776033Z","caller":"traceutil/trace.go:171","msg":"trace[64154764] transaction","detail":"{read_only:false; response_revision:4736; number_of_response:1; }","duration":"530.514859ms","start":"2026-05-25T00:48:18.245504Z","end":"2026-05-25T00:48:18.776019Z","steps":["trace[64154764] 'process raft request' (duration: 530.190011ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:18.776147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.245482Z","time spent":"530.599121ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":997,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-25T00:48:18.776615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.170811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9426"} {"level":"info","ts":"2026-05-25T00:48:18.776684Z","caller":"traceutil/trace.go:171","msg":"trace[762495680] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4736; }","duration":"530.267273ms","start":"2026-05-25T00:48:18.246404Z","end":"2026-05-25T00:48:18.776672Z","steps":["trace[762495680] 'agreement among raft nodes before linearized reading' (duration: 530.004916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:18.776741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.246397Z","time spent":"530.311534ms","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9450,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-25T00:48:19.223335Z","caller":"traceutil/trace.go:171","msg":"trace[1902867716] linearizableReadLoop","detail":"{readStateIndex:4919; appliedIndex:4918; }","duration":"447.408317ms","start":"2026-05-25T00:48:18.775904Z","end":"2026-05-25T00:48:19.223312Z","steps":["trace[1902867716] 'read index received' (duration: 447.251943ms)","trace[1902867716] 'applied index is now lower than readState.Index' (duration: 155.524µs)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:48:19.223567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.946835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-05-25T00:48:19.223607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"834.176394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-25T00:48:19.223698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.660211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-25T00:48:19.223757Z","caller":"traceutil/trace.go:171","msg":"trace[848083582] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4737; }","duration":"846.723202ms","start":"2026-05-25T00:48:18.377022Z","end":"2026-05-25T00:48:19.223745Z","steps":["trace[848083582] 'agreement among raft nodes before linearized reading' (duration: 846.571339ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.223798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.376983Z","time spent":"846.807134ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-25T00:48:19.223809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.457818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-25T00:48:19.223834Z","caller":"traceutil/trace.go:171","msg":"trace[293861076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4737; }","duration":"833.495398ms","start":"2026-05-25T00:48:18.390333Z","end":"2026-05-25T00:48:19.223829Z","steps":["trace[293861076] 'agreement among raft nodes before linearized reading' (duration: 833.401996ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.223877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.390327Z","time spent":"833.543299ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-25T00:48:19.223887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.410829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-25T00:48:19.223924Z","caller":"traceutil/trace.go:171","msg":"trace[969233813] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4737; }","duration":"539.483651ms","start":"2026-05-25T00:48:18.684431Z","end":"2026-05-25T00:48:19.223914Z","steps":["trace[969233813] 'agreement among raft nodes before linearized reading' (duration: 539.41803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.223966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.684411Z","time spent":"539.545842ms","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-05-25T00:48:19.223826Z","caller":"traceutil/trace.go:171","msg":"trace[634476144] transaction","detail":"{read_only:false; response_revision:4737; number_of_response:1; }","duration":"924.56625ms","start":"2026-05-25T00:48:18.299248Z","end":"2026-05-25T00:48:19.223814Z","steps":["trace[634476144] 'process raft request' (duration: 923.912085ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:19.223709Z","caller":"traceutil/trace.go:171","msg":"trace[732108764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4737; }","duration":"834.338838ms","start":"2026-05-25T00:48:18.389349Z","end":"2026-05-25T00:48:19.223688Z","steps":["trace[732108764] 'agreement among raft nodes before linearized reading' (duration: 834.053241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.224189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.389328Z","time spent":"834.854371ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-25T00:48:19.224312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.70084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-05-25T00:48:19.22434Z","caller":"traceutil/trace.go:171","msg":"trace[1617767636] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4737; }","duration":"977.7269ms","start":"2026-05-25T00:48:18.246606Z","end":"2026-05-25T00:48:19.224333Z","steps":["trace[1617767636] 'agreement among raft nodes before linearized reading' (duration: 977.646038ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.224362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.24658Z","time spent":"977.778382ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"info","ts":"2026-05-25T00:48:19.223643Z","caller":"traceutil/trace.go:171","msg":"trace[26918696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4737; }","duration":"833.065758ms","start":"2026-05-25T00:48:18.390564Z","end":"2026-05-25T00:48:19.22363Z","steps":["trace[26918696] 'agreement among raft nodes before linearized reading' (duration: 832.815942ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.2243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.299225Z","time spent":"924.919128ms","remote":"127.0.0.1:47046","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9624,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:48:19.224436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.390559Z","time spent":"833.858387ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-25T00:48:19.22485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.951055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-05-25T00:48:19.224913Z","caller":"traceutil/trace.go:171","msg":"trace[70475610] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4737; }","duration":"857.048268ms","start":"2026-05-25T00:48:18.367852Z","end":"2026-05-25T00:48:19.2249Z","steps":["trace[70475610] 'agreement among raft nodes before linearized reading' (duration: 856.133396ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.224952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.367836Z","time spent":"857.106169ms","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":47,"response size":2206990,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-05-25T00:48:19.258445Z","caller":"traceutil/trace.go:171","msg":"trace[1707650137] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"472.668745ms","start":"2026-05-25T00:48:18.785758Z","end":"2026-05-25T00:48:19.258427Z","steps":["trace[1707650137] 'process raft request' (duration: 472.428399ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:19.258496Z","caller":"traceutil/trace.go:171","msg":"trace[795045622] transaction","detail":"{read_only:false; response_revision:4738; number_of_response:1; }","duration":"474.396426ms","start":"2026-05-25T00:48:18.784075Z","end":"2026-05-25T00:48:19.258471Z","steps":["trace[795045622] 'process raft request' (duration: 473.969646ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.258545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.785746Z","time spent":"472.751626ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2565,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-25T00:48:19.258616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.78405Z","time spent":"474.505578ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-25T00:48:19.258899Z","caller":"traceutil/trace.go:171","msg":"trace[849247131] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"474.210391ms","start":"2026-05-25T00:48:18.784681Z","end":"2026-05-25T00:48:19.258891Z","steps":["trace[849247131] 'process raft request' (duration: 473.473043ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.258945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.784661Z","time spent":"474.264553ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":826,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-25T00:48:19.25909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.299609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-05-25T00:48:19.259136Z","caller":"traceutil/trace.go:171","msg":"trace[1359536094] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4741; }","duration":"414.377591ms","start":"2026-05-25T00:48:18.844747Z","end":"2026-05-25T00:48:19.259125Z","steps":["trace[1359536094] 'agreement among raft nodes before linearized reading' (duration: 414.272509ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.259162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.844731Z","time spent":"414.423462ms","remote":"127.0.0.1:46758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-25T00:48:19.259407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.102079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16231"} {"level":"warn","ts":"2026-05-25T00:48:19.259456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.739481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18b2a886772aed98\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-05-25T00:48:19.259496Z","caller":"traceutil/trace.go:171","msg":"trace[885366548] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4741; }","duration":"474.242802ms","start":"2026-05-25T00:48:18.78523Z","end":"2026-05-25T00:48:19.259473Z","steps":["trace[885366548] 'agreement among raft nodes before linearized reading' (duration: 473.925314ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:19.259507Z","caller":"traceutil/trace.go:171","msg":"trace[937890445] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18b2a886772aed98; range_end:; response_count:1; response_revision:4741; }","duration":"476.832143ms","start":"2026-05-25T00:48:18.78266Z","end":"2026-05-25T00:48:19.259492Z","steps":["trace[937890445] 'agreement among raft nodes before linearized reading' (duration: 476.654599ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.259541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.785176Z","time spent":"474.356625ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16255,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-05-25T00:48:19.259545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:18.782639Z","time spent":"476.898015ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1036,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18b2a886772aed98\" "} {"level":"info","ts":"2026-05-25T00:48:19.8592Z","caller":"traceutil/trace.go:171","msg":"trace[1601075825] linearizableReadLoop","detail":"{readStateIndex:4939; appliedIndex:4938; }","duration":"450.40643ms","start":"2026-05-25T00:48:19.408753Z","end":"2026-05-25T00:48:19.85916Z","steps":["trace[1601075825] 'read index received' (duration: 443.419014ms)","trace[1601075825] 'applied index is now lower than readState.Index' (duration: 6.985886ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:19.85933Z","caller":"traceutil/trace.go:171","msg":"trace[896119738] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"452.12931ms","start":"2026-05-25T00:48:19.407175Z","end":"2026-05-25T00:48:19.859304Z","steps":["trace[896119738] 'process raft request' (duration: 445.079773ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.859462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:19.407159Z","time spent":"452.236842ms","remote":"127.0.0.1:46676","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-25T00:48:19.859815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.966139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-05-25T00:48:19.859886Z","caller":"traceutil/trace.go:171","msg":"trace[251144654] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:4757; }","duration":"450.052472ms","start":"2026-05-25T00:48:19.409816Z","end":"2026-05-25T00:48:19.859869Z","steps":["trace[251144654] 'agreement among raft nodes before linearized reading' (duration: 449.828586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.859934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:19.409811Z","time spent":"450.111043ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":720,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" "} {"level":"warn","ts":"2026-05-25T00:48:19.860339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.573977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"warn","ts":"2026-05-25T00:48:19.860382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.651608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:897"} {"level":"info","ts":"2026-05-25T00:48:19.860401Z","caller":"traceutil/trace.go:171","msg":"trace[85933674] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4757; }","duration":"451.645369ms","start":"2026-05-25T00:48:19.408736Z","end":"2026-05-25T00:48:19.860381Z","steps":["trace[85933674] 'agreement among raft nodes before linearized reading' (duration: 450.578684ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:19.860434Z","caller":"traceutil/trace.go:171","msg":"trace[2033991981] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:4757; }","duration":"215.742521ms","start":"2026-05-25T00:48:19.644676Z","end":"2026-05-25T00:48:19.860419Z","steps":["trace[2033991981] 'agreement among raft nodes before linearized reading' (duration: 215.605077ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:19.860454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:19.408729Z","time spent":"451.71225ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-05-25T00:48:20.048004Z","caller":"traceutil/trace.go:171","msg":"trace[1997502958] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"111.395397ms","start":"2026-05-25T00:48:19.936587Z","end":"2026-05-25T00:48:20.047982Z","steps":["trace[1997502958] 'process raft request' (duration: 111.226693ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:20.048302Z","caller":"traceutil/trace.go:171","msg":"trace[1966419756] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"111.449948ms","start":"2026-05-25T00:48:19.936818Z","end":"2026-05-25T00:48:20.048268Z","steps":["trace[1966419756] 'process raft request' (duration: 111.1044ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:20.048499Z","caller":"traceutil/trace.go:171","msg":"trace[1174374986] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"111.618552ms","start":"2026-05-25T00:48:19.936871Z","end":"2026-05-25T00:48:20.04849Z","steps":["trace[1174374986] 'process raft request' (duration: 111.468749ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:20.048574Z","caller":"traceutil/trace.go:171","msg":"trace[635850065] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"111.623492ms","start":"2026-05-25T00:48:19.936945Z","end":"2026-05-25T00:48:20.048568Z","steps":["trace[635850065] 'process raft request' (duration: 111.188332ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:20.048718Z","caller":"traceutil/trace.go:171","msg":"trace[308435949] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"105.905916ms","start":"2026-05-25T00:48:19.942802Z","end":"2026-05-25T00:48:20.048708Z","steps":["trace[308435949] 'process raft request' (duration: 105.600629ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:20.048766Z","caller":"traceutil/trace.go:171","msg":"trace[1991420026] transaction","detail":"{read_only:false; response_revision:4766; number_of_response:1; }","duration":"102.936167ms","start":"2026-05-25T00:48:19.945822Z","end":"2026-05-25T00:48:20.048759Z","steps":["trace[1991420026] 'process raft request' (duration: 102.621449ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:20.048992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.844853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-05-25T00:48:20.049031Z","caller":"traceutil/trace.go:171","msg":"trace[413981096] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:4766; }","duration":"107.928305ms","start":"2026-05-25T00:48:19.941092Z","end":"2026-05-25T00:48:20.049021Z","steps":["trace[413981096] 'agreement among raft nodes before linearized reading' (duration: 107.786671ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:20.049066Z","caller":"traceutil/trace.go:171","msg":"trace[1352497906] linearizableReadLoop","detail":"{readStateIndex:4946; appliedIndex:4941; }","duration":"107.522685ms","start":"2026-05-25T00:48:19.941146Z","end":"2026-05-25T00:48:20.048669Z","steps":["trace[1352497906] 'read index received' (duration: 11.513923ms)","trace[1352497906] 'applied index is now lower than readState.Index' (duration: 96.007972ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:20.079962Z","caller":"traceutil/trace.go:171","msg":"trace[1936203906] transaction","detail":"{read_only:false; response_revision:4767; number_of_response:1; }","duration":"114.791156ms","start":"2026-05-25T00:48:19.96515Z","end":"2026-05-25T00:48:20.079941Z","steps":["trace[1936203906] 'process raft request' (duration: 114.647223ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:20.395289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.784403ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-05-25T00:48:20.395399Z","caller":"traceutil/trace.go:171","msg":"trace[1277704709] linearizableReadLoop","detail":"{readStateIndex:4950; appliedIndex:4949; }","duration":"340.287196ms","start":"2026-05-25T00:48:20.055094Z","end":"2026-05-25T00:48:20.395381Z","steps":["trace[1277704709] 'read index received' (duration: 25.119093ms)","trace[1277704709] 'applied index is now lower than readState.Index' (duration: 315.166623ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:48:20.395651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.532861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" ","response":"range_response_count:1 size:1321"} {"level":"info","ts":"2026-05-25T00:48:20.395713Z","caller":"traceutil/trace.go:171","msg":"trace[1066432779] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-keystone-default-user; range_end:; response_count:1; response_revision:4767; }","duration":"340.633714ms","start":"2026-05-25T00:48:20.055063Z","end":"2026-05-25T00:48:20.395697Z","steps":["trace[1066432779] 'agreement among raft nodes before linearized reading' (duration: 340.423669ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:20.395768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:20.05505Z","time spent":"340.703125ms","remote":"127.0.0.1:46696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1345,"request content":"key:\"/registry/secrets/openstack/rabbitmq-keystone-default-user\" "} {"level":"warn","ts":"2026-05-25T00:48:20.395911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.396004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-25T00:48:20.396007Z","caller":"traceutil/trace.go:171","msg":"trace[1973099734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4767; }","duration":"270.562858ms","start":"2026-05-25T00:48:20.125428Z","end":"2026-05-25T00:48:20.395991Z","steps":["trace[1973099734] 'agreement among raft nodes before linearized reading' (duration: 270.337563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:20.397792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.45037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:47 size:2206966"} {"level":"info","ts":"2026-05-25T00:48:20.39787Z","caller":"traceutil/trace.go:171","msg":"trace[923463034] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:47; response_revision:4767; }","duration":"233.581573ms","start":"2026-05-25T00:48:20.164271Z","end":"2026-05-25T00:48:20.397852Z","steps":["trace[923463034] 'agreement among raft nodes before linearized reading' (duration: 231.548305ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:28.319689Z","caller":"traceutil/trace.go:171","msg":"trace[2031737235] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"203.910054ms","start":"2026-05-25T00:48:28.115757Z","end":"2026-05-25T00:48:28.319667Z","steps":["trace[2031737235] 'process raft request' (duration: 203.763081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.452735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316091182062450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-25T00:48:33.797187Z","caller":"traceutil/trace.go:171","msg":"trace[448073249] transaction","detail":"{read_only:false; response_revision:4932; number_of_response:1; }","duration":"845.310612ms","start":"2026-05-25T00:48:32.951854Z","end":"2026-05-25T00:48:33.797164Z","steps":["trace[448073249] 'process raft request' (duration: 845.138288ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.797327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:32.951842Z","time spent":"845.412514ms","remote":"127.0.0.1:46788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10669,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:48:33.81713Z","caller":"traceutil/trace.go:171","msg":"trace[572877696] linearizableReadLoop","detail":"{readStateIndex:5122; appliedIndex:5119; }","duration":"864.914975ms","start":"2026-05-25T00:48:32.952201Z","end":"2026-05-25T00:48:33.817116Z","steps":["trace[572877696] 'read index received' (duration: 844.78601ms)","trace[572877696] 'applied index is now lower than readState.Index' (duration: 20.128385ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:33.817273Z","caller":"traceutil/trace.go:171","msg":"trace[898425888] transaction","detail":"{read_only:false; response_revision:4933; number_of_response:1; }","duration":"448.824525ms","start":"2026-05-25T00:48:33.368441Z","end":"2026-05-25T00:48:33.817266Z","steps":["trace[898425888] 'process raft request' (duration: 448.578559ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.817334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:33.36842Z","time spent":"448.867625ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:48:33.817391Z","caller":"traceutil/trace.go:171","msg":"trace[1545042092] transaction","detail":"{read_only:false; response_revision:4934; number_of_response:1; }","duration":"380.604988ms","start":"2026-05-25T00:48:33.436743Z","end":"2026-05-25T00:48:33.817348Z","steps":["trace[1545042092] 'process raft request' (duration: 380.349182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.817541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:33.436723Z","time spent":"380.73461ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:48:33.817537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.300854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-096267b6-315c-4372-9d16-cd76167aebce\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-05-25T00:48:33.817639Z","caller":"traceutil/trace.go:171","msg":"trace[1509941884] range","detail":"{range_begin:/registry/persistentvolumes/pvc-096267b6-315c-4372-9d16-cd76167aebce; range_end:; response_count:1; response_revision:4934; }","duration":"865.418107ms","start":"2026-05-25T00:48:32.952199Z","end":"2026-05-25T00:48:33.817617Z","steps":["trace[1509941884] 'agreement among raft nodes before linearized reading' (duration: 865.12701ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.817688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:32.952186Z","time spent":"865.493508ms","remote":"127.0.0.1:46754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-096267b6-315c-4372-9d16-cd76167aebce\" "} {"level":"info","ts":"2026-05-25T00:48:33.96022Z","caller":"traceutil/trace.go:171","msg":"trace[584603363] transaction","detail":"{read_only:false; response_revision:4935; number_of_response:1; }","duration":"157.125422ms","start":"2026-05-25T00:48:33.803073Z","end":"2026-05-25T00:48:33.960199Z","steps":["trace[584603363] 'process raft request' (duration: 131.578041ms)","trace[584603363] 'compare' (duration: 25.345257ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:33.96058Z","caller":"traceutil/trace.go:171","msg":"trace[902568389] transaction","detail":"{read_only:false; response_revision:4936; number_of_response:1; }","duration":"156.770094ms","start":"2026-05-25T00:48:33.803785Z","end":"2026-05-25T00:48:33.960556Z","steps":["trace[902568389] 'process raft request' (duration: 156.372435ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:33.960632Z","caller":"traceutil/trace.go:171","msg":"trace[1886187341] transaction","detail":"{read_only:false; response_revision:4937; number_of_response:1; }","duration":"156.539119ms","start":"2026-05-25T00:48:33.804076Z","end":"2026-05-25T00:48:33.960615Z","steps":["trace[1886187341] 'process raft request' (duration: 156.416156ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:33.960771Z","caller":"traceutil/trace.go:171","msg":"trace[1610326110] linearizableReadLoop","detail":"{readStateIndex:5126; appliedIndex:5122; }","duration":"143.58747ms","start":"2026-05-25T00:48:33.81717Z","end":"2026-05-25T00:48:33.960757Z","steps":["trace[1610326110] 'read index received' (duration: 117.464356ms)","trace[1610326110] 'applied index is now lower than readState.Index' (duration: 26.121374ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:33.960894Z","caller":"traceutil/trace.go:171","msg":"trace[332482147] transaction","detail":"{read_only:false; response_revision:4938; number_of_response:1; }","duration":"156.638461ms","start":"2026-05-25T00:48:33.804225Z","end":"2026-05-25T00:48:33.960863Z","steps":["trace[332482147] 'process raft request' (duration: 156.350814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.961161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.846546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-25T00:48:33.961209Z","caller":"traceutil/trace.go:171","msg":"trace[917267958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4938; }","duration":"538.916947ms","start":"2026-05-25T00:48:33.422281Z","end":"2026-05-25T00:48:33.961198Z","steps":["trace[917267958] 'agreement among raft nodes before linearized reading' (duration: 538.773134ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.961412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:33.422275Z","time spent":"539.097931ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-25T00:48:33.961864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.103428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-fcbf89df7-cd7lc\" ","response":"range_response_count:1 size:11839"} {"level":"warn","ts":"2026-05-25T00:48:33.961927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.273307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-25T00:48:33.962019Z","caller":"traceutil/trace.go:171","msg":"trace[1382834201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4938; }","duration":"546.417921ms","start":"2026-05-25T00:48:33.415582Z","end":"2026-05-25T00:48:33.962Z","steps":["trace[1382834201] 'agreement among raft nodes before linearized reading' (duration: 545.407938ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.962071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:33.415562Z","time spent":"546.498782ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-25T00:48:33.961903Z","caller":"traceutil/trace.go:171","msg":"trace[2034577484] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-fcbf89df7-cd7lc; range_end:; response_count:1; response_revision:4938; }","duration":"159.177349ms","start":"2026-05-25T00:48:33.802714Z","end":"2026-05-25T00:48:33.961891Z","steps":["trace[2034577484] 'agreement among raft nodes before linearized reading' (duration: 159.062577ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.962323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.160113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-25T00:48:33.962396Z","caller":"traceutil/trace.go:171","msg":"trace[1343883391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4938; }","duration":"542.262685ms","start":"2026-05-25T00:48:33.420119Z","end":"2026-05-25T00:48:33.962381Z","steps":["trace[1343883391] 'agreement among raft nodes before linearized reading' (duration: 542.07054ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.962429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:33.420111Z","time spent":"542.311736ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-25T00:48:33.961154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.654974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-25T00:48:33.963582Z","caller":"traceutil/trace.go:171","msg":"trace[1912641247] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4938; }","duration":"545.07978ms","start":"2026-05-25T00:48:33.418441Z","end":"2026-05-25T00:48:33.963521Z","steps":["trace[1912641247] 'agreement among raft nodes before linearized reading' (duration: 542.532731ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:33.963645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:48:33.418425Z","time spent":"545.201502ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-25T00:48:34.182822Z","caller":"traceutil/trace.go:171","msg":"trace[520747580] transaction","detail":"{read_only:false; response_revision:4943; number_of_response:1; }","duration":"207.358228ms","start":"2026-05-25T00:48:33.975427Z","end":"2026-05-25T00:48:34.182785Z","steps":["trace[520747580] 'process raft request' (duration: 207.272756ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:34.18291Z","caller":"traceutil/trace.go:171","msg":"trace[2076433245] transaction","detail":"{read_only:false; response_revision:4940; number_of_response:1; }","duration":"214.097574ms","start":"2026-05-25T00:48:33.968737Z","end":"2026-05-25T00:48:34.182835Z","steps":["trace[2076433245] 'process raft request' (duration: 162.507773ms)","trace[2076433245] 'compare' (duration: 51.11267ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:34.182993Z","caller":"traceutil/trace.go:171","msg":"trace[1311772825] transaction","detail":"{read_only:false; response_revision:4942; number_of_response:1; }","duration":"212.404794ms","start":"2026-05-25T00:48:33.970551Z","end":"2026-05-25T00:48:34.182956Z","steps":["trace[1311772825] 'process raft request' (duration: 212.091657ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:34.18289Z","caller":"traceutil/trace.go:171","msg":"trace[151819703] transaction","detail":"{read_only:false; response_revision:4941; number_of_response:1; }","duration":"213.297495ms","start":"2026-05-25T00:48:33.969526Z","end":"2026-05-25T00:48:34.182823Z","steps":["trace[151819703] 'process raft request' (duration: 213.06597ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:34.354677Z","caller":"traceutil/trace.go:171","msg":"trace[360667273] transaction","detail":"{read_only:false; response_revision:4944; number_of_response:1; }","duration":"262.378675ms","start":"2026-05-25T00:48:34.092268Z","end":"2026-05-25T00:48:34.354647Z","steps":["trace[360667273] 'process raft request' (duration: 228.714908ms)","trace[360667273] 'compare' (duration: 33.32568ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:34.359827Z","caller":"traceutil/trace.go:171","msg":"trace[891832463] transaction","detail":"{read_only:false; response_revision:4945; number_of_response:1; }","duration":"169.763387ms","start":"2026-05-25T00:48:34.190002Z","end":"2026-05-25T00:48:34.359765Z","steps":["trace[891832463] 'process raft request' (duration: 169.486141ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:34.359881Z","caller":"traceutil/trace.go:171","msg":"trace[2059149478] transaction","detail":"{read_only:false; response_revision:4946; number_of_response:1; }","duration":"168.886437ms","start":"2026-05-25T00:48:34.190958Z","end":"2026-05-25T00:48:34.359844Z","steps":["trace[2059149478] 'process raft request' (duration: 168.681292ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:34.360145Z","caller":"traceutil/trace.go:171","msg":"trace[878926973] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"164.785182ms","start":"2026-05-25T00:48:34.19533Z","end":"2026-05-25T00:48:34.360115Z","steps":["trace[878926973] 'process raft request' (duration: 164.373663ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:34.663635Z","caller":"traceutil/trace.go:171","msg":"trace[1401823435] linearizableReadLoop","detail":"{readStateIndex:5139; appliedIndex:5138; }","duration":"249.708403ms","start":"2026-05-25T00:48:34.413846Z","end":"2026-05-25T00:48:34.663554Z","steps":["trace[1401823435] 'read index received' (duration: 153.829069ms)","trace[1401823435] 'applied index is now lower than readState.Index' (duration: 95.877893ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:48:34.663641Z","caller":"traceutil/trace.go:171","msg":"trace[1046596457] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"261.837853ms","start":"2026-05-25T00:48:34.401773Z","end":"2026-05-25T00:48:34.663611Z","steps":["trace[1046596457] 'process raft request' (duration: 165.871068ms)","trace[1046596457] 'compare' (duration: 95.733419ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:48:34.663925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.05203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9639"} {"level":"warn","ts":"2026-05-25T00:48:34.664049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.00654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-05-25T00:48:34.664057Z","caller":"traceutil/trace.go:171","msg":"trace[1331226609] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:4951; }","duration":"250.211755ms","start":"2026-05-25T00:48:34.413821Z","end":"2026-05-25T00:48:34.664033Z","steps":["trace[1331226609] 'agreement among raft nodes before linearized reading' (duration: 249.883757ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:48:34.664118Z","caller":"traceutil/trace.go:171","msg":"trace[245106853] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4951; }","duration":"185.131933ms","start":"2026-05-25T00:48:34.478966Z","end":"2026-05-25T00:48:34.664098Z","steps":["trace[245106853] 'agreement among raft nodes before linearized reading' (duration: 184.830976ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:48:34.6686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.232642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-05-25T00:48:34.668682Z","caller":"traceutil/trace.go:171","msg":"trace[1218090917] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4951; }","duration":"184.397965ms","start":"2026-05-25T00:48:34.484266Z","end":"2026-05-25T00:48:34.668664Z","steps":["trace[1218090917] 'agreement among raft nodes before linearized reading' (duration: 179.653916ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:49:12.492752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.641757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-05-25T00:49:12.492797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.3244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-25T00:49:12.492843Z","caller":"traceutil/trace.go:171","msg":"trace[921553661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5269; }","duration":"150.840142ms","start":"2026-05-25T00:49:12.341984Z","end":"2026-05-25T00:49:12.492824Z","steps":["trace[921553661] 'range keys from in-memory index tree' (duration: 150.439343ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:49:12.492851Z","caller":"traceutil/trace.go:171","msg":"trace[798867686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5269; }","duration":"150.408783ms","start":"2026-05-25T00:49:12.342426Z","end":"2026-05-25T00:49:12.492835Z","steps":["trace[798867686] 'range keys from in-memory index tree' (duration: 150.212348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:49:12.49302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.899737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-25T00:49:12.493058Z","caller":"traceutil/trace.go:171","msg":"trace[1070025966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5269; }","duration":"152.962448ms","start":"2026-05-25T00:49:12.340087Z","end":"2026-05-25T00:49:12.493049Z","steps":["trace[1070025966] 'range keys from in-memory index tree' (duration: 152.764784ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:49:20.936433Z","caller":"traceutil/trace.go:171","msg":"trace[122929555] transaction","detail":"{read_only:false; response_revision:5323; number_of_response:1; }","duration":"130.101061ms","start":"2026-05-25T00:49:20.806306Z","end":"2026-05-25T00:49:20.936407Z","steps":["trace[122929555] 'process raft request' (duration: 129.491718ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:49:51.892609Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2897} {"level":"info","ts":"2026-05-25T00:49:51.982787Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2897,"took":"88.783283ms","hash":3649936475,"current-db-size-bytes":53678080,"current-db-size":"54 MB","current-db-size-in-use-bytes":29167616,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-05-25T00:49:51.982832Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3649936475,"revision":2897,"compact-revision":-1} {"level":"info","ts":"2026-05-25T00:52:23.434046Z","caller":"traceutil/trace.go:171","msg":"trace[1516085351] linearizableReadLoop","detail":"{readStateIndex:6830; appliedIndex:6829; }","duration":"131.139955ms","start":"2026-05-25T00:52:23.302886Z","end":"2026-05-25T00:52:23.434026Z","steps":["trace[1516085351] 'read index received' (duration: 102.842386ms)","trace[1516085351] 'applied index is now lower than readState.Index' (duration: 28.296789ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:52:23.43416Z","caller":"traceutil/trace.go:171","msg":"trace[138098562] transaction","detail":"{read_only:false; response_revision:6588; number_of_response:1; }","duration":"172.532952ms","start":"2026-05-25T00:52:23.261617Z","end":"2026-05-25T00:52:23.43415Z","steps":["trace[138098562] 'process raft request' (duration: 144.191093ms)","trace[138098562] 'compare' (duration: 27.8846ms)"],"step_count":2} {"level":"warn","ts":"2026-05-25T00:52:23.434496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.589573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-25T00:52:23.434533Z","caller":"traceutil/trace.go:171","msg":"trace[690137630] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:6588; }","duration":"131.642644ms","start":"2026-05-25T00:52:23.302881Z","end":"2026-05-25T00:52:23.434524Z","steps":["trace[690137630] 'agreement among raft nodes before linearized reading' (duration: 131.552322ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:52:23.640591Z","caller":"traceutil/trace.go:171","msg":"trace[2022576761] transaction","detail":"{read_only:false; response_revision:6591; number_of_response:1; }","duration":"151.627664ms","start":"2026-05-25T00:52:23.488936Z","end":"2026-05-25T00:52:23.640563Z","steps":["trace[2022576761] 'process raft request' (duration: 119.506583ms)","trace[2022576761] 'compare' (duration: 31.834476ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:52:24.802567Z","caller":"traceutil/trace.go:171","msg":"trace[1195848374] transaction","detail":"{read_only:false; response_revision:6593; number_of_response:1; }","duration":"186.987486ms","start":"2026-05-25T00:52:24.61544Z","end":"2026-05-25T00:52:24.802427Z","steps":["trace[1195848374] 'process raft request' (duration: 186.842183ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:52:24.80306Z","caller":"traceutil/trace.go:171","msg":"trace[1738244729] transaction","detail":"{read_only:false; response_revision:6594; number_of_response:1; }","duration":"186.510007ms","start":"2026-05-25T00:52:24.616535Z","end":"2026-05-25T00:52:24.803045Z","steps":["trace[1738244729] 'process raft request' (duration: 186.421546ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:52:41.599287Z","caller":"traceutil/trace.go:171","msg":"trace[1371694958] transaction","detail":"{read_only:false; response_revision:6732; number_of_response:1; }","duration":"110.952099ms","start":"2026-05-25T00:52:41.488305Z","end":"2026-05-25T00:52:41.599258Z","steps":["trace[1371694958] 'process raft request' (duration: 110.657083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:52:42.113659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.713993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-25T00:52:42.113984Z","caller":"traceutil/trace.go:171","msg":"trace[1114956765] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"173.558843ms","start":"2026-05-25T00:52:41.940375Z","end":"2026-05-25T00:52:42.113934Z","steps":["trace[1114956765] 'process raft request' (duration: 15.490843ms)","trace[1114956765] 'compare' (duration: 157.418687ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:54:51.900742Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5564} {"level":"info","ts":"2026-05-25T00:54:51.988568Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5564,"took":"86.259073ms","hash":1918445026,"current-db-size-bytes":53678080,"current-db-size":"54 MB","current-db-size-in-use-bytes":18341888,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-05-25T00:54:51.988634Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1918445026,"revision":5564,"compact-revision":2897} {"level":"warn","ts":"2026-05-25T00:55:16.312944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576316091182069849,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-25T00:55:16.729382Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.041200902s","expected-duration":"1s"} {"level":"info","ts":"2026-05-25T00:55:16.729918Z","caller":"traceutil/trace.go:171","msg":"trace[567528668] transaction","detail":"{read_only:false; response_revision:7537; number_of_response:1; }","duration":"1.041814516s","start":"2026-05-25T00:55:15.688072Z","end":"2026-05-25T00:55:16.729887Z","steps":["trace[567528668] 'process raft request' (duration: 1.041606148s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:55:16.730102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:55:15.688043Z","time spent":"1.041963742s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:55:16.738779Z","caller":"traceutil/trace.go:171","msg":"trace[166665124] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"1.050158358s","start":"2026-05-25T00:55:15.688603Z","end":"2026-05-25T00:55:16.738762Z","steps":["trace[166665124] 'process raft request' (duration: 1.050018253s)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:55:16.7389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:55:15.688579Z","time spent":"1.050250692s","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-25T00:55:16.739192Z","caller":"traceutil/trace.go:171","msg":"trace[1580341418] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"890.031108ms","start":"2026-05-25T00:55:15.84914Z","end":"2026-05-25T00:55:16.739171Z","steps":["trace[1580341418] 'process raft request' (duration: 889.58972ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:55:16.739213Z","caller":"traceutil/trace.go:171","msg":"trace[1771164435] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"519.534422ms","start":"2026-05-25T00:55:16.219658Z","end":"2026-05-25T00:55:16.739192Z","steps":["trace[1771164435] 'process raft request' (duration: 519.435748ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:55:16.739257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:55:15.849112Z","time spent":"890.109401ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:55:16.739294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:55:16.21963Z","time spent":"519.628906ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-25T00:55:16.73931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.87952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:55:16.739202Z","caller":"traceutil/trace.go:171","msg":"trace[862003532] linearizableReadLoop","detail":"{readStateIndex:7821; appliedIndex:7817; }","duration":"926.759806ms","start":"2026-05-25T00:55:15.812423Z","end":"2026-05-25T00:55:16.739183Z","steps":["trace[862003532] 'read index received' (duration: 917.429244ms)","trace[862003532] 'applied index is now lower than readState.Index' (duration: 9.329892ms)"],"step_count":2} {"level":"info","ts":"2026-05-25T00:55:16.739341Z","caller":"traceutil/trace.go:171","msg":"trace[603944030] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7540; }","duration":"926.976374ms","start":"2026-05-25T00:55:15.812357Z","end":"2026-05-25T00:55:16.739333Z","steps":["trace[603944030] 'agreement among raft nodes before linearized reading' (duration: 926.893081ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:55:16.739365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:55:15.812334Z","time spent":"927.026056ms","remote":"127.0.0.1:46602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-25T00:55:16.739506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"830.044499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-25T00:55:16.739587Z","caller":"traceutil/trace.go:171","msg":"trace[1136138859] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:7540; }","duration":"830.148723ms","start":"2026-05-25T00:55:15.90942Z","end":"2026-05-25T00:55:16.739568Z","steps":["trace[1136138859] 'agreement among raft nodes before linearized reading' (duration: 830.003808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:55:16.739629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:55:15.909368Z","time spent":"830.251857ms","remote":"127.0.0.1:39596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-05-25T00:55:16.739682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.226357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-05-25T00:55:16.739691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.173092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-25T00:55:16.739704Z","caller":"traceutil/trace.go:171","msg":"trace[509221305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7540; }","duration":"233.248878ms","start":"2026-05-25T00:55:16.506449Z","end":"2026-05-25T00:55:16.739698Z","steps":["trace[509221305] 'agreement among raft nodes before linearized reading' (duration: 233.164974ms)"],"step_count":1} {"level":"info","ts":"2026-05-25T00:55:16.739721Z","caller":"traceutil/trace.go:171","msg":"trace[1930990135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7540; }","duration":"573.261776ms","start":"2026-05-25T00:55:16.166451Z","end":"2026-05-25T00:55:16.739713Z","steps":["trace[1930990135] 'agreement among raft nodes before linearized reading' (duration: 573.186743ms)"],"step_count":1} {"level":"warn","ts":"2026-05-25T00:55:16.739741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-25T00:55:16.166427Z","time spent":"573.309358ms","remote":"127.0.0.1:46868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-25T00:55:20.844932Z","caller":"traceutil/trace.go:171","msg":"trace[1457257109] transaction","detail":"{read_only:false; response_revision:7557; number_of_response:1; }","duration":"101.573214ms","start":"2026-05-25T00:55:20.743332Z","end":"2026-05-25T00:55:20.844905Z","steps":["trace[1457257109] 'process raft request' (duration: 101.367136ms)"],"step_count":1}