{"level":"warn","ts":"2026-07-29T08:01:48.713132Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T08:01:48.713224Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-29T08:01:48.713305Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-29T08:01:48.713322Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-07-29T08:01:48.713348Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T08:01:48.713988Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-07-29T08:01:48.714072Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-29T08:01:48.743892Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"29.450331ms"} {"level":"info","ts":"2026-07-29T08:01:48.819469Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-07-29T08:01:48.819601Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-07-29T08:01:48.819627Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-07-29T08:01:48.819639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-29T08:01:48.819652Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-07-29T08:01:48.819718Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-07-29T08:01:49.023384Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-29T08:01:49.035106Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-29T08:01:49.063539Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-29T08:01:49.117675Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-29T08:01:49.118032Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-29T08:01:49.1182Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:01:49.118302Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:01:49.118338Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-29T08:01:49.12173Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-29T08:01:49.121973Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-29T08:01:49.122015Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-29T08:01:49.122084Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-07-29T08:01:49.122296Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-07-29T08:01:49.140516Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-07-29T08:01:49.14079Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-07-29T08:01:49.820867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-07-29T08:01:49.82093Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-29T08:01:49.820974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-07-29T08:01:49.820995Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-07-29T08:01:49.821013Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-07-29T08:01:49.821039Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-07-29T08:01:49.821058Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-07-29T08:01:50.509724Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T08:01:50.509714Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:01:50.509808Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-29T08:01:50.509716Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-07-29T08:01:50.510091Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-29T08:01:50.510191Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-29T08:01:50.514125Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-29T08:01:50.515835Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-07-29T08:01:50.539518Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:01:50.539679Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:01:50.539731Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-29T08:01:53.376718Z","caller":"traceutil/trace.go:171","msg":"trace[305197605] transaction","detail":"{read_only:false; response_revision:86; number_of_response:1; }","duration":"126.819682ms","start":"2026-07-29T08:01:53.249879Z","end":"2026-07-29T08:01:53.376699Z","steps":["trace[305197605] 'process raft request' (duration: 126.717559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:01:53.7491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.569807ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-07-29T08:01:53.74919Z","caller":"traceutil/trace.go:171","msg":"trace[665858550] transaction","detail":"{read_only:false; response_revision:88; number_of_response:1; }","duration":"334.945127ms","start":"2026-07-29T08:01:53.41423Z","end":"2026-07-29T08:01:53.749175Z","steps":["trace[665858550] 'process raft request' (duration: 69.98993ms)","trace[665858550] 'compare' (duration: 264.451245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:01:53.74923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:01:53.414215Z","time spent":"335.001729ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:02:00.175461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.111911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6965"} {"level":"warn","ts":"2026-07-29T08:02:00.175504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.62227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-29T08:02:00.175553Z","caller":"traceutil/trace.go:171","msg":"trace[1848599460] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:297; }","duration":"113.246585ms","start":"2026-07-29T08:02:00.062289Z","end":"2026-07-29T08:02:00.175536Z","steps":["trace[1848599460] 'range keys from in-memory index tree' (duration: 112.929426ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.175573Z","caller":"traceutil/trace.go:171","msg":"trace[1497648742] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:297; }","duration":"112.700521ms","start":"2026-07-29T08:02:00.06285Z","end":"2026-07-29T08:02:00.175549Z","steps":["trace[1497648742] 'range keys from in-memory index tree' (duration: 112.523297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.175567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.504501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-07-29T08:02:00.175663Z","caller":"traceutil/trace.go:171","msg":"trace[1314925882] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:297; }","duration":"125.641973ms","start":"2026-07-29T08:02:00.049999Z","end":"2026-07-29T08:02:00.175641Z","steps":["trace[1314925882] 'range keys from in-memory index tree' (duration: 125.392948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.175733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.243685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"warn","ts":"2026-07-29T08:02:00.175818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.04945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4663"} {"level":"info","ts":"2026-07-29T08:02:00.17586Z","caller":"traceutil/trace.go:171","msg":"trace[1541107911] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:297; }","duration":"123.41175ms","start":"2026-07-29T08:02:00.052422Z","end":"2026-07-29T08:02:00.175834Z","steps":["trace[1541107911] 'range keys from in-memory index tree' (duration: 123.155683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.175888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.787975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:02:00.176898Z","caller":"traceutil/trace.go:171","msg":"trace[1827401383] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:297; }","duration":"140.774579ms","start":"2026-07-29T08:02:00.036057Z","end":"2026-07-29T08:02:00.176832Z","steps":["trace[1827401383] 'range keys from in-memory index tree' (duration: 139.698253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.175937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.137262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-07-29T08:02:00.177097Z","caller":"traceutil/trace.go:171","msg":"trace[1444909825] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:297; }","duration":"114.30313ms","start":"2026-07-29T08:02:00.062762Z","end":"2026-07-29T08:02:00.177065Z","steps":["trace[1444909825] 'range keys from in-memory index tree' (duration: 113.035759ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.177568Z","caller":"traceutil/trace.go:171","msg":"trace[1697328907] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:297; }","duration":"113.115412ms","start":"2026-07-29T08:02:00.062749Z","end":"2026-07-29T08:02:00.175865Z","steps":["trace[1697328907] 'range keys from in-memory index tree' (duration: 112.867996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.178128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.813797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-w325k1\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-07-29T08:02:00.178242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.993076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-29T08:02:00.178373Z","caller":"traceutil/trace.go:171","msg":"trace[1740843980] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-w325k1; range_end:; response_count:1; response_revision:297; }","duration":"116.104453ms","start":"2026-07-29T08:02:00.062223Z","end":"2026-07-29T08:02:00.178327Z","steps":["trace[1740843980] 'range keys from in-memory index tree' (duration: 113.47271ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.178392Z","caller":"traceutil/trace.go:171","msg":"trace[1985313122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:297; }","duration":"175.188569ms","start":"2026-07-29T08:02:00.003161Z","end":"2026-07-29T08:02:00.178349Z","steps":["trace[1985313122] 'range keys from in-memory index tree' (duration: 172.595858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.178598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.771275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5335"} {"level":"info","ts":"2026-07-29T08:02:00.178679Z","caller":"traceutil/trace.go:171","msg":"trace[470061663] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:297; }","duration":"115.833896ms","start":"2026-07-29T08:02:00.062805Z","end":"2026-07-29T08:02:00.178639Z","steps":["trace[470061663] 'range keys from in-memory index tree' (duration: 112.888016ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.411984Z","caller":"traceutil/trace.go:171","msg":"trace[200481823] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"227.678887ms","start":"2026-07-29T08:02:00.184283Z","end":"2026-07-29T08:02:00.411962Z","steps":["trace[200481823] 'process raft request' (duration: 226.747414ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.412196Z","caller":"traceutil/trace.go:171","msg":"trace[2048283900] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"225.224097ms","start":"2026-07-29T08:02:00.186929Z","end":"2026-07-29T08:02:00.412154Z","steps":["trace[2048283900] 'process raft request' (duration: 224.947291ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.41238Z","caller":"traceutil/trace.go:171","msg":"trace[1359887803] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"225.348561ms","start":"2026-07-29T08:02:00.187019Z","end":"2026-07-29T08:02:00.412367Z","steps":["trace[1359887803] 'process raft request' (duration: 224.90623ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.41309Z","caller":"traceutil/trace.go:171","msg":"trace[648317155] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"225.265328ms","start":"2026-07-29T08:02:00.187793Z","end":"2026-07-29T08:02:00.413059Z","steps":["trace[648317155] 'process raft request' (duration: 225.120315ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.413197Z","caller":"traceutil/trace.go:171","msg":"trace[109682712] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"226.068408ms","start":"2026-07-29T08:02:00.18711Z","end":"2026-07-29T08:02:00.413179Z","steps":["trace[109682712] 'process raft request' (duration: 225.661628ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.413226Z","caller":"traceutil/trace.go:171","msg":"trace[2066048266] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"224.703116ms","start":"2026-07-29T08:02:00.188493Z","end":"2026-07-29T08:02:00.413196Z","steps":["trace[2066048266] 'process raft request' (duration: 224.48632ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.413551Z","caller":"traceutil/trace.go:171","msg":"trace[766711052] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"181.40671ms","start":"2026-07-29T08:02:00.232132Z","end":"2026-07-29T08:02:00.413539Z","steps":["trace[766711052] 'process raft request' (duration: 181.368339ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.41358Z","caller":"traceutil/trace.go:171","msg":"trace[1532013916] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"224.835489ms","start":"2026-07-29T08:02:00.188732Z","end":"2026-07-29T08:02:00.413567Z","steps":["trace[1532013916] 'process raft request' (duration: 224.706195ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.413629Z","caller":"traceutil/trace.go:171","msg":"trace[961996144] linearizableReadLoop","detail":"{readStateIndex:318; appliedIndex:311; }","duration":"185.733634ms","start":"2026-07-29T08:02:00.227866Z","end":"2026-07-29T08:02:00.4136Z","steps":["trace[961996144] 'read index received' (duration: 183.155412ms)","trace[961996144] 'applied index is now lower than readState.Index' (duration: 2.575682ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:00.413726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.344777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"warn","ts":"2026-07-29T08:02:00.41374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.44648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-07-29T08:02:00.413769Z","caller":"traceutil/trace.go:171","msg":"trace[916584735] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:306; }","duration":"229.418559ms","start":"2026-07-29T08:02:00.184338Z","end":"2026-07-29T08:02:00.413756Z","steps":["trace[916584735] 'agreement among raft nodes before linearized reading' (duration: 229.280576ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.413823Z","caller":"traceutil/trace.go:171","msg":"trace[697234012] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:306; }","duration":"229.550952ms","start":"2026-07-29T08:02:00.184249Z","end":"2026-07-29T08:02:00.4138Z","steps":["trace[697234012] 'agreement among raft nodes before linearized reading' (duration: 229.402889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.413831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.818338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-07-29T08:02:00.41387Z","caller":"traceutil/trace.go:171","msg":"trace[1040643589] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:306; }","duration":"229.881311ms","start":"2026-07-29T08:02:00.183977Z","end":"2026-07-29T08:02:00.413858Z","steps":["trace[1040643589] 'agreement among raft nodes before linearized reading' (duration: 229.775528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.413918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.60392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:195"} {"level":"info","ts":"2026-07-29T08:02:00.413962Z","caller":"traceutil/trace.go:171","msg":"trace[1715057598] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:306; }","duration":"110.658982ms","start":"2026-07-29T08:02:00.303289Z","end":"2026-07-29T08:02:00.413948Z","steps":["trace[1715057598] 'agreement among raft nodes before linearized reading' (duration: 110.60162ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.41374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.775969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"warn","ts":"2026-07-29T08:02:00.413864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.535287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-07-29T08:02:00.414008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.036114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4201"} {"level":"info","ts":"2026-07-29T08:02:00.414011Z","caller":"traceutil/trace.go:171","msg":"trace[1689628902] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:306; }","duration":"211.089057ms","start":"2026-07-29T08:02:00.202907Z","end":"2026-07-29T08:02:00.413996Z","steps":["trace[1689628902] 'agreement among raft nodes before linearized reading' (duration: 210.726028ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.414061Z","caller":"traceutil/trace.go:171","msg":"trace[202233403] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:306; }","duration":"230.095575ms","start":"2026-07-29T08:02:00.183952Z","end":"2026-07-29T08:02:00.414047Z","steps":["trace[202233403] 'agreement among raft nodes before linearized reading' (duration: 230.019883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.414128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.5426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-07-29T08:02:00.41419Z","caller":"traceutil/trace.go:171","msg":"trace[1706931435] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-controller; range_end:; response_count:1; response_revision:306; }","duration":"161.627842ms","start":"2026-07-29T08:02:00.252553Z","end":"2026-07-29T08:02:00.41418Z","steps":["trace[1706931435] 'agreement among raft nodes before linearized reading' (duration: 161.53988ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.414014Z","caller":"traceutil/trace.go:171","msg":"trace[1865974276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:306; }","duration":"182.730592ms","start":"2026-07-29T08:02:00.231273Z","end":"2026-07-29T08:02:00.414003Z","steps":["trace[1865974276] 'agreement among raft nodes before linearized reading' (duration: 182.525717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.708717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.835014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:02:00.709028Z","caller":"traceutil/trace.go:171","msg":"trace[1485221733] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"287.075472ms","start":"2026-07-29T08:02:00.421928Z","end":"2026-07-29T08:02:00.709003Z","steps":["trace[1485221733] 'process raft request' (duration: 286.934248ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.709007Z","caller":"traceutil/trace.go:171","msg":"trace[813729942] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"287.091791ms","start":"2026-07-29T08:02:00.421864Z","end":"2026-07-29T08:02:00.708955Z","steps":["trace[813729942] 'process raft request' (duration: 286.954388ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.709368Z","caller":"traceutil/trace.go:171","msg":"trace[1594151421] transaction","detail":"{read_only:false; response_revision:312; number_of_response:1; }","duration":"287.180064ms","start":"2026-07-29T08:02:00.422167Z","end":"2026-07-29T08:02:00.709347Z","steps":["trace[1594151421] 'process raft request' (duration: 286.843646ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.709438Z","caller":"traceutil/trace.go:171","msg":"trace[937060608] transaction","detail":"{read_only:false; response_revision:311; number_of_response:1; }","duration":"287.272716ms","start":"2026-07-29T08:02:00.422152Z","end":"2026-07-29T08:02:00.709425Z","steps":["trace[937060608] 'process raft request' (duration: 286.814255ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.709473Z","caller":"traceutil/trace.go:171","msg":"trace[9266189] transaction","detail":"{read_only:false; response_revision:310; number_of_response:1; }","duration":"287.456001ms","start":"2026-07-29T08:02:00.421999Z","end":"2026-07-29T08:02:00.709455Z","steps":["trace[9266189] 'process raft request' (duration: 286.909457ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.709663Z","caller":"traceutil/trace.go:171","msg":"trace[2065665327] transaction","detail":"{read_only:false; response_revision:314; number_of_response:1; }","duration":"286.911917ms","start":"2026-07-29T08:02:00.422741Z","end":"2026-07-29T08:02:00.709653Z","steps":["trace[2065665327] 'process raft request' (duration: 286.411075ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.709749Z","caller":"traceutil/trace.go:171","msg":"trace[874782149] transaction","detail":"{read_only:false; response_revision:313; number_of_response:1; }","duration":"287.514621ms","start":"2026-07-29T08:02:00.422224Z","end":"2026-07-29T08:02:00.709739Z","steps":["trace[874782149] 'process raft request' (duration: 286.842705ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.709777Z","caller":"traceutil/trace.go:171","msg":"trace[1274100376] transaction","detail":"{read_only:false; response_revision:315; number_of_response:1; }","duration":"286.817335ms","start":"2026-07-29T08:02:00.422949Z","end":"2026-07-29T08:02:00.709766Z","steps":["trace[1274100376] 'process raft request' (duration: 286.300533ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.710001Z","caller":"traceutil/trace.go:171","msg":"trace[1527181014] linearizableReadLoop","detail":"{readStateIndex:330; appliedIndex:319; }","duration":"273.726639ms","start":"2026-07-29T08:02:00.436264Z","end":"2026-07-29T08:02:00.70999Z","steps":["trace[1527181014] 'read index received' (duration: 159.568322ms)","trace[1527181014] 'applied index is now lower than readState.Index' (duration: 114.157396ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:00.710065Z","caller":"traceutil/trace.go:171","msg":"trace[105168515] transaction","detail":"{read_only:false; response_revision:317; number_of_response:1; }","duration":"285.087183ms","start":"2026-07-29T08:02:00.424966Z","end":"2026-07-29T08:02:00.710053Z","steps":["trace[105168515] 'process raft request' (duration: 284.96074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.710199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.919224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:02:00.710223Z","caller":"traceutil/trace.go:171","msg":"trace[1110014852] transaction","detail":"{read_only:false; response_revision:316; number_of_response:1; }","duration":"285.813691ms","start":"2026-07-29T08:02:00.424394Z","end":"2026-07-29T08:02:00.710208Z","steps":["trace[1110014852] 'process raft request' (duration: 285.136034ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.710237Z","caller":"traceutil/trace.go:171","msg":"trace[1741038775] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:317; }","duration":"274.001795ms","start":"2026-07-29T08:02:00.436226Z","end":"2026-07-29T08:02:00.710227Z","steps":["trace[1741038775] 'agreement among raft nodes before linearized reading' (duration: 273.883922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.710301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.709595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"warn","ts":"2026-07-29T08:02:00.710298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.295452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-29T08:02:00.710342Z","caller":"traceutil/trace.go:171","msg":"trace[1648003511] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:317; }","duration":"207.844598ms","start":"2026-07-29T08:02:00.502486Z","end":"2026-07-29T08:02:00.710331Z","steps":["trace[1648003511] 'agreement among raft nodes before linearized reading' (duration: 207.727385ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.710373Z","caller":"traceutil/trace.go:171","msg":"trace[376857209] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:317; }","duration":"257.425185ms","start":"2026-07-29T08:02:00.45293Z","end":"2026-07-29T08:02:00.710355Z","steps":["trace[376857209] 'agreement among raft nodes before linearized reading' (duration: 257.274522ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.711307Z","caller":"traceutil/trace.go:171","msg":"trace[619861535] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"292.896782ms","start":"2026-07-29T08:02:00.418342Z","end":"2026-07-29T08:02:00.711239Z","steps":["trace[619861535] 'process raft request' (duration: 177.473435ms)","trace[619861535] 'compare' (duration: 112.695541ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:00.967689Z","caller":"traceutil/trace.go:171","msg":"trace[1862492489] transaction","detail":"{read_only:false; response_revision:320; number_of_response:1; }","duration":"252.080937ms","start":"2026-07-29T08:02:00.715579Z","end":"2026-07-29T08:02:00.96766Z","steps":["trace[1862492489] 'process raft request' (duration: 251.974114ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.967748Z","caller":"traceutil/trace.go:171","msg":"trace[1603053941] transaction","detail":"{read_only:false; response_revision:321; number_of_response:1; }","duration":"252.054866ms","start":"2026-07-29T08:02:00.715657Z","end":"2026-07-29T08:02:00.967711Z","steps":["trace[1603053941] 'process raft request' (duration: 251.950093ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.968018Z","caller":"traceutil/trace.go:171","msg":"trace[1639219783] transaction","detail":"{read_only:false; response_revision:323; number_of_response:1; }","duration":"247.473035ms","start":"2026-07-29T08:02:00.720538Z","end":"2026-07-29T08:02:00.968011Z","steps":["trace[1639219783] 'process raft request' (duration: 247.148617ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.967785Z","caller":"traceutil/trace.go:171","msg":"trace[1315251988] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"252.367633ms","start":"2026-07-29T08:02:00.715356Z","end":"2026-07-29T08:02:00.967723Z","steps":["trace[1315251988] 'process raft request' (duration: 208.873713ms)","trace[1315251988] 'compare' (duration: 43.168512ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:00.968122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.932938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-07-29T08:02:00.967837Z","caller":"traceutil/trace.go:171","msg":"trace[1079712464] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"248.529551ms","start":"2026-07-29T08:02:00.719301Z","end":"2026-07-29T08:02:00.967831Z","steps":["trace[1079712464] 'process raft request' (duration: 248.347736ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.968198Z","caller":"traceutil/trace.go:171","msg":"trace[348230225] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:323; }","duration":"251.059301ms","start":"2026-07-29T08:02:00.71713Z","end":"2026-07-29T08:02:00.96819Z","steps":["trace[348230225] 'agreement among raft nodes before linearized reading' (duration: 250.791275ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.967853Z","caller":"traceutil/trace.go:171","msg":"trace[710520949] linearizableReadLoop","detail":"{readStateIndex:336; appliedIndex:331; }","duration":"234.251206ms","start":"2026-07-29T08:02:00.733584Z","end":"2026-07-29T08:02:00.967835Z","steps":["trace[710520949] 'read index received' (duration: 190.646773ms)","trace[710520949] 'applied index is now lower than readState.Index' (duration: 43.602693ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:00.968265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.575606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-07-29T08:02:00.969214Z","caller":"traceutil/trace.go:171","msg":"trace[830651735] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:323; }","duration":"250.542309ms","start":"2026-07-29T08:02:00.718632Z","end":"2026-07-29T08:02:00.969174Z","steps":["trace[830651735] 'agreement among raft nodes before linearized reading' (duration: 249.448663ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:00.978176Z","caller":"traceutil/trace.go:171","msg":"trace[1658054704] transaction","detail":"{read_only:false; response_revision:324; number_of_response:1; }","duration":"236.983642ms","start":"2026-07-29T08:02:00.74118Z","end":"2026-07-29T08:02:00.978164Z","steps":["trace[1658054704] 'process raft request' (duration: 236.90864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:00.978266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.098229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:02:00.978336Z","caller":"traceutil/trace.go:171","msg":"trace[373065154] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:324; }","duration":"185.212152ms","start":"2026-07-29T08:02:00.793113Z","end":"2026-07-29T08:02:00.978325Z","steps":["trace[373065154] 'agreement among raft nodes before linearized reading' (duration: 185.069869ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:01.234036Z","caller":"traceutil/trace.go:171","msg":"trace[254598471] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"196.149426ms","start":"2026-07-29T08:02:01.037834Z","end":"2026-07-29T08:02:01.233984Z","steps":["trace[254598471] 'process raft request' (duration: 106.138753ms)","trace[254598471] 'compare' (duration: 89.618243ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:01.234251Z","caller":"traceutil/trace.go:171","msg":"trace[1818163430] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"189.320281ms","start":"2026-07-29T08:02:01.044895Z","end":"2026-07-29T08:02:01.234215Z","steps":["trace[1818163430] 'process raft request' (duration: 189.241469ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:01.234387Z","caller":"traceutil/trace.go:171","msg":"trace[142180827] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"193.770598ms","start":"2026-07-29T08:02:01.04059Z","end":"2026-07-29T08:02:01.23436Z","steps":["trace[142180827] 'process raft request' (duration: 193.402319ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:01.234437Z","caller":"traceutil/trace.go:171","msg":"trace[393386727] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"195.294425ms","start":"2026-07-29T08:02:01.039115Z","end":"2026-07-29T08:02:01.234409Z","steps":["trace[393386727] 'process raft request' (duration: 194.778922ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:01.234459Z","caller":"traceutil/trace.go:171","msg":"trace[301720179] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"193.624964ms","start":"2026-07-29T08:02:01.04081Z","end":"2026-07-29T08:02:01.234435Z","steps":["trace[301720179] 'process raft request' (duration: 193.225135ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:01.234464Z","caller":"traceutil/trace.go:171","msg":"trace[1508570864] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"191.36695ms","start":"2026-07-29T08:02:01.043084Z","end":"2026-07-29T08:02:01.234451Z","steps":["trace[1508570864] 'process raft request' (duration: 191.017251ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:01.433008Z","caller":"traceutil/trace.go:171","msg":"trace[1818771774] linearizableReadLoop","detail":"{readStateIndex:357; appliedIndex:356; }","duration":"187.843205ms","start":"2026-07-29T08:02:01.245137Z","end":"2026-07-29T08:02:01.432981Z","steps":["trace[1818771774] 'read index received' (duration: 149.446498ms)","trace[1818771774] 'applied index is now lower than readState.Index' (duration: 38.395607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:01.433361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.194724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-7c96b6546b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-07-29T08:02:01.433441Z","caller":"traceutil/trace.go:171","msg":"trace[1522022092] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-7c96b6546b; range_end:; response_count:1; response_revision:344; }","duration":"188.302176ms","start":"2026-07-29T08:02:01.245123Z","end":"2026-07-29T08:02:01.433425Z","steps":["trace[1522022092] 'agreement among raft nodes before linearized reading' (duration: 188.135722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:01.433361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.086738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-29T08:02:01.43356Z","caller":"traceutil/trace.go:171","msg":"trace[1489926178] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:344; }","duration":"134.381855ms","start":"2026-07-29T08:02:01.299155Z","end":"2026-07-29T08:02:01.433537Z","steps":["trace[1489926178] 'agreement among raft nodes before linearized reading' (duration: 134.110518ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:01.433451Z","caller":"traceutil/trace.go:171","msg":"trace[1435384499] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"188.852819ms","start":"2026-07-29T08:02:01.244583Z","end":"2026-07-29T08:02:01.433436Z","steps":["trace[1435384499] 'process raft request' (duration: 149.986591ms)","trace[1435384499] 'compare' (duration: 38.272514ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:01.803724Z","caller":"traceutil/trace.go:171","msg":"trace[1064680005] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"267.038627ms","start":"2026-07-29T08:02:01.53664Z","end":"2026-07-29T08:02:01.803678Z","steps":["trace[1064680005] 'process raft request' (duration: 209.428166ms)","trace[1064680005] 'compare' (duration: 56.835063ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:03.227995Z","caller":"traceutil/trace.go:171","msg":"trace[587307663] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"490.824069ms","start":"2026-07-29T08:02:02.737146Z","end":"2026-07-29T08:02:03.22797Z","steps":["trace[587307663] 'read index received' (duration: 490.682586ms)","trace[587307663] 'applied index is now lower than readState.Index' (duration: 140.403µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:03.228123Z","caller":"traceutil/trace.go:171","msg":"trace[955382904] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"508.310861ms","start":"2026-07-29T08:02:02.719779Z","end":"2026-07-29T08:02:03.228075Z","steps":["trace[955382904] 'process raft request' (duration: 508.020244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:03.228187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.027824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:02:03.228228Z","caller":"traceutil/trace.go:171","msg":"trace[185203476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:357; }","duration":"491.117096ms","start":"2026-07-29T08:02:02.737099Z","end":"2026-07-29T08:02:03.228216Z","steps":["trace[185203476] 'agreement among raft nodes before linearized reading' (duration: 491.023484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:03.228274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:02.737075Z","time spent":"491.191239ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:02:03.228398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.771115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-pnl29\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-07-29T08:02:03.228479Z","caller":"traceutil/trace.go:171","msg":"trace[1292666328] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-pnl29; range_end:; response_count:1; response_revision:357; }","duration":"168.887448ms","start":"2026-07-29T08:02:03.059567Z","end":"2026-07-29T08:02:03.228455Z","steps":["trace[1292666328] 'agreement among raft nodes before linearized reading' (duration: 168.742455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:03.228535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:02.71975Z","time spent":"508.466025ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:02:03.228433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.856344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:02:03.228821Z","caller":"traceutil/trace.go:171","msg":"trace[203483557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:357; }","duration":"434.460648ms","start":"2026-07-29T08:02:02.794337Z","end":"2026-07-29T08:02:03.228797Z","steps":["trace[203483557] 'agreement among raft nodes before linearized reading' (duration: 433.907235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:03.228923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:02.794313Z","time spent":"434.596162ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:02:07.133323Z","caller":"traceutil/trace.go:171","msg":"trace[513667422] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"101.493611ms","start":"2026-07-29T08:02:07.031802Z","end":"2026-07-29T08:02:07.133296Z","steps":["trace[513667422] 'process raft request' (duration: 101.349727ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:08.756698Z","caller":"traceutil/trace.go:171","msg":"trace[1099021344] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"222.734298ms","start":"2026-07-29T08:02:08.533939Z","end":"2026-07-29T08:02:08.756674Z","steps":["trace[1099021344] 'process raft request' (duration: 222.498233ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:10.493458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.804835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:02:10.493516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186104877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T08:02:10.493589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.040081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:02:10.493604Z","caller":"traceutil/trace.go:171","msg":"trace[551743553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:375; }","duration":"1.18625162s","start":"2026-07-29T08:02:09.307326Z","end":"2026-07-29T08:02:10.493578Z","steps":["trace[551743553] 'range keys from in-memory index tree' (duration: 1.185948143s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:10.493568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206911669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:02:10.493648Z","caller":"traceutil/trace.go:171","msg":"trace[1557691949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:375; }","duration":"910.132444ms","start":"2026-07-29T08:02:09.5835Z","end":"2026-07-29T08:02:10.493632Z","steps":["trace[1557691949] 'range keys from in-memory index tree' (duration: 909.895258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:10.493654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:09.307301Z","time spent":"1.186344012s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:02:10.493689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:09.583475Z","time spent":"910.205945ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:02:10.493693Z","caller":"traceutil/trace.go:171","msg":"trace[177854306] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:375; }","duration":"1.207091464s","start":"2026-07-29T08:02:09.28658Z","end":"2026-07-29T08:02:10.493671Z","steps":["trace[177854306] 'range keys from in-memory index tree' (duration: 1.206772095s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:10.493806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:09.286552Z","time spent":"1.207246487s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:02:10.493601Z","caller":"traceutil/trace.go:171","msg":"trace[211665703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:375; }","duration":"699.959559ms","start":"2026-07-29T08:02:09.793568Z","end":"2026-07-29T08:02:10.493528Z","steps":["trace[211665703] 'range keys from in-memory index tree' (duration: 699.704213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:10.493886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:09.793541Z","time spent":"700.339329ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:02:10.875433Z","caller":"traceutil/trace.go:171","msg":"trace[2096923054] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"376.4653ms","start":"2026-07-29T08:02:10.498928Z","end":"2026-07-29T08:02:10.875393Z","steps":["trace[2096923054] 'process raft request' (duration: 376.189683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:10.875673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:10.498893Z","time spent":"376.650234ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:02:10.880971Z","caller":"traceutil/trace.go:171","msg":"trace[65003075] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"381.603063ms","start":"2026-07-29T08:02:10.499325Z","end":"2026-07-29T08:02:10.880928Z","steps":["trace[65003075] 'process raft request' (duration: 381.350367ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:10.881094Z","caller":"traceutil/trace.go:171","msg":"trace[1896385140] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"381.720417ms","start":"2026-07-29T08:02:10.499348Z","end":"2026-07-29T08:02:10.881069Z","steps":["trace[1896385140] 'process raft request' (duration: 381.480181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:10.881164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:10.499298Z","time spent":"381.758357ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:02:10.881191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:10.499329Z","time spent":"381.812898ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:02:10.899451Z","caller":"traceutil/trace.go:171","msg":"trace[1212987728] linearizableReadLoop","detail":"{readStateIndex:394; appliedIndex:390; }","duration":"138.624227ms","start":"2026-07-29T08:02:10.760799Z","end":"2026-07-29T08:02:10.899423Z","steps":["trace[1212987728] 'read index received' (duration: 114.410052ms)","trace[1212987728] 'applied index is now lower than readState.Index' (duration: 24.213045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:10.899637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.988265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:02:10.899625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.813331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:02:10.899671Z","caller":"traceutil/trace.go:171","msg":"trace[2021015522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:378; }","duration":"105.082058ms","start":"2026-07-29T08:02:10.794579Z","end":"2026-07-29T08:02:10.899661Z","steps":["trace[2021015522] 'agreement among raft nodes before linearized reading' (duration: 105.001646ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:10.899689Z","caller":"traceutil/trace.go:171","msg":"trace[1805907340] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:378; }","duration":"138.929164ms","start":"2026-07-29T08:02:10.760745Z","end":"2026-07-29T08:02:10.899674Z","steps":["trace[1805907340] 'agreement among raft nodes before linearized reading' (duration: 138.795781ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:17.126091Z","caller":"traceutil/trace.go:171","msg":"trace[1850564187] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"212.688654ms","start":"2026-07-29T08:02:16.913375Z","end":"2026-07-29T08:02:17.126064Z","steps":["trace[1850564187] 'process raft request' (duration: 212.50818ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:17.200762Z","caller":"traceutil/trace.go:171","msg":"trace[618517940] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"286.61895ms","start":"2026-07-29T08:02:16.914122Z","end":"2026-07-29T08:02:17.200741Z","steps":["trace[618517940] 'process raft request' (duration: 286.467386ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:17.200979Z","caller":"traceutil/trace.go:171","msg":"trace[210163238] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"286.078806ms","start":"2026-07-29T08:02:16.914881Z","end":"2026-07-29T08:02:17.20096Z","steps":["trace[210163238] 'process raft request' (duration: 285.83037ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:17.200981Z","caller":"traceutil/trace.go:171","msg":"trace[339208281] linearizableReadLoop","detail":"{readStateIndex:409; appliedIndex:406; }","duration":"132.795356ms","start":"2026-07-29T08:02:17.068157Z","end":"2026-07-29T08:02:17.200953Z","steps":["trace[339208281] 'read index received' (duration: 57.732993ms)","trace[339208281] 'applied index is now lower than readState.Index' (duration: 75.061053ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:17.201116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.946279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:02:17.201157Z","caller":"traceutil/trace.go:171","msg":"trace[1170623047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:392; }","duration":"133.035761ms","start":"2026-07-29T08:02:17.068109Z","end":"2026-07-29T08:02:17.201145Z","steps":["trace[1170623047] 'agreement among raft nodes before linearized reading' (duration: 132.946469ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:27.689266Z","caller":"traceutil/trace.go:171","msg":"trace[1461275318] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"475.768857ms","start":"2026-07-29T08:02:27.213474Z","end":"2026-07-29T08:02:27.689242Z","steps":["trace[1461275318] 'process raft request' (duration: 475.510841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:27.689389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.016355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-29T08:02:27.689444Z","caller":"traceutil/trace.go:171","msg":"trace[1083276645] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:443; }","duration":"426.117158ms","start":"2026-07-29T08:02:27.263311Z","end":"2026-07-29T08:02:27.689428Z","steps":["trace[1083276645] 'agreement among raft nodes before linearized reading' (duration: 426.003665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:27.689444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:27.213446Z","time spent":"475.90547ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:02:27.689498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:27.263099Z","time spent":"426.387034ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:02:27.689243Z","caller":"traceutil/trace.go:171","msg":"trace[98926468] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:462; }","duration":"425.826201ms","start":"2026-07-29T08:02:27.263362Z","end":"2026-07-29T08:02:27.689188Z","steps":["trace[98926468] 'read index received' (duration: 425.560005ms)","trace[98926468] 'applied index is now lower than readState.Index' (duration: 264.456µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:27.689722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.125176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-29T08:02:27.689775Z","caller":"traceutil/trace.go:171","msg":"trace[758163000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:443; }","duration":"406.198707ms","start":"2026-07-29T08:02:27.283562Z","end":"2026-07-29T08:02:27.689761Z","steps":["trace[758163000] 'agreement among raft nodes before linearized reading' (duration: 406.116285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:27.689814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:27.283552Z","time spent":"406.252029ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:02:27.689863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.539599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:02:27.689913Z","caller":"traceutil/trace.go:171","msg":"trace[2117178471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:443; }","duration":"349.611231ms","start":"2026-07-29T08:02:27.340285Z","end":"2026-07-29T08:02:27.689897Z","steps":["trace[2117178471] 'agreement among raft nodes before linearized reading' (duration: 349.518069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:27.68996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:27.340275Z","time spent":"349.674932ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:02:36.230686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514061168,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:02:36.242428Z","caller":"traceutil/trace.go:171","msg":"trace[31025160] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"514.760206ms","start":"2026-07-29T08:02:35.727638Z","end":"2026-07-29T08:02:36.242398Z","steps":["trace[31025160] 'process raft request' (duration: 514.566301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.242606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.727613Z","time spent":"514.918619ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:02:36.288804Z","caller":"traceutil/trace.go:171","msg":"trace[2054961214] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"558.186371ms","start":"2026-07-29T08:02:35.730578Z","end":"2026-07-29T08:02:36.288764Z","steps":["trace[2054961214] 'process raft request' (duration: 557.927494ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:36.288883Z","caller":"traceutil/trace.go:171","msg":"trace[1009189619] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"558.033057ms","start":"2026-07-29T08:02:35.730777Z","end":"2026-07-29T08:02:36.28881Z","steps":["trace[1009189619] 'process raft request' (duration: 557.904854ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.730566Z","time spent":"558.332184ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:02:36.289035Z","caller":"traceutil/trace.go:171","msg":"trace[1686135024] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"558.15648ms","start":"2026-07-29T08:02:35.730826Z","end":"2026-07-29T08:02:36.288982Z","steps":["trace[1686135024] 'process raft request' (duration: 557.903994ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:36.289073Z","caller":"traceutil/trace.go:171","msg":"trace[449949121] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"550.461391ms","start":"2026-07-29T08:02:35.73855Z","end":"2026-07-29T08:02:36.289011Z","steps":["trace[449949121] 'process raft request' (duration: 550.220755ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:36.289272Z","caller":"traceutil/trace.go:171","msg":"trace[1661194855] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"548.76878ms","start":"2026-07-29T08:02:35.740493Z","end":"2026-07-29T08:02:36.289261Z","steps":["trace[1661194855] 'process raft request' (duration: 548.36776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.289299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.73853Z","time spent":"550.730388ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:02:36.289318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.74046Z","time spent":"548.840011ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:02:36.289183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.730819Z","time spent":"558.299213ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:02:36.289168Z","caller":"traceutil/trace.go:171","msg":"trace[1594279158] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"550.41552ms","start":"2026-07-29T08:02:35.738727Z","end":"2026-07-29T08:02:36.289142Z","steps":["trace[1594279158] 'process raft request' (duration: 550.084692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.289442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.738722Z","time spent":"550.668966ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:02:36.289284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.730768Z","time spent":"558.429906ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:02:36.289558Z","caller":"traceutil/trace.go:171","msg":"trace[1789202042] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"546.020132ms","start":"2026-07-29T08:02:35.743528Z","end":"2026-07-29T08:02:36.289548Z","steps":["trace[1789202042] 'process raft request' (duration: 545.699184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.289644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.743499Z","time spent":"546.090334ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:02:36.289767Z","caller":"traceutil/trace.go:171","msg":"trace[196816196] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"548.958354ms","start":"2026-07-29T08:02:35.740462Z","end":"2026-07-29T08:02:36.289421Z","steps":["trace[196816196] 'process raft request' (duration: 548.666097ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:36.289988Z","caller":"traceutil/trace.go:171","msg":"trace[1954504538] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"535.777541ms","start":"2026-07-29T08:02:35.754185Z","end":"2026-07-29T08:02:36.289963Z","steps":["trace[1954504538] 'process raft request' (duration: 535.275779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.290184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.740452Z","time spent":"549.531879ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:02:36.29028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.754115Z","time spent":"536.11ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:02:36.29054Z","caller":"traceutil/trace.go:171","msg":"trace[1729215099] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"525.869208ms","start":"2026-07-29T08:02:35.764653Z","end":"2026-07-29T08:02:36.290522Z","steps":["trace[1729215099] 'process raft request' (duration: 525.202902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.290606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.76463Z","time spent":"525.94661ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:02:36.290788Z","caller":"traceutil/trace.go:171","msg":"trace[340117536] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"521.024469ms","start":"2026-07-29T08:02:35.769751Z","end":"2026-07-29T08:02:36.290775Z","steps":["trace[340117536] 'process raft request' (duration: 520.66488ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:36.290849Z","caller":"traceutil/trace.go:171","msg":"trace[2076716780] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"376.170356ms","start":"2026-07-29T08:02:35.91466Z","end":"2026-07-29T08:02:36.29083Z","steps":["trace[2076716780] 'process raft request' (duration: 375.941871ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:36.290861Z","caller":"traceutil/trace.go:171","msg":"trace[925071604] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:517; }","duration":"560.387744ms","start":"2026-07-29T08:02:35.730398Z","end":"2026-07-29T08:02:36.290785Z","steps":["trace[925071604] 'read index received' (duration: 511.783322ms)","trace[925071604] 'applied index is now lower than readState.Index' (duration: 48.602862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:36.2909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.769737Z","time spent":"521.07736ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:02:36.29095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.914633Z","time spent":"376.275729ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:02:36.291265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.813595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:02:36.291341Z","caller":"traceutil/trace.go:171","msg":"trace[1571438456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:508; }","duration":"560.970429ms","start":"2026-07-29T08:02:35.730359Z","end":"2026-07-29T08:02:36.29133Z","steps":["trace[1571438456] 'agreement among raft nodes before linearized reading' (duration: 560.693242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.291419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.730341Z","time spent":"561.066821ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:02:36.29456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.597799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:02:36.294656Z","caller":"traceutil/trace.go:171","msg":"trace[1141569245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:510; }","duration":"562.714731ms","start":"2026-07-29T08:02:35.731919Z","end":"2026-07-29T08:02:36.294634Z","steps":["trace[1141569245] 'agreement among raft nodes before linearized reading' (duration: 562.501916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.294719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.731912Z","time spent":"562.794143ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:02:36.295118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.107438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:02:36.295176Z","caller":"traceutil/trace.go:171","msg":"trace[70106268] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:510; }","duration":"560.173549ms","start":"2026-07-29T08:02:35.734988Z","end":"2026-07-29T08:02:36.295162Z","steps":["trace[70106268] 'agreement among raft nodes before linearized reading' (duration: 560.084367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:36.295242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:35.734983Z","time spent":"560.248981ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:02:42.640883Z","caller":"traceutil/trace.go:171","msg":"trace[203757541] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"249.599992ms","start":"2026-07-29T08:02:42.391254Z","end":"2026-07-29T08:02:42.640854Z","steps":["trace[203757541] 'process raft request' (duration: 164.398572ms)","trace[203757541] 'compare' (duration: 85.067756ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:43.673238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514061341,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:02:43.794924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.238518497s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:02:43.795832Z","caller":"traceutil/trace.go:171","msg":"trace[358196904] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.403838072s","start":"2026-07-29T08:02:42.391956Z","end":"2026-07-29T08:02:43.795794Z","steps":["trace[358196904] 'process raft request' (duration: 1.403454682s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:43.796104Z","caller":"traceutil/trace.go:171","msg":"trace[1372507820] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.403166275s","start":"2026-07-29T08:02:42.392883Z","end":"2026-07-29T08:02:43.796049Z","steps":["trace[1372507820] 'process raft request' (duration: 1.402832927s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:43.796153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:42.391938Z","time spent":"1.404052006s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:02:43.796449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:42.392873Z","time spent":"1.4033465s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:02:43.796785Z","caller":"traceutil/trace.go:171","msg":"trace[738852946] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"1.36790269s","start":"2026-07-29T08:02:42.428855Z","end":"2026-07-29T08:02:43.796757Z","steps":["trace[738852946] 'process raft request' (duration: 1.367350277s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:43.796941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:42.428821Z","time spent":"1.368040954s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036293,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:02:44.416258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.510234ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:02:44.416436Z","caller":"traceutil/trace.go:171","msg":"trace[802074160] transaction","detail":"{read_only:false; response_revision:606; number_of_response:1; }","duration":"1.159364816s","start":"2026-07-29T08:02:43.257034Z","end":"2026-07-29T08:02:44.416399Z","steps":["trace[802074160] 'process raft request' (duration: 928.612056ms)","trace[802074160] 'compare' (duration: 230.325609ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:44.416507Z","caller":"traceutil/trace.go:171","msg":"trace[699471979] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"564.955787ms","start":"2026-07-29T08:02:43.851527Z","end":"2026-07-29T08:02:44.416483Z","steps":["trace[699471979] 'process raft request' (duration: 564.869505ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:44.416607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:43.851501Z","time spent":"565.070519ms","remote":"127.0.0.1:52870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:02:44.416621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:43.257015Z","time spent":"1.159513789s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:02:44.416507Z","caller":"traceutil/trace.go:171","msg":"trace[731919074] linearizableReadLoop","detail":"{readStateIndex:632; appliedIndex:628; }","duration":"1.243300114s","start":"2026-07-29T08:02:43.173167Z","end":"2026-07-29T08:02:44.416467Z","steps":["trace[731919074] 'read index received' (duration: 622.250561ms)","trace[731919074] 'applied index is now lower than readState.Index' (duration: 621.044152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:44.416793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24354611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qjbxv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-29T08:02:44.41684Z","caller":"traceutil/trace.go:171","msg":"trace[1155926474] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qjbxv; range_end:; response_count:1; response_revision:607; }","duration":"1.243709174s","start":"2026-07-29T08:02:43.173119Z","end":"2026-07-29T08:02:44.416828Z","steps":["trace[1155926474] 'agreement among raft nodes before linearized reading' (duration: 1.243436228s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:44.41688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:43.173099Z","time spent":"1.243772375s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-qjbxv\" "} {"level":"warn","ts":"2026-07-29T08:02:44.416852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.969835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:02:44.416939Z","caller":"traceutil/trace.go:171","msg":"trace[2133180911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"622.134619ms","start":"2026-07-29T08:02:43.794784Z","end":"2026-07-29T08:02:44.416918Z","steps":["trace[2133180911] 'agreement among raft nodes before linearized reading' (duration: 621.994235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:44.417016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:43.794752Z","time spent":"622.253052ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:02:45.145134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514061353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:02:45.646084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514061353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:02:46.146713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514061353,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:02:46.368255Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.889904922s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:02:46.47961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284370211s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:02:46.479748Z","caller":"traceutil/trace.go:171","msg":"trace[148340919] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:608; }","duration":"1.284521294s","start":"2026-07-29T08:02:45.195206Z","end":"2026-07-29T08:02:46.479727Z","steps":["trace[148340919] 'range keys from in-memory index tree' (duration: 1.28435292s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:46.479811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.164236ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:02:46.479953Z","caller":"traceutil/trace.go:171","msg":"trace[460157113] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"2.044495163s","start":"2026-07-29T08:02:44.435433Z","end":"2026-07-29T08:02:46.479928Z","steps":["trace[460157113] 'process raft request' (duration: 1.933088851s)","trace[460157113] 'compare' (duration: 111.023713ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:02:46.480049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:44.435413Z","time spent":"2.044590026s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:02:46.532135Z","caller":"traceutil/trace.go:171","msg":"trace[1388276742] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:634; }","duration":"1.887732629s","start":"2026-07-29T08:02:44.644374Z","end":"2026-07-29T08:02:46.532107Z","steps":["trace[1388276742] 'read index received' (duration: 1.724213229s)","trace[1388276742] 'applied index is now lower than readState.Index' (duration: 163.5184ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:46.532237Z","caller":"traceutil/trace.go:171","msg":"trace[1377948031] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.627026605s","start":"2026-07-29T08:02:44.905158Z","end":"2026-07-29T08:02:46.532185Z","steps":["trace[1377948031] 'process raft request' (duration: 1.626532453s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:46.532347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398227274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T08:02:46.53238Z","caller":"traceutil/trace.go:171","msg":"trace[111295358] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:610; }","duration":"1.398317025s","start":"2026-07-29T08:02:45.134054Z","end":"2026-07-29T08:02:46.532371Z","steps":["trace[111295358] 'agreement among raft nodes before linearized reading' (duration: 1.398193222s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:46.53241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:45.13403Z","time spent":"1.398373007s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:02:46.532401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888025926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:02:46.532456Z","caller":"traceutil/trace.go:171","msg":"trace[1535410530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:610; }","duration":"1.888146279s","start":"2026-07-29T08:02:44.644293Z","end":"2026-07-29T08:02:46.532439Z","steps":["trace[1535410530] 'agreement among raft nodes before linearized reading' (duration: 1.887939994s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:46.532473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:44.905115Z","time spent":"1.62723753s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:02:46.532498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:44.644273Z","time spent":"1.888217411s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:02:46.532638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.44639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T08:02:46.532692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.117746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:02:46.532744Z","caller":"traceutil/trace.go:171","msg":"trace[54162453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:610; }","duration":"731.611124ms","start":"2026-07-29T08:02:45.801106Z","end":"2026-07-29T08:02:46.532717Z","steps":["trace[54162453] 'agreement among raft nodes before linearized reading' (duration: 731.255606ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:46.532761Z","caller":"traceutil/trace.go:171","msg":"trace[295290830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:610; }","duration":"732.204629ms","start":"2026-07-29T08:02:45.800536Z","end":"2026-07-29T08:02:46.53274Z","steps":["trace[295290830] 'agreement among raft nodes before linearized reading' (duration: 731.886501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:46.532799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:45.801083Z","time spent":"731.705987ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:02:46.532808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:45.800526Z","time spent":"732.27428ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:02:46.533121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.908743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:02:46.533365Z","caller":"traceutil/trace.go:171","msg":"trace[1342372081] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"739.237611ms","start":"2026-07-29T08:02:45.794096Z","end":"2026-07-29T08:02:46.533334Z","steps":["trace[1342372081] 'agreement among raft nodes before linearized reading' (duration: 738.880603ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:46.53346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:02:45.794076Z","time spent":"739.371744ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:02:48.473475Z","caller":"traceutil/trace.go:171","msg":"trace[477688317] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"177.439972ms","start":"2026-07-29T08:02:48.296014Z","end":"2026-07-29T08:02:48.473454Z","steps":["trace[477688317] 'process raft request' (duration: 177.313969ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:53.378239Z","caller":"traceutil/trace.go:171","msg":"trace[1689750229] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"117.561724ms","start":"2026-07-29T08:02:53.260646Z","end":"2026-07-29T08:02:53.378208Z","steps":["trace[1689750229] 'process raft request' (duration: 117.307967ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:58.911606Z","caller":"traceutil/trace.go:171","msg":"trace[1908764285] linearizableReadLoop","detail":"{readStateIndex:782; appliedIndex:781; }","duration":"117.354688ms","start":"2026-07-29T08:02:58.794217Z","end":"2026-07-29T08:02:58.911571Z","steps":["trace[1908764285] 'read index received' (duration: 117.054941ms)","trace[1908764285] 'applied index is now lower than readState.Index' (duration: 297.957µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:58.911719Z","caller":"traceutil/trace.go:171","msg":"trace[292992945] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"192.286256ms","start":"2026-07-29T08:02:58.719356Z","end":"2026-07-29T08:02:58.911642Z","steps":["trace[292992945] 'process raft request' (duration: 191.996409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:58.911854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.604755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:02:58.911969Z","caller":"traceutil/trace.go:171","msg":"trace[1554620497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:751; }","duration":"117.764338ms","start":"2026-07-29T08:02:58.794179Z","end":"2026-07-29T08:02:58.911943Z","steps":["trace[1554620497] 'agreement among raft nodes before linearized reading' (duration: 117.578403ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:59.461189Z","caller":"traceutil/trace.go:171","msg":"trace[1976824876] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:782; }","duration":"171.892085ms","start":"2026-07-29T08:02:59.289273Z","end":"2026-07-29T08:02:59.461165Z","steps":["trace[1976824876] 'read index received' (duration: 171.67019ms)","trace[1976824876] 'applied index is now lower than readState.Index' (duration: 220.995µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:59.461325Z","caller":"traceutil/trace.go:171","msg":"trace[1988678457] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"185.035228ms","start":"2026-07-29T08:02:59.276266Z","end":"2026-07-29T08:02:59.461302Z","steps":["trace[1988678457] 'process raft request' (duration: 184.765221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:59.461374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.087851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:02:59.461407Z","caller":"traceutil/trace.go:171","msg":"trace[659452831] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:752; }","duration":"172.180103ms","start":"2026-07-29T08:02:59.289218Z","end":"2026-07-29T08:02:59.461398Z","steps":["trace[659452831] 'agreement among raft nodes before linearized reading' (duration: 172.04661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:59.628895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.291892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:02:59.628995Z","caller":"traceutil/trace.go:171","msg":"trace[1561609897] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"161.791609ms","start":"2026-07-29T08:02:59.467186Z","end":"2026-07-29T08:02:59.628978Z","steps":["trace[1561609897] 'process raft request' (duration: 32.339904ms)","trace[1561609897] 'compare' (duration: 129.174478ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:59.630455Z","caller":"traceutil/trace.go:171","msg":"trace[376279201] linearizableReadLoop","detail":"{readStateIndex:786; appliedIndex:783; }","duration":"149.527417ms","start":"2026-07-29T08:02:59.480912Z","end":"2026-07-29T08:02:59.630439Z","steps":["trace[376279201] 'read index received' (duration: 18.594216ms)","trace[376279201] 'applied index is now lower than readState.Index' (duration: 130.932311ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:02:59.630556Z","caller":"traceutil/trace.go:171","msg":"trace[266423222] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"162.307381ms","start":"2026-07-29T08:02:59.468231Z","end":"2026-07-29T08:02:59.630538Z","steps":["trace[266423222] 'process raft request' (duration: 162.034264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:02:59.630596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.655901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:02:59.630662Z","caller":"traceutil/trace.go:171","msg":"trace[423687615] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:755; }","duration":"149.731712ms","start":"2026-07-29T08:02:59.480909Z","end":"2026-07-29T08:02:59.63064Z","steps":["trace[423687615] 'agreement among raft nodes before linearized reading' (duration: 149.61873ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:02:59.630771Z","caller":"traceutil/trace.go:171","msg":"trace[1191102774] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"158.026976ms","start":"2026-07-29T08:02:59.472736Z","end":"2026-07-29T08:02:59.630763Z","steps":["trace[1191102774] 'process raft request' (duration: 157.644617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:04.04492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119082636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:03:04.045018Z","caller":"traceutil/trace.go:171","msg":"trace[1891333084] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:776; }","duration":"1.1192347s","start":"2026-07-29T08:03:02.925765Z","end":"2026-07-29T08:03:04.045Z","steps":["trace[1891333084] 'range keys from in-memory index tree' (duration: 1.118887002s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:04.045076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:02.925744Z","time spent":"1.119319983s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:03:04.045147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.384701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:03:04.045254Z","caller":"traceutil/trace.go:171","msg":"trace[881605327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:776; }","duration":"250.584396ms","start":"2026-07-29T08:03:03.794647Z","end":"2026-07-29T08:03:04.045231Z","steps":["trace[881605327] 'range keys from in-memory index tree' (duration: 250.309879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:04.045153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.234127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:03:04.045359Z","caller":"traceutil/trace.go:171","msg":"trace[413976101] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:776; }","duration":"882.567725ms","start":"2026-07-29T08:03:03.162765Z","end":"2026-07-29T08:03:04.045332Z","steps":["trace[413976101] 'count revisions from in-memory index tree' (duration: 882.033663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:04.045405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.868625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-4lt9h\" ","response":"range_response_count:1 size:3965"} {"level":"warn","ts":"2026-07-29T08:03:04.045444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:03.162736Z","time spent":"882.686818ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:03:04.045458Z","caller":"traceutil/trace.go:171","msg":"trace[268747509] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-4lt9h; range_end:; response_count:1; response_revision:776; }","duration":"761.970288ms","start":"2026-07-29T08:03:03.283472Z","end":"2026-07-29T08:03:04.045442Z","steps":["trace[268747509] 'range keys from in-memory index tree' (duration: 761.65786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:04.045506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:03.283443Z","time spent":"762.050239ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3989,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-4lt9h\" "} {"level":"warn","ts":"2026-07-29T08:03:04.045157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.1005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:03:04.045716Z","caller":"traceutil/trace.go:171","msg":"trace[1073646645] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:776; }","duration":"784.793087ms","start":"2026-07-29T08:03:03.260907Z","end":"2026-07-29T08:03:04.0457Z","steps":["trace[1073646645] 'count revisions from in-memory index tree' (duration: 783.963577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:04.046211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:03.26086Z","time spent":"785.32863ms","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:03:32.715021Z","caller":"traceutil/trace.go:171","msg":"trace[732351070] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"502.492194ms","start":"2026-07-29T08:03:32.212503Z","end":"2026-07-29T08:03:32.714995Z","steps":["trace[732351070] 'process raft request' (duration: 502.32ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:32.715189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:32.212491Z","time spent":"502.617367ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:03:33.536566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.405651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:03:33.53679Z","caller":"traceutil/trace.go:171","msg":"trace[195799745] linearizableReadLoop","detail":"{readStateIndex:1005; appliedIndex:1003; }","duration":"743.052774ms","start":"2026-07-29T08:03:32.793719Z","end":"2026-07-29T08:03:33.536772Z","steps":["trace[195799745] 'read index received' (duration: 333.372956ms)","trace[195799745] 'applied index is now lower than readState.Index' (duration: 409.678938ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:03:33.536878Z","caller":"traceutil/trace.go:171","msg":"trace[449201471] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"1.320343222s","start":"2026-07-29T08:03:32.216525Z","end":"2026-07-29T08:03:33.536868Z","steps":["trace[449201471] 'process raft request' (duration: 910.557622ms)","trace[449201471] 'compare' (duration: 409.300889ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:03:33.536942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:32.216509Z","time spent":"1.320399803s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:03:33.537019Z","caller":"traceutil/trace.go:171","msg":"trace[264584534] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"1.046405725s","start":"2026-07-29T08:03:32.490592Z","end":"2026-07-29T08:03:33.536998Z","steps":["trace[264584534] 'process raft request' (duration: 1.046124658s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:33.537137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.409273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:03:33.537225Z","caller":"traceutil/trace.go:171","msg":"trace[618476365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"743.529917ms","start":"2026-07-29T08:03:32.79367Z","end":"2026-07-29T08:03:33.5372Z","steps":["trace[618476365] 'agreement among raft nodes before linearized reading' (duration: 743.2551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:33.537281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:32.793651Z","time spent":"743.616888ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:03:33.537362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.991232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:03:33.537473Z","caller":"traceutil/trace.go:171","msg":"trace[1355378060] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"491.145406ms","start":"2026-07-29T08:03:33.046308Z","end":"2026-07-29T08:03:33.537453Z","steps":["trace[1355378060] 'agreement among raft nodes before linearized reading' (duration: 490.91877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:33.537519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:33.046287Z","time spent":"491.223308ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:03:33.537383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.898551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:03:33.537579Z","caller":"traceutil/trace.go:171","msg":"trace[2014080249] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:967; }","duration":"564.096946ms","start":"2026-07-29T08:03:32.973468Z","end":"2026-07-29T08:03:33.537565Z","steps":["trace[2014080249] 'agreement among raft nodes before linearized reading' (duration: 563.770588ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:33.537631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:32.973408Z","time spent":"564.209118ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:03:33.53771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:32.490565Z","time spent":"1.046503627s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:03:33.537746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.951412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:03:33.537835Z","caller":"traceutil/trace.go:171","msg":"trace[1813240231] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"626.23955ms","start":"2026-07-29T08:03:32.911572Z","end":"2026-07-29T08:03:33.537811Z","steps":["trace[1813240231] 'agreement among raft nodes before linearized reading' (duration: 625.656535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:33.537888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:32.911556Z","time spent":"626.320991ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:03:33.794856Z","caller":"traceutil/trace.go:171","msg":"trace[849405225] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"253.192237ms","start":"2026-07-29T08:03:33.541637Z","end":"2026-07-29T08:03:33.79483Z","steps":["trace[849405225] 'process raft request' (duration: 238.73124ms)","trace[849405225] 'compare' (duration: 14.248602ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:03:33.794863Z","caller":"traceutil/trace.go:171","msg":"trace[1316440329] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"251.769933ms","start":"2026-07-29T08:03:33.543063Z","end":"2026-07-29T08:03:33.794833Z","steps":["trace[1316440329] 'process raft request' (duration: 251.698311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:46.973592Z","caller":"traceutil/trace.go:171","msg":"trace[295196514] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"142.061074ms","start":"2026-07-29T08:03:46.831506Z","end":"2026-07-29T08:03:46.973568Z","steps":["trace[295196514] 'process raft request' (duration: 141.906141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:50.294528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514062393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:03:51.612987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.169699104s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:03:51.61538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171983441s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:03:51.615729Z","caller":"traceutil/trace.go:171","msg":"trace[748964814] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"1.919105511s","start":"2026-07-29T08:03:49.696578Z","end":"2026-07-29T08:03:51.615683Z","steps":["trace[748964814] 'process raft request' (duration: 746.69603ms)","trace[748964814] 'compare' (duration: 1.17155063s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:03:51.615895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:49.69655Z","time spent":"1.919259495s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:03:51.619898Z","caller":"traceutil/trace.go:171","msg":"trace[99779813] linearizableReadLoop","detail":"{readStateIndex:1121; appliedIndex:1119; }","duration":"1.826355847s","start":"2026-07-29T08:03:49.79352Z","end":"2026-07-29T08:03:51.619876Z","steps":["trace[99779813] 'read index received' (duration: 649.68537ms)","trace[99779813] 'applied index is now lower than readState.Index' (duration: 1.176667957s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:03:51.620104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826560672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:03:51.620174Z","caller":"traceutil/trace.go:171","msg":"trace[4032085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1078; }","duration":"1.826685185s","start":"2026-07-29T08:03:49.793476Z","end":"2026-07-29T08:03:51.620161Z","steps":["trace[4032085] 'agreement among raft nodes before linearized reading' (duration: 1.826538491s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:51.620227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:49.793456Z","time spent":"1.826762367s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:03:51.621043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.755271579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:03:51.621071Z","caller":"traceutil/trace.go:171","msg":"trace[1576943797] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1079; }","duration":"1.755353771s","start":"2026-07-29T08:03:49.86571Z","end":"2026-07-29T08:03:51.621064Z","steps":["trace[1576943797] 'agreement among raft nodes before linearized reading' (duration: 1.755246509s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:51.621089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:49.865678Z","time spent":"1.755407732s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:03:51.621211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.511306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:03:51.621229Z","caller":"traceutil/trace.go:171","msg":"trace[1205066348] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1079; }","duration":"634.594027ms","start":"2026-07-29T08:03:50.986631Z","end":"2026-07-29T08:03:51.621225Z","steps":["trace[1205066348] 'agreement among raft nodes before linearized reading' (duration: 634.543756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:51.621243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:50.986601Z","time spent":"634.639239ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:03:51.621297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170983516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:03:51.621316Z","caller":"traceutil/trace.go:171","msg":"trace[897542949] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1079; }","duration":"1.171054588s","start":"2026-07-29T08:03:50.450255Z","end":"2026-07-29T08:03:51.621309Z","steps":["trace[897542949] 'agreement among raft nodes before linearized reading' (duration: 1.171025038s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:51.62133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:50.450223Z","time spent":"1.171103419s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-07-29T08:03:51.621445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75410707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:03:51.621464Z","caller":"traceutil/trace.go:171","msg":"trace[1070961933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1079; }","duration":"1.754184862s","start":"2026-07-29T08:03:49.867275Z","end":"2026-07-29T08:03:51.62146Z","steps":["trace[1070961933] 'agreement among raft nodes before linearized reading' (duration: 1.754129581s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:51.621477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:49.86725Z","time spent":"1.754223662s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:03:53.302555Z","caller":"traceutil/trace.go:171","msg":"trace[243270163] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"196.988973ms","start":"2026-07-29T08:03:53.105517Z","end":"2026-07-29T08:03:53.302506Z","steps":["trace[243270163] 'process raft request' (duration: 136.018514ms)","trace[243270163] 'compare' (duration: 60.742533ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:03:53.336893Z","caller":"traceutil/trace.go:171","msg":"trace[599241710] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"230.947703ms","start":"2026-07-29T08:03:53.105862Z","end":"2026-07-29T08:03:53.33681Z","steps":["trace[599241710] 'process raft request' (duration: 230.615785ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.336991Z","caller":"traceutil/trace.go:171","msg":"trace[15801896] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"229.385544ms","start":"2026-07-29T08:03:53.107579Z","end":"2026-07-29T08:03:53.336964Z","steps":["trace[15801896] 'process raft request' (duration: 229.078236ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.337365Z","caller":"traceutil/trace.go:171","msg":"trace[313074914] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"215.750447ms","start":"2026-07-29T08:03:53.121521Z","end":"2026-07-29T08:03:53.337271Z","steps":["trace[313074914] 'process raft request' (duration: 215.547682ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.337393Z","caller":"traceutil/trace.go:171","msg":"trace[156643602] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"218.541496ms","start":"2026-07-29T08:03:53.118673Z","end":"2026-07-29T08:03:53.337215Z","steps":["trace[156643602] 'process raft request' (duration: 218.27182ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.337213Z","caller":"traceutil/trace.go:171","msg":"trace[737883423] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"219.476829ms","start":"2026-07-29T08:03:53.117582Z","end":"2026-07-29T08:03:53.337059Z","steps":["trace[737883423] 'process raft request' (duration: 219.175302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.792348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.972803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:03:53.793314Z","caller":"traceutil/trace.go:171","msg":"trace[1089098003] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"434.302402ms","start":"2026-07-29T08:03:53.358984Z","end":"2026-07-29T08:03:53.793286Z","steps":["trace[1089098003] 'process raft request' (duration: 434.24233ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.793568Z","caller":"traceutil/trace.go:171","msg":"trace[1001343036] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"435.081632ms","start":"2026-07-29T08:03:53.358472Z","end":"2026-07-29T08:03:53.793554Z","steps":["trace[1001343036] 'process raft request' (duration: 434.284742ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.793554Z","caller":"traceutil/trace.go:171","msg":"trace[1112984028] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"435.475862ms","start":"2026-07-29T08:03:53.358042Z","end":"2026-07-29T08:03:53.793518Z","steps":["trace[1112984028] 'process raft request' (duration: 434.674302ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.79362Z","caller":"traceutil/trace.go:171","msg":"trace[1984043587] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"434.683421ms","start":"2026-07-29T08:03:53.358907Z","end":"2026-07-29T08:03:53.793591Z","steps":["trace[1984043587] 'process raft request' (duration: 434.190199ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.793663Z","caller":"traceutil/trace.go:171","msg":"trace[394873622] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"435.031941ms","start":"2026-07-29T08:03:53.358608Z","end":"2026-07-29T08:03:53.79364Z","steps":["trace[394873622] 'process raft request' (duration: 434.376584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.793674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358435Z","time spent":"435.184754ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1048,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:03:53.793766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358578Z","time spent":"435.125102ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1540,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:03:53.793552Z","caller":"traceutil/trace.go:171","msg":"trace[1534711057] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"434.654081ms","start":"2026-07-29T08:03:53.358848Z","end":"2026-07-29T08:03:53.793503Z","steps":["trace[1534711057] 'process raft request' (duration: 434.20639ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.793818Z","caller":"traceutil/trace.go:171","msg":"trace[561091149] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"434.870797ms","start":"2026-07-29T08:03:53.358933Z","end":"2026-07-29T08:03:53.793804Z","steps":["trace[561091149] 'process raft request' (duration: 434.2008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.793852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358835Z","time spent":"434.987689ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1422,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:03:53.793847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358978Z","time spent":"434.597329ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1451,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:03:53.793967Z","caller":"traceutil/trace.go:171","msg":"trace[1165372943] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"435.324157ms","start":"2026-07-29T08:03:53.358628Z","end":"2026-07-29T08:03:53.793952Z","steps":["trace[1165372943] 'process raft request' (duration: 434.390944ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.793974Z","caller":"traceutil/trace.go:171","msg":"trace[43397651] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"435.082932ms","start":"2026-07-29T08:03:53.358877Z","end":"2026-07-29T08:03:53.79396Z","steps":["trace[43397651] 'process raft request' (duration: 434.294552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.794028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358817Z","time spent":"435.191374ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1332,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:03:53.794036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358589Z","time spent":"435.41583ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1330,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:03:53.794094Z","caller":"traceutil/trace.go:171","msg":"trace[934978616] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"436.316563ms","start":"2026-07-29T08:03:53.357762Z","end":"2026-07-29T08:03:53.794078Z","steps":["trace[934978616] 'process raft request' (duration: 434.874487ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.793764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358881Z","time spent":"434.812365ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:03:53.793495Z","caller":"traceutil/trace.go:171","msg":"trace[1375473017] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"434.868986ms","start":"2026-07-29T08:03:53.358595Z","end":"2026-07-29T08:03:53.793464Z","steps":["trace[1375473017] 'process raft request' (duration: 434.349813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.793921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358923Z","time spent":"434.958249ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1209,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:03:53.79429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358583Z","time spent":"435.674106ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1450,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:03:53.794291Z","caller":"traceutil/trace.go:171","msg":"trace[2000500250] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"435.719647ms","start":"2026-07-29T08:03:53.358538Z","end":"2026-07-29T08:03:53.794257Z","steps":["trace[2000500250] 'process raft request' (duration: 434.285701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.793774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358033Z","time spent":"435.620745ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1174,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:03:53.794332Z","caller":"traceutil/trace.go:171","msg":"trace[697847541] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"435.760038ms","start":"2026-07-29T08:03:53.358557Z","end":"2026-07-29T08:03:53.794317Z","steps":["trace[697847541] 'process raft request' (duration: 434.312893ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.794218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.357745Z","time spent":"436.427215ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:03:53.794394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358543Z","time spent":"435.82054ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1584,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:03:53.794404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.358528Z","time spent":"435.82368ms","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1119,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:03:53.792792Z","caller":"traceutil/trace.go:171","msg":"trace[1888990524] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"449.095248ms","start":"2026-07-29T08:03:53.343639Z","end":"2026-07-29T08:03:53.792735Z","steps":["trace[1888990524] 'process raft request' (duration: 164.611912ms)","trace[1888990524] 'compare' (duration: 283.376549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:03:53.798269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.343617Z","time spent":"454.607074ms","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:03:53.809522Z","caller":"traceutil/trace.go:171","msg":"trace[666791613] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"414.39972ms","start":"2026-07-29T08:03:53.39509Z","end":"2026-07-29T08:03:53.80949Z","steps":["trace[666791613] 'process raft request' (duration: 414.151213ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.809576Z","caller":"traceutil/trace.go:171","msg":"trace[1922285300] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"411.828986ms","start":"2026-07-29T08:03:53.397724Z","end":"2026-07-29T08:03:53.809553Z","steps":["trace[1922285300] 'process raft request' (duration: 411.691583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.809729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.112237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:03:53.809777Z","caller":"traceutil/trace.go:171","msg":"trace[1535269352] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1114; }","duration":"189.222939ms","start":"2026-07-29T08:03:53.620543Z","end":"2026-07-29T08:03:53.809766Z","steps":["trace[1535269352] 'agreement among raft nodes before linearized reading' (duration: 189.052025ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.809538Z","caller":"traceutil/trace.go:171","msg":"trace[1145413360] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1155; }","duration":"188.915852ms","start":"2026-07-29T08:03:53.620601Z","end":"2026-07-29T08:03:53.809517Z","steps":["trace[1145413360] 'read index received' (duration: 188.690477ms)","trace[1145413360] 'applied index is now lower than readState.Index' (duration: 224.515µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:03:53.809733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.397686Z","time spent":"411.927749ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10133,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:03:53.810043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:03:53.395059Z","time spent":"414.554364ms","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11587,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:03:53.817719Z","caller":"traceutil/trace.go:171","msg":"trace[1966649700] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"190.02518ms","start":"2026-07-29T08:03:53.627678Z","end":"2026-07-29T08:03:53.817703Z","steps":["trace[1966649700] 'process raft request' (duration: 189.838265ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.818522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.766439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T08:03:53.818565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.383305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:03:53.818647Z","caller":"traceutil/trace.go:171","msg":"trace[192794509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1128; }","duration":"183.514139ms","start":"2026-07-29T08:03:53.635115Z","end":"2026-07-29T08:03:53.818629Z","steps":["trace[192794509] 'agreement among raft nodes before linearized reading' (duration: 183.309264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.818672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.676623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:03:53.818694Z","caller":"traceutil/trace.go:171","msg":"trace[1685130951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1128; }","duration":"183.741604ms","start":"2026-07-29T08:03:53.634946Z","end":"2026-07-29T08:03:53.818688Z","steps":["trace[1685130951] 'agreement among raft nodes before linearized reading' (duration: 183.674522ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:03:53.818598Z","caller":"traceutil/trace.go:171","msg":"trace[954849711] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1128; }","duration":"186.903762ms","start":"2026-07-29T08:03:53.631674Z","end":"2026-07-29T08:03:53.818578Z","steps":["trace[954849711] 'agreement among raft nodes before linearized reading' (duration: 186.703667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:03:53.818924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.000318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:03:53.81895Z","caller":"traceutil/trace.go:171","msg":"trace[497747186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1129; }","duration":"177.059299ms","start":"2026-07-29T08:03:53.641884Z","end":"2026-07-29T08:03:53.818943Z","steps":["trace[497747186] 'agreement among raft nodes before linearized reading' (duration: 176.976497ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:06.085258Z","caller":"traceutil/trace.go:171","msg":"trace[42242140] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"162.214753ms","start":"2026-07-29T08:04:05.923007Z","end":"2026-07-29T08:04:06.085222Z","steps":["trace[42242140] 'process raft request' (duration: 70.405622ms)","trace[42242140] 'compare' (duration: 91.566775ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:06.17349Z","caller":"traceutil/trace.go:171","msg":"trace[1598160041] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"249.984134ms","start":"2026-07-29T08:04:05.923488Z","end":"2026-07-29T08:04:06.173472Z","steps":["trace[1598160041] 'process raft request' (duration: 249.8556ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:06.173733Z","caller":"traceutil/trace.go:171","msg":"trace[1430843403] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"249.761318ms","start":"2026-07-29T08:04:05.923963Z","end":"2026-07-29T08:04:06.173724Z","steps":["trace[1430843403] 'process raft request' (duration: 249.475991ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:06.173941Z","caller":"traceutil/trace.go:171","msg":"trace[1323603952] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"249.890231ms","start":"2026-07-29T08:04:05.924013Z","end":"2026-07-29T08:04:06.173903Z","steps":["trace[1323603952] 'process raft request' (duration: 249.594074ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:10.38318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.355962ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T08:04:10.383347Z","caller":"traceutil/trace.go:171","msg":"trace[319380874] linearizableReadLoop","detail":"{readStateIndex:1332; appliedIndex:1331; }","duration":"192.919163ms","start":"2026-07-29T08:04:10.190399Z","end":"2026-07-29T08:04:10.383318Z","steps":["trace[319380874] 'read index received' (duration: 16.332604ms)","trace[319380874] 'applied index is now lower than readState.Index' (duration: 176.584519ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:10.383687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.597664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-29T08:04:10.383735Z","caller":"traceutil/trace.go:171","msg":"trace[998225302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1284; }","duration":"192.723927ms","start":"2026-07-29T08:04:10.190994Z","end":"2026-07-29T08:04:10.383718Z","steps":["trace[998225302] 'agreement among raft nodes before linearized reading' (duration: 192.475471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:10.383776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.625245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T08:04:10.383874Z","caller":"traceutil/trace.go:171","msg":"trace[703642434] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1284; }","duration":"192.763449ms","start":"2026-07-29T08:04:10.191089Z","end":"2026-07-29T08:04:10.383853Z","steps":["trace[703642434] 'agreement among raft nodes before linearized reading' (duration: 192.39292ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:10.383657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.21583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T08:04:10.384152Z","caller":"traceutil/trace.go:171","msg":"trace[324539990] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1284; }","duration":"193.756063ms","start":"2026-07-29T08:04:10.190367Z","end":"2026-07-29T08:04:10.384123Z","steps":["trace[324539990] 'agreement among raft nodes before linearized reading' (duration: 193.047476ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:12.094158Z","caller":"traceutil/trace.go:171","msg":"trace[583940833] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1335; }","duration":"147.632532ms","start":"2026-07-29T08:04:11.946479Z","end":"2026-07-29T08:04:12.094111Z","steps":["trace[583940833] 'read index received' (duration: 147.385416ms)","trace[583940833] 'applied index is now lower than readState.Index' (duration: 246.346µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:12.09435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.849637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:04:12.094383Z","caller":"traceutil/trace.go:171","msg":"trace[30348421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1288; }","duration":"147.93774ms","start":"2026-07-29T08:04:11.946436Z","end":"2026-07-29T08:04:12.094374Z","steps":["trace[30348421] 'agreement among raft nodes before linearized reading' (duration: 147.787136ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:12.094569Z","caller":"traceutil/trace.go:171","msg":"trace[680732085] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"181.992702ms","start":"2026-07-29T08:04:11.912539Z","end":"2026-07-29T08:04:12.094532Z","steps":["trace[680732085] 'process raft request' (duration: 181.443859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:12.405825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.127361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:04:12.405942Z","caller":"traceutil/trace.go:171","msg":"trace[2062144208] linearizableReadLoop","detail":"{readStateIndex:1337; appliedIndex:1336; }","duration":"304.758688ms","start":"2026-07-29T08:04:12.101166Z","end":"2026-07-29T08:04:12.405925Z","steps":["trace[2062144208] 'read index received' (duration: 142.515195ms)","trace[2062144208] 'applied index is now lower than readState.Index' (duration: 162.242343ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:12.40607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.897133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:12.4061Z","caller":"traceutil/trace.go:171","msg":"trace[1176416265] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1289; }","duration":"304.965413ms","start":"2026-07-29T08:04:12.101123Z","end":"2026-07-29T08:04:12.406089Z","steps":["trace[1176416265] 'agreement among raft nodes before linearized reading' (duration: 304.909432ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:12.406079Z","caller":"traceutil/trace.go:171","msg":"trace[1668480313] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"307.471906ms","start":"2026-07-29T08:04:12.098515Z","end":"2026-07-29T08:04:12.405987Z","steps":["trace[1668480313] 'process raft request' (duration: 145.074949ms)","trace[1668480313] 'compare' (duration: 162.002877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:12.406173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.101103Z","time spent":"305.059276ms","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:04:12.40624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.098495Z","time spent":"307.66852ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:12.406284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.372178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-29T08:04:12.406372Z","caller":"traceutil/trace.go:171","msg":"trace[533347757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1289; }","duration":"287.515352ms","start":"2026-07-29T08:04:12.118833Z","end":"2026-07-29T08:04:12.406348Z","steps":["trace[533347757] 'agreement among raft nodes before linearized reading' (duration: 287.256765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:12.803887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.488747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:04:12.804141Z","caller":"traceutil/trace.go:171","msg":"trace[1504853911] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1337; }","duration":"379.095187ms","start":"2026-07-29T08:04:12.425022Z","end":"2026-07-29T08:04:12.804117Z","steps":["trace[1504853911] 'read index received' (duration: 225.287903ms)","trace[1504853911] 'applied index is now lower than readState.Index' (duration: 153.804854ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:12.804437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.392596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-29T08:04:12.804506Z","caller":"traceutil/trace.go:171","msg":"trace[1962225396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1290; }","duration":"379.501858ms","start":"2026-07-29T08:04:12.424991Z","end":"2026-07-29T08:04:12.804492Z","steps":["trace[1962225396] 'agreement among raft nodes before linearized reading' (duration: 379.332343ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:12.804406Z","caller":"traceutil/trace.go:171","msg":"trace[820201732] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"393.813872ms","start":"2026-07-29T08:04:12.410411Z","end":"2026-07-29T08:04:12.804225Z","steps":["trace[820201732] 'process raft request' (duration: 239.850993ms)","trace[820201732] 'compare' (duration: 153.269542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:12.804548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.424976Z","time spent":"379.56449ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:04:12.804589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.066882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T08:04:12.804641Z","caller":"traceutil/trace.go:171","msg":"trace[205891064] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1290; }","duration":"361.158334ms","start":"2026-07-29T08:04:12.443469Z","end":"2026-07-29T08:04:12.804627Z","steps":["trace[205891064] 'agreement among raft nodes before linearized reading' (duration: 360.918538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:12.804652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.262732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-07-29T08:04:12.804693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.44344Z","time spent":"361.241616ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:04:12.804737Z","caller":"traceutil/trace.go:171","msg":"trace[715113844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1290; }","duration":"360.390955ms","start":"2026-07-29T08:04:12.444327Z","end":"2026-07-29T08:04:12.804718Z","steps":["trace[715113844] 'agreement among raft nodes before linearized reading' (duration: 360.128939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:12.804786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.444314Z","time spent":"360.462307ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:04:12.804842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.410388Z","time spent":"394.190922ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:13.635003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.920264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:04:13.635227Z","caller":"traceutil/trace.go:171","msg":"trace[1293396719] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"824.352302ms","start":"2026-07-29T08:04:12.810857Z","end":"2026-07-29T08:04:13.635209Z","steps":["trace[1293396719] 'process raft request' (duration: 824.311791ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:13.635219Z","caller":"traceutil/trace.go:171","msg":"trace[362218311] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"824.665179ms","start":"2026-07-29T08:04:12.810511Z","end":"2026-07-29T08:04:13.635176Z","steps":["trace[362218311] 'process raft request' (duration: 164.485578ms)","trace[362218311] 'compare' (duration: 659.789461ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:13.635322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.810818Z","time spent":"824.471475ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:13.635393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.810491Z","time spent":"824.824583ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:13.635606Z","caller":"traceutil/trace.go:171","msg":"trace[1994333918] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"824.751332ms","start":"2026-07-29T08:04:12.810819Z","end":"2026-07-29T08:04:13.63557Z","steps":["trace[1994333918] 'process raft request' (duration: 824.28756ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:13.635779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:12.810795Z","time spent":"824.883584ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:14.216977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.920931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:14.217092Z","caller":"traceutil/trace.go:171","msg":"trace[1838190467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1293; }","duration":"425.073715ms","start":"2026-07-29T08:04:13.791995Z","end":"2026-07-29T08:04:14.217069Z","steps":["trace[1838190467] 'range keys from in-memory index tree' (duration: 424.827929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:14.217143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:13.791972Z","time spent":"425.160727ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:04:14.351912Z","caller":"traceutil/trace.go:171","msg":"trace[216862503] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"133.359379ms","start":"2026-07-29T08:04:14.218522Z","end":"2026-07-29T08:04:14.351881Z","steps":["trace[216862503] 'read index received' (duration: 133.162084ms)","trace[216862503] 'applied index is now lower than readState.Index' (duration: 196.475µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:14.351984Z","caller":"traceutil/trace.go:171","msg":"trace[372285492] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"251.744067ms","start":"2026-07-29T08:04:14.100195Z","end":"2026-07-29T08:04:14.351939Z","steps":["trace[372285492] 'process raft request' (duration: 251.552033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:14.352035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.490922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:14.352256Z","caller":"traceutil/trace.go:171","msg":"trace[1778276341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1294; }","duration":"133.735598ms","start":"2026-07-29T08:04:14.218478Z","end":"2026-07-29T08:04:14.352214Z","steps":["trace[1778276341] 'agreement among raft nodes before linearized reading' (duration: 133.506832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:14.701501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.957969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:04:14.701832Z","caller":"traceutil/trace.go:171","msg":"trace[1652007294] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"288.23331ms","start":"2026-07-29T08:04:14.413381Z","end":"2026-07-29T08:04:14.701614Z","steps":["trace[1652007294] 'process raft request' (duration: 136.058366ms)","trace[1652007294] 'compare' (duration: 151.755454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:14.978494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.510968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-29T08:04:14.978587Z","caller":"traceutil/trace.go:171","msg":"trace[478765757] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1295; }","duration":"170.662032ms","start":"2026-07-29T08:04:14.807903Z","end":"2026-07-29T08:04:14.978565Z","steps":["trace[478765757] 'range keys from in-memory index tree' (duration: 170.249422ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:15.468689Z","caller":"traceutil/trace.go:171","msg":"trace[700716524] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1345; }","duration":"103.275594ms","start":"2026-07-29T08:04:15.365383Z","end":"2026-07-29T08:04:15.468659Z","steps":["trace[700716524] 'read index received' (duration: 81.644919ms)","trace[700716524] 'applied index is now lower than readState.Index' (duration: 21.629115ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:15.46871Z","caller":"traceutil/trace.go:171","msg":"trace[715548473] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"129.624427ms","start":"2026-07-29T08:04:15.339057Z","end":"2026-07-29T08:04:15.468682Z","steps":["trace[715548473] 'process raft request' (duration: 107.786387ms)","trace[715548473] 'compare' (duration: 21.576503ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:15.468884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.48069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:15.468963Z","caller":"traceutil/trace.go:171","msg":"trace[826477329] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1297; }","duration":"103.572932ms","start":"2026-07-29T08:04:15.365367Z","end":"2026-07-29T08:04:15.46894Z","steps":["trace[826477329] 'agreement among raft nodes before linearized reading' (duration: 103.406198ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:18.653871Z","caller":"traceutil/trace.go:171","msg":"trace[535330379] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"291.166653ms","start":"2026-07-29T08:04:18.362675Z","end":"2026-07-29T08:04:18.653842Z","steps":["trace[535330379] 'process raft request' (duration: 290.981668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:19.080949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.957023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:19.081032Z","caller":"traceutil/trace.go:171","msg":"trace[70485465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1315; }","duration":"286.085326ms","start":"2026-07-29T08:04:18.794926Z","end":"2026-07-29T08:04:19.081012Z","steps":["trace[70485465] 'range keys from in-memory index tree' (duration: 285.85878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:19.08106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.937122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:04:19.081187Z","caller":"traceutil/trace.go:171","msg":"trace[832666931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1315; }","duration":"364.142297ms","start":"2026-07-29T08:04:18.717017Z","end":"2026-07-29T08:04:19.081159Z","steps":["trace[832666931] 'range keys from in-memory index tree' (duration: 363.704776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:19.081254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:18.716994Z","time spent":"364.246849ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:04:19.419613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.884705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:04:19.41973Z","caller":"traceutil/trace.go:171","msg":"trace[1977650144] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"244.569319ms","start":"2026-07-29T08:04:19.175141Z","end":"2026-07-29T08:04:19.41971Z","steps":["trace[1977650144] 'process raft request' (duration: 25.508761ms)","trace[1977650144] 'compare' (duration: 218.74346ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:19.935315Z","caller":"traceutil/trace.go:171","msg":"trace[72420776] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"239.101315ms","start":"2026-07-29T08:04:19.696173Z","end":"2026-07-29T08:04:19.935274Z","steps":["trace[72420776] 'process raft request' (duration: 165.878593ms)","trace[72420776] 'compare' (duration: 72.914264ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:19.935352Z","caller":"traceutil/trace.go:171","msg":"trace[802504411] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"238.91801ms","start":"2026-07-29T08:04:19.696366Z","end":"2026-07-29T08:04:19.935284Z","steps":["trace[802504411] 'process raft request' (duration: 238.790107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:25.704873Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514062962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:04:26.330385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.810592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:04:26.330598Z","caller":"traceutil/trace.go:171","msg":"trace[1549474967] linearizableReadLoop","detail":"{readStateIndex:1429; appliedIndex:1427; }","duration":"1.125806128s","start":"2026-07-29T08:04:25.204777Z","end":"2026-07-29T08:04:26.330583Z","steps":["trace[1549474967] 'read index received' (duration: 564.725489ms)","trace[1549474967] 'applied index is now lower than readState.Index' (duration: 561.079439ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:26.330685Z","caller":"traceutil/trace.go:171","msg":"trace[566965365] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"1.132664687s","start":"2026-07-29T08:04:25.19801Z","end":"2026-07-29T08:04:26.330674Z","steps":["trace[566965365] 'process raft request' (duration: 571.480666ms)","trace[566965365] 'compare' (duration: 560.407672ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:26.330737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.197978Z","time spent":"1.132734079s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:26.33097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.688463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:04:26.331001Z","caller":"traceutil/trace.go:171","msg":"trace[185669958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1378; }","duration":"884.819036ms","start":"2026-07-29T08:04:25.446174Z","end":"2026-07-29T08:04:26.330993Z","steps":["trace[185669958] 'agreement among raft nodes before linearized reading' (duration: 884.718453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.331023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.446115Z","time spent":"884.902879ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:04:26.331015Z","caller":"traceutil/trace.go:171","msg":"trace[1331383686] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"1.13036497s","start":"2026-07-29T08:04:25.200604Z","end":"2026-07-29T08:04:26.330969Z","steps":["trace[1331383686] 'process raft request' (duration: 1.129888419s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.331055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126255039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5335"} {"level":"warn","ts":"2026-07-29T08:04:26.331066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.017824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:04:26.331132Z","caller":"traceutil/trace.go:171","msg":"trace[1115361147] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1378; }","duration":"1.126362642s","start":"2026-07-29T08:04:25.204749Z","end":"2026-07-29T08:04:26.331111Z","steps":["trace[1115361147] 'agreement among raft nodes before linearized reading' (duration: 1.126063364s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.331089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.680277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:26.33115Z","caller":"traceutil/trace.go:171","msg":"trace[1900505822] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1378; }","duration":"349.136296ms","start":"2026-07-29T08:04:25.981988Z","end":"2026-07-29T08:04:26.331124Z","steps":["trace[1900505822] 'agreement among raft nodes before linearized reading' (duration: 348.90262ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:26.33119Z","caller":"traceutil/trace.go:171","msg":"trace[1035891175] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1378; }","duration":"701.83747ms","start":"2026-07-29T08:04:25.629338Z","end":"2026-07-29T08:04:26.331176Z","steps":["trace[1035891175] 'agreement among raft nodes before linearized reading' (duration: 701.691617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.331181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.20059Z","time spent":"1.130505703s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:26.331184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.204742Z","time spent":"1.126429403s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":5359,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T08:04:26.331203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.783998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:04:26.33124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.629314Z","time spent":"701.912372ms","remote":"127.0.0.1:48074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:04:26.331219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.498972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:04:26.331328Z","caller":"traceutil/trace.go:171","msg":"trace[1787168909] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1378; }","duration":"587.680707ms","start":"2026-07-29T08:04:25.743625Z","end":"2026-07-29T08:04:26.331305Z","steps":["trace[1787168909] 'agreement among raft nodes before linearized reading' (duration: 587.324998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.331213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.981969Z","time spent":"349.216789ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:04:26.331383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.743605Z","time spent":"587.768108ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:04:26.331416Z","caller":"traceutil/trace.go:171","msg":"trace[362879206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1378; }","duration":"537.039644ms","start":"2026-07-29T08:04:25.79435Z","end":"2026-07-29T08:04:26.331389Z","steps":["trace[362879206] 'agreement among raft nodes before linearized reading' (duration: 536.567692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.331465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.79434Z","time spent":"537.112755ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:04:26.331697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.017867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:04:26.331786Z","caller":"traceutil/trace.go:171","msg":"trace[913632552] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1378; }","duration":"356.130149ms","start":"2026-07-29T08:04:25.975641Z","end":"2026-07-29T08:04:26.331771Z","steps":["trace[913632552] 'agreement among raft nodes before linearized reading' (duration: 355.35735ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.331871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:25.975621Z","time spent":"356.239532ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:04:26.738693Z","caller":"traceutil/trace.go:171","msg":"trace[809434354] linearizableReadLoop","detail":"{readStateIndex:1430; appliedIndex:1429; }","duration":"403.115312ms","start":"2026-07-29T08:04:26.335555Z","end":"2026-07-29T08:04:26.738671Z","steps":["trace[809434354] 'read index received' (duration: 403.029759ms)","trace[809434354] 'applied index is now lower than readState.Index' (duration: 84.803µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:26.738812Z","caller":"traceutil/trace.go:171","msg":"trace[1626040703] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"403.808059ms","start":"2026-07-29T08:04:26.334969Z","end":"2026-07-29T08:04:26.738777Z","steps":["trace[1626040703] 'process raft request' (duration: 403.551733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.738889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.308237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T08:04:26.738924Z","caller":"traceutil/trace.go:171","msg":"trace[2015715330] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1379; }","duration":"403.40808ms","start":"2026-07-29T08:04:26.335504Z","end":"2026-07-29T08:04:26.738913Z","steps":["trace[2015715330] 'agreement among raft nodes before linearized reading' (duration: 403.250886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.738954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:26.335483Z","time spent":"403.46279ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:04:26.738984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:26.334942Z","time spent":"403.949243ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:26.851581Z","caller":"traceutil/trace.go:171","msg":"trace[1023425492] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"515.579864ms","start":"2026-07-29T08:04:26.335977Z","end":"2026-07-29T08:04:26.851557Z","steps":["trace[1023425492] 'process raft request' (duration: 515.498662ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:26.851648Z","caller":"traceutil/trace.go:171","msg":"trace[820676033] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"515.951573ms","start":"2026-07-29T08:04:26.335643Z","end":"2026-07-29T08:04:26.851594Z","steps":["trace[820676033] 'process raft request' (duration: 504.140641ms)","trace[820676033] 'compare' (duration: 11.560456ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:26.851746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:26.335955Z","time spent":"515.706617ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:26.851937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:26.335603Z","time spent":"516.154098ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:26.851971Z","caller":"traceutil/trace.go:171","msg":"trace[1254048423] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"515.759999ms","start":"2026-07-29T08:04:26.336185Z","end":"2026-07-29T08:04:26.851945Z","steps":["trace[1254048423] 'process raft request' (duration: 515.332048ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:26.852108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:26.336176Z","time spent":"515.859691ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:26.852211Z","caller":"traceutil/trace.go:171","msg":"trace[202177231] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"509.537644ms","start":"2026-07-29T08:04:26.342657Z","end":"2026-07-29T08:04:26.852195Z","steps":["trace[202177231] 'process raft request' (duration: 509.205476ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:26.852229Z","caller":"traceutil/trace.go:171","msg":"trace[85008376] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"350.775227ms","start":"2026-07-29T08:04:26.50143Z","end":"2026-07-29T08:04:26.852205Z","steps":["trace[85008376] 'process raft request' (duration: 350.661834ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:26.852285Z","caller":"traceutil/trace.go:171","msg":"trace[464631045] linearizableReadLoop","detail":"{readStateIndex:1436; appliedIndex:1430; }","duration":"111.486658ms","start":"2026-07-29T08:04:26.740779Z","end":"2026-07-29T08:04:26.852266Z","steps":["trace[464631045] 'read index received' (duration: 98.938487ms)","trace[464631045] 'applied index is now lower than readState.Index' (duration: 12.547021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:26.852299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:26.342638Z","time spent":"509.616596ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5461,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:26.852369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:26.501403Z","time spent":"350.900721ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:26.852396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.620571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:04:26.85236Z","caller":"traceutil/trace.go:171","msg":"trace[1330522623] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"130.731184ms","start":"2026-07-29T08:04:26.721591Z","end":"2026-07-29T08:04:26.852323Z","steps":["trace[1330522623] 'process raft request' (duration: 130.57798ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:26.852427Z","caller":"traceutil/trace.go:171","msg":"trace[1243703402] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1385; }","duration":"111.677092ms","start":"2026-07-29T08:04:26.74074Z","end":"2026-07-29T08:04:26.852417Z","steps":["trace[1243703402] 'agreement among raft nodes before linearized reading' (duration: 111.58438ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:28.776343Z","caller":"traceutil/trace.go:171","msg":"trace[1098685321] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"437.271647ms","start":"2026-07-29T08:04:28.339038Z","end":"2026-07-29T08:04:28.77631Z","steps":["trace[1098685321] 'process raft request' (duration: 437.050302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:28.776511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:28.339019Z","time spent":"437.40588ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:29.52582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.068257ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:04:29.525907Z","caller":"traceutil/trace.go:171","msg":"trace[1238211342] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"745.547562ms","start":"2026-07-29T08:04:28.780344Z","end":"2026-07-29T08:04:29.525891Z","steps":["trace[1238211342] 'process raft request' (duration: 347.347722ms)","trace[1238211342] 'compare' (duration: 397.965015ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:29.525947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:28.780319Z","time spent":"745.608364ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:29.693493Z","caller":"traceutil/trace.go:171","msg":"trace[1786756192] linearizableReadLoop","detail":"{readStateIndex:1440; appliedIndex:1438; }","duration":"836.714867ms","start":"2026-07-29T08:04:28.856753Z","end":"2026-07-29T08:04:29.693468Z","steps":["trace[1786756192] 'read index received' (duration: 270.958643ms)","trace[1786756192] 'applied index is now lower than readState.Index' (duration: 565.755184ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:29.693577Z","caller":"traceutil/trace.go:171","msg":"trace[2041290089] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"835.426635ms","start":"2026-07-29T08:04:28.858111Z","end":"2026-07-29T08:04:29.693538Z","steps":["trace[2041290089] 'process raft request' (duration: 835.291811ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:29.693602Z","caller":"traceutil/trace.go:171","msg":"trace[1662431926] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"881.859493ms","start":"2026-07-29T08:04:28.811704Z","end":"2026-07-29T08:04:29.693563Z","steps":["trace[1662431926] 'process raft request' (duration: 868.058072ms)","trace[1662431926] 'compare' (duration: 13.492414ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:29.693799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:28.858093Z","time spent":"835.559227ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:29.693799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:28.811675Z","time spent":"882.010457ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:04:29.693873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.094896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:04:29.693941Z","caller":"traceutil/trace.go:171","msg":"trace[1486763171] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1390; }","duration":"837.211909ms","start":"2026-07-29T08:04:28.856711Z","end":"2026-07-29T08:04:29.693923Z","steps":["trace[1486763171] 'agreement among raft nodes before linearized reading' (duration: 836.936222ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:29.69399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:28.856528Z","time spent":"837.447225ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:04:29.694299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.165812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:04:29.694303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.919546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:04:29.694428Z","caller":"traceutil/trace.go:171","msg":"trace[850672133] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1390; }","duration":"614.219783ms","start":"2026-07-29T08:04:29.080115Z","end":"2026-07-29T08:04:29.694335Z","steps":["trace[850672133] 'agreement among raft nodes before linearized reading' (duration: 614.140921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:29.694484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:29.080062Z","time spent":"614.407918ms","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:04:29.694499Z","caller":"traceutil/trace.go:171","msg":"trace[1266957382] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1390; }","duration":"386.114991ms","start":"2026-07-29T08:04:29.308311Z","end":"2026-07-29T08:04:29.694426Z","steps":["trace[1266957382] 'agreement among raft nodes before linearized reading' (duration: 385.925766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:29.694336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.121026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:04:29.694633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:29.308289Z","time spent":"386.326505ms","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:04:29.694739Z","caller":"traceutil/trace.go:171","msg":"trace[1674783894] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1390; }","duration":"290.558787ms","start":"2026-07-29T08:04:29.404161Z","end":"2026-07-29T08:04:29.69472Z","steps":["trace[1674783894] 'agreement among raft nodes before linearized reading' (duration: 290.130466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:29.694871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.467235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:04:29.694957Z","caller":"traceutil/trace.go:171","msg":"trace[806133966] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1390; }","duration":"838.139082ms","start":"2026-07-29T08:04:28.856799Z","end":"2026-07-29T08:04:29.694938Z","steps":["trace[806133966] 'agreement among raft nodes before linearized reading' (duration: 837.398504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:29.695024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:28.856791Z","time spent":"838.216674ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:04:29.694578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"837.703241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:04:29.695232Z","caller":"traceutil/trace.go:171","msg":"trace[1945719792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1390; }","duration":"838.407418ms","start":"2026-07-29T08:04:28.856801Z","end":"2026-07-29T08:04:29.695209Z","steps":["trace[1945719792] 'agreement among raft nodes before linearized reading' (duration: 837.515396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:29.695445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:28.856771Z","time spent":"838.600343ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:04:30.695172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.655672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:04:30.695458Z","caller":"traceutil/trace.go:171","msg":"trace[487346798] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"378.015481ms","start":"2026-07-29T08:04:30.317428Z","end":"2026-07-29T08:04:30.695444Z","steps":["trace[487346798] 'process raft request' (duration: 377.95664ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:30.695481Z","caller":"traceutil/trace.go:171","msg":"trace[835342499] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"382.638145ms","start":"2026-07-29T08:04:30.312796Z","end":"2026-07-29T08:04:30.695434Z","steps":["trace[835342499] 'process raft request' (duration: 194.663275ms)","trace[835342499] 'compare' (duration: 187.516899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:30.695592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:30.317414Z","time spent":"378.110653ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:30.695649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:30.312775Z","time spent":"382.796919ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":773,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:04:31.075808Z","caller":"traceutil/trace.go:171","msg":"trace[1462678326] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"291.833999ms","start":"2026-07-29T08:04:30.783949Z","end":"2026-07-29T08:04:31.075783Z","steps":["trace[1462678326] 'process raft request' (duration: 291.687015ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:31.076441Z","caller":"traceutil/trace.go:171","msg":"trace[794816369] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1453; }","duration":"283.284108ms","start":"2026-07-29T08:04:30.793144Z","end":"2026-07-29T08:04:31.076429Z","steps":["trace[794816369] 'read index received' (duration: 283.279668ms)","trace[794816369] 'applied index is now lower than readState.Index' (duration: 3.49µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:31.076532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.37456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:31.07658Z","caller":"traceutil/trace.go:171","msg":"trace[1450408559] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1401; }","duration":"283.453782ms","start":"2026-07-29T08:04:30.793113Z","end":"2026-07-29T08:04:31.076566Z","steps":["trace[1450408559] 'agreement among raft nodes before linearized reading' (duration: 283.37698ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:31.69759Z","caller":"traceutil/trace.go:171","msg":"trace[803452700] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"164.311235ms","start":"2026-07-29T08:04:31.533251Z","end":"2026-07-29T08:04:31.697563Z","steps":["trace[803452700] 'process raft request' (duration: 164.11023ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:31.824734Z","caller":"traceutil/trace.go:171","msg":"trace[695106293] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"123.423943ms","start":"2026-07-29T08:04:31.701284Z","end":"2026-07-29T08:04:31.824708Z","steps":["trace[695106293] 'process raft request' (duration: 79.069366ms)","trace[695106293] 'compare' (duration: 44.146192ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:33.918953Z","caller":"traceutil/trace.go:171","msg":"trace[27047535] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1459; }","duration":"429.175047ms","start":"2026-07-29T08:04:33.489745Z","end":"2026-07-29T08:04:33.91892Z","steps":["trace[27047535] 'read index received' (duration: 429.090215ms)","trace[27047535] 'applied index is now lower than readState.Index' (duration: 82.802µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:33.91898Z","caller":"traceutil/trace.go:171","msg":"trace[407715105] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"829.274103ms","start":"2026-07-29T08:04:33.089674Z","end":"2026-07-29T08:04:33.918948Z","steps":["trace[407715105] 'process raft request' (duration: 829.020066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:33.919152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:33.089651Z","time spent":"829.405246ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:04:33.919237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.449463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:33.919371Z","caller":"traceutil/trace.go:171","msg":"trace[148984885] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1408; }","duration":"429.673589ms","start":"2026-07-29T08:04:33.489666Z","end":"2026-07-29T08:04:33.919339Z","steps":["trace[148984885] 'agreement among raft nodes before linearized reading' (duration: 429.423803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:33.919444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:33.489634Z","time spent":"429.792411ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:04:33.921081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.778362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-29T08:04:33.9211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.876034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:33.921141Z","caller":"traceutil/trace.go:171","msg":"trace[757038642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1409; }","duration":"218.893836ms","start":"2026-07-29T08:04:33.702233Z","end":"2026-07-29T08:04:33.921127Z","steps":["trace[757038642] 'agreement among raft nodes before linearized reading' (duration: 218.68238ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:33.921179Z","caller":"traceutil/trace.go:171","msg":"trace[740422914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1409; }","duration":"126.005147ms","start":"2026-07-29T08:04:33.795152Z","end":"2026-07-29T08:04:33.921157Z","steps":["trace[740422914] 'agreement among raft nodes before linearized reading' (duration: 125.868314ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:34.071982Z","caller":"traceutil/trace.go:171","msg":"trace[489881361] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"119.569988ms","start":"2026-07-29T08:04:33.95235Z","end":"2026-07-29T08:04:34.07192Z","steps":["trace[489881361] 'process raft request' (duration: 118.168523ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:34.075251Z","caller":"traceutil/trace.go:171","msg":"trace[1325434553] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"121.586017ms","start":"2026-07-29T08:04:33.953638Z","end":"2026-07-29T08:04:34.075224Z","steps":["trace[1325434553] 'process raft request' (duration: 121.434934ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:35.991976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.081965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:35.992081Z","caller":"traceutil/trace.go:171","msg":"trace[1264189425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1425; }","duration":"197.259679ms","start":"2026-07-29T08:04:35.794796Z","end":"2026-07-29T08:04:35.992056Z","steps":["trace[1264189425] 'range keys from in-memory index tree' (duration: 196.88711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:45.97489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.73179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:04:45.974987Z","caller":"traceutil/trace.go:171","msg":"trace[96886873] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1542; }","duration":"124.885264ms","start":"2026-07-29T08:04:45.850078Z","end":"2026-07-29T08:04:45.974964Z","steps":["trace[96886873] 'range keys from in-memory index tree' (duration: 124.591117ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:51.171799Z","caller":"traceutil/trace.go:171","msg":"trace[1430095317] transaction","detail":"{read_only:false; response_revision:1597; number_of_response:1; }","duration":"490.527092ms","start":"2026-07-29T08:04:50.681237Z","end":"2026-07-29T08:04:51.171764Z","steps":["trace[1430095317] 'process raft request' (duration: 441.957339ms)","trace[1430095317] 'compare' (duration: 48.346488ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:51.172036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.563669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-ltbzr\" ","response":"range_response_count:1 size:4197"} {"level":"info","ts":"2026-07-29T08:04:51.172129Z","caller":"traceutil/trace.go:171","msg":"trace[414963819] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-ltbzr; range_end:; response_count:1; response_revision:1597; }","duration":"395.708353ms","start":"2026-07-29T08:04:50.776397Z","end":"2026-07-29T08:04:51.172106Z","steps":["trace[414963819] 'agreement among raft nodes before linearized reading' (duration: 395.493947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:51.172177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:50.776368Z","time spent":"395.794015ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4221,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-ltbzr\" "} {"level":"warn","ts":"2026-07-29T08:04:51.172126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:50.681206Z","time spent":"490.696676ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:51.172331Z","caller":"traceutil/trace.go:171","msg":"trace[1360473325] linearizableReadLoop","detail":"{readStateIndex:1657; appliedIndex:1656; }","duration":"395.237761ms","start":"2026-07-29T08:04:50.776457Z","end":"2026-07-29T08:04:51.171695Z","steps":["trace[1360473325] 'read index received' (duration: 346.798251ms)","trace[1360473325] 'applied index is now lower than readState.Index' (duration: 48.43794ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:04:51.17257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.662695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:04:51.172617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.040675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T08:04:51.172633Z","caller":"traceutil/trace.go:171","msg":"trace[1754178294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1597; }","duration":"377.743017ms","start":"2026-07-29T08:04:50.794874Z","end":"2026-07-29T08:04:51.172617Z","steps":["trace[1754178294] 'agreement among raft nodes before linearized reading' (duration: 377.609254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:51.172698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:50.794787Z","time spent":"377.901701ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:04:51.172675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.634915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:04:51.172644Z","caller":"traceutil/trace.go:171","msg":"trace[348032726] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1597; }","duration":"357.089726ms","start":"2026-07-29T08:04:50.815548Z","end":"2026-07-29T08:04:51.172637Z","steps":["trace[348032726] 'agreement among raft nodes before linearized reading' (duration: 357.013044ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:51.172767Z","caller":"traceutil/trace.go:171","msg":"trace[1432202426] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1597; }","duration":"358.794439ms","start":"2026-07-29T08:04:50.813952Z","end":"2026-07-29T08:04:51.172746Z","steps":["trace[1432202426] 'agreement among raft nodes before linearized reading' (duration: 358.614264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:51.172797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:50.815535Z","time spent":"357.256271ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:04:51.172827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:50.813928Z","time spent":"358.88039ms","remote":"127.0.0.1:57468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:04:51.554649Z","caller":"traceutil/trace.go:171","msg":"trace[1704488270] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"373.213637ms","start":"2026-07-29T08:04:51.181382Z","end":"2026-07-29T08:04:51.554596Z","steps":["trace[1704488270] 'process raft request' (duration: 373.056003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:51.55483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:51.18136Z","time spent":"373.380631ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4332,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:51.555654Z","caller":"traceutil/trace.go:171","msg":"trace[1985538786] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"345.53151ms","start":"2026-07-29T08:04:51.210082Z","end":"2026-07-29T08:04:51.555613Z","steps":["trace[1985538786] 'process raft request' (duration: 345.350096ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:51.555891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:04:51.210048Z","time spent":"345.726415ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:04:56.947781Z","caller":"traceutil/trace.go:171","msg":"trace[415292884] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"118.399644ms","start":"2026-07-29T08:04:56.829358Z","end":"2026-07-29T08:04:56.947757Z","steps":["trace[415292884] 'process raft request' (duration: 118.25342ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:04:58.217306Z","caller":"traceutil/trace.go:171","msg":"trace[1249595629] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1788; }","duration":"100.345304ms","start":"2026-07-29T08:04:58.116935Z","end":"2026-07-29T08:04:58.21728Z","steps":["trace[1249595629] 'read index received' (duration: 100.105438ms)","trace[1249595629] 'applied index is now lower than readState.Index' (duration: 238.876µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:04:58.217759Z","caller":"traceutil/trace.go:171","msg":"trace[39997165] transaction","detail":"{read_only:false; response_revision:1728; number_of_response:1; }","duration":"145.554085ms","start":"2026-07-29T08:04:58.072153Z","end":"2026-07-29T08:04:58.217707Z","steps":["trace[39997165] 'process raft request' (duration: 144.978951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:58.217812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.868008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T08:04:58.217876Z","caller":"traceutil/trace.go:171","msg":"trace[225294082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1728; }","duration":"100.94986ms","start":"2026-07-29T08:04:58.11691Z","end":"2026-07-29T08:04:58.21786Z","steps":["trace[225294082] 'agreement among raft nodes before linearized reading' (duration: 100.740104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:04:58.217926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.440917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-29T08:04:58.218064Z","caller":"traceutil/trace.go:171","msg":"trace[1914605962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1728; }","duration":"100.637312ms","start":"2026-07-29T08:04:58.117394Z","end":"2026-07-29T08:04:58.218032Z","steps":["trace[1914605962] 'agreement among raft nodes before linearized reading' (duration: 100.225962ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.801991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.45114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.802097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.531522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.802081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.058031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:05:11.802158Z","caller":"traceutil/trace.go:171","msg":"trace[194947137] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2001; }","duration":"203.642025ms","start":"2026-07-29T08:05:11.598453Z","end":"2026-07-29T08:05:11.802095Z","steps":["trace[194947137] 'count revisions from in-memory index tree' (duration: 203.291427ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.802182Z","caller":"traceutil/trace.go:171","msg":"trace[639776389] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2001; }","duration":"203.656046ms","start":"2026-07-29T08:05:11.598505Z","end":"2026-07-29T08:05:11.802161Z","steps":["trace[639776389] 'range keys from in-memory index tree' (duration: 203.41171ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.802195Z","caller":"traceutil/trace.go:171","msg":"trace[1334110679] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2001; }","duration":"132.185975ms","start":"2026-07-29T08:05:11.669988Z","end":"2026-07-29T08:05:11.802174Z","steps":["trace[1334110679] 'range keys from in-memory index tree' (duration: 131.891858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.802252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.69838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.802298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.928705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.802352Z","caller":"traceutil/trace.go:171","msg":"trace[699020374] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2001; }","duration":"104.001477ms","start":"2026-07-29T08:05:11.69833Z","end":"2026-07-29T08:05:11.802332Z","steps":["trace[699020374] 'range keys from in-memory index tree' (duration: 103.853903ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.802337Z","caller":"traceutil/trace.go:171","msg":"trace[1852997769] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2001; }","duration":"124.793321ms","start":"2026-07-29T08:05:11.677517Z","end":"2026-07-29T08:05:11.80231Z","steps":["trace[1852997769] 'range keys from in-memory index tree' (duration: 124.642538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.8025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.002929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.802524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.901611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.802557Z","caller":"traceutil/trace.go:171","msg":"trace[130247676] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2001; }","duration":"161.155622ms","start":"2026-07-29T08:05:11.641388Z","end":"2026-07-29T08:05:11.802543Z","steps":["trace[130247676] 'count revisions from in-memory index tree' (duration: 160.834934ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.802597Z","caller":"traceutil/trace.go:171","msg":"trace[616026185] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2001; }","duration":"204.028715ms","start":"2026-07-29T08:05:11.598549Z","end":"2026-07-29T08:05:11.802578Z","steps":["trace[616026185] 'range keys from in-memory index tree' (duration: 203.801989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.802728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.600312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.802792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.725816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.802864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.06043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.802925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.791278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.802928Z","caller":"traceutil/trace.go:171","msg":"trace[1156031315] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2001; }","duration":"161.144332ms","start":"2026-07-29T08:05:11.64177Z","end":"2026-07-29T08:05:11.802914Z","steps":["trace[1156031315] 'range keys from in-memory index tree' (duration: 160.950167ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.802967Z","caller":"traceutil/trace.go:171","msg":"trace[328878661] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2001; }","duration":"184.89387ms","start":"2026-07-29T08:05:11.618064Z","end":"2026-07-29T08:05:11.802958Z","steps":["trace[328878661] 'range keys from in-memory index tree' (duration: 184.613073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.803079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.598717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.802219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.629412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.803184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.561951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.803189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.656659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.803226Z","caller":"traceutil/trace.go:171","msg":"trace[1465976909] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2001; }","duration":"125.635233ms","start":"2026-07-29T08:05:11.677582Z","end":"2026-07-29T08:05:11.803217Z","steps":["trace[1465976909] 'count revisions from in-memory index tree' (duration: 125.455139ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.803235Z","caller":"traceutil/trace.go:171","msg":"trace[2089849911] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2001; }","duration":"143.729271ms","start":"2026-07-29T08:05:11.659493Z","end":"2026-07-29T08:05:11.803222Z","steps":["trace[2089849911] 'range keys from in-memory index tree' (duration: 143.585438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.803282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.947873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.803303Z","caller":"traceutil/trace.go:171","msg":"trace[2145662690] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2001; }","duration":"105.682368ms","start":"2026-07-29T08:05:11.697536Z","end":"2026-07-29T08:05:11.803219Z","steps":["trace[2145662690] 'count revisions from in-memory index tree' (duration: 104.483479ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.803334Z","caller":"traceutil/trace.go:171","msg":"trace[1285167967] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2001; }","duration":"223.030005ms","start":"2026-07-29T08:05:11.580291Z","end":"2026-07-29T08:05:11.803321Z","steps":["trace[1285167967] 'count revisions from in-memory index tree' (duration: 222.81529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.803403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.795822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.803453Z","caller":"traceutil/trace.go:171","msg":"trace[746057580] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2001; }","duration":"143.886884ms","start":"2026-07-29T08:05:11.659553Z","end":"2026-07-29T08:05:11.80344Z","steps":["trace[746057580] 'count revisions from in-memory index tree' (duration: 143.71325ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.802874Z","caller":"traceutil/trace.go:171","msg":"trace[1657684710] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2001; }","duration":"184.86235ms","start":"2026-07-29T08:05:11.617979Z","end":"2026-07-29T08:05:11.802842Z","steps":["trace[1657684710] 'count revisions from in-memory index tree' (duration: 184.528082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.802151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.488128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.803606Z","caller":"traceutil/trace.go:171","msg":"trace[1804622798] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:2001; }","duration":"106.065398ms","start":"2026-07-29T08:05:11.697528Z","end":"2026-07-29T08:05:11.803593Z","steps":["trace[1804622798] 'range keys from in-memory index tree' (duration: 104.359726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.802008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.762693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:05:11.803632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.514479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.803697Z","caller":"traceutil/trace.go:171","msg":"trace[1757931951] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2001; }","duration":"217.624551ms","start":"2026-07-29T08:05:11.586052Z","end":"2026-07-29T08:05:11.803677Z","steps":["trace[1757931951] 'range keys from in-memory index tree' (duration: 217.369216ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.803684Z","caller":"traceutil/trace.go:171","msg":"trace[254557679] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:2001; }","duration":"162.533207ms","start":"2026-07-29T08:05:11.641132Z","end":"2026-07-29T08:05:11.803665Z","steps":["trace[254557679] 'range keys from in-memory index tree' (duration: 160.601589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.802686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.528986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.803136Z","caller":"traceutil/trace.go:171","msg":"trace[690032159] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:2001; }","duration":"124.69225ms","start":"2026-07-29T08:05:11.67843Z","end":"2026-07-29T08:05:11.803122Z","steps":["trace[690032159] 'range keys from in-memory index tree' (duration: 124.511995ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.802792Z","caller":"traceutil/trace.go:171","msg":"trace[520577250] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:2001; }","duration":"142.682605ms","start":"2026-07-29T08:05:11.660095Z","end":"2026-07-29T08:05:11.802777Z","steps":["trace[520577250] 'range keys from in-memory index tree' (duration: 142.531661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.80382Z","caller":"traceutil/trace.go:171","msg":"trace[2083869789] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:2001; }","duration":"184.769997ms","start":"2026-07-29T08:05:11.619027Z","end":"2026-07-29T08:05:11.803797Z","steps":["trace[2083869789] 'range keys from in-memory index tree' (duration: 183.400284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:11.803131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.744138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:11.804016Z","caller":"traceutil/trace.go:171","msg":"trace[1795308500] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:2001; }","duration":"223.656761ms","start":"2026-07-29T08:05:11.580339Z","end":"2026-07-29T08:05:11.803995Z","steps":["trace[1795308500] 'range keys from in-memory index tree' (duration: 222.647246ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:11.80487Z","caller":"traceutil/trace.go:171","msg":"trace[2034131051] transaction","detail":"{read_only:false; response_revision:2002; number_of_response:1; }","duration":"103.513104ms","start":"2026-07-29T08:05:11.70134Z","end":"2026-07-29T08:05:11.804853Z","steps":["trace[2034131051] 'process raft request' (duration: 103.379331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:17.187982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.457708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:17.188135Z","caller":"traceutil/trace.go:171","msg":"trace[1562387201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2068; }","duration":"393.682693ms","start":"2026-07-29T08:05:16.794419Z","end":"2026-07-29T08:05:17.188102Z","steps":["trace[1562387201] 'range keys from in-memory index tree' (duration: 393.351106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:17.188199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:16.794395Z","time spent":"393.788526ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:05:17.219723Z","caller":"traceutil/trace.go:171","msg":"trace[1131614698] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"197.436702ms","start":"2026-07-29T08:05:17.022248Z","end":"2026-07-29T08:05:17.219685Z","steps":["trace[1131614698] 'process raft request' (duration: 197.248217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:25.223162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.272302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:05:25.223421Z","caller":"traceutil/trace.go:171","msg":"trace[215972287] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"154.965129ms","start":"2026-07-29T08:05:25.068409Z","end":"2026-07-29T08:05:25.223374Z","steps":["trace[215972287] 'process raft request' (duration: 19.343039ms)","trace[215972287] 'compare' (duration: 134.965204ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:28.295157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514064616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:05:28.795364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514064616,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:05:28.855057Z","caller":"traceutil/trace.go:171","msg":"trace[1364425505] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"1.450167169s","start":"2026-07-29T08:05:27.40486Z","end":"2026-07-29T08:05:28.855027Z","steps":["trace[1364425505] 'process raft request' (duration: 1.449953954s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:28.855248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:27.40483Z","time spent":"1.450319263s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:29.084698Z","caller":"traceutil/trace.go:171","msg":"trace[80752741] transaction","detail":"{read_only:false; response_revision:2213; number_of_response:1; }","duration":"1.588331862s","start":"2026-07-29T08:05:27.496326Z","end":"2026-07-29T08:05:29.084658Z","steps":["trace[80752741] 'process raft request' (duration: 1.505665714s)","trace[80752741] 'compare' (duration: 82.272098ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:29.084846Z","caller":"traceutil/trace.go:171","msg":"trace[967275620] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2301; }","duration":"1.289909258s","start":"2026-07-29T08:05:27.794904Z","end":"2026-07-29T08:05:29.084813Z","steps":["trace[967275620] 'read index received' (duration: 1.05994708s)","trace[967275620] 'applied index is now lower than readState.Index' (duration: 229.961378ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:29.084915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:27.496283Z","time spent":"1.588514206s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:29.085117Z","caller":"traceutil/trace.go:171","msg":"trace[1391994874] transaction","detail":"{read_only:false; response_revision:2217; number_of_response:1; }","duration":"261.1369ms","start":"2026-07-29T08:05:28.82393Z","end":"2026-07-29T08:05:29.085067Z","steps":["trace[1391994874] 'process raft request' (duration: 260.825032ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:29.085208Z","caller":"traceutil/trace.go:171","msg":"trace[2059780552] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"1.575837912s","start":"2026-07-29T08:05:27.509355Z","end":"2026-07-29T08:05:29.085193Z","steps":["trace[2059780552] 'process raft request' (duration: 1.575226687s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:29.085215Z","caller":"traceutil/trace.go:171","msg":"trace[153643496] transaction","detail":"{read_only:false; response_revision:2216; number_of_response:1; }","duration":"748.935455ms","start":"2026-07-29T08:05:28.336235Z","end":"2026-07-29T08:05:29.08517Z","steps":["trace[153643496] 'process raft request' (duration: 748.489944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.085249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290331449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:29.085291Z","caller":"traceutil/trace.go:171","msg":"trace[900019103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2217; }","duration":"1.290442351s","start":"2026-07-29T08:05:27.794838Z","end":"2026-07-29T08:05:29.085281Z","steps":["trace[900019103] 'agreement among raft nodes before linearized reading' (duration: 1.290353869s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.085297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:27.509318Z","time spent":"1.575926754s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:29.085155Z","caller":"traceutil/trace.go:171","msg":"trace[334129455] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"1.367345757s","start":"2026-07-29T08:05:27.71779Z","end":"2026-07-29T08:05:29.085136Z","steps":["trace[334129455] 'process raft request' (duration: 1.366898516s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.08532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:27.794814Z","time spent":"1.290498443s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:05:29.085376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:28.336211Z","time spent":"749.076618ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:05:29.085418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:27.717762Z","time spent":"1.367585103s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:05:29.085427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.767505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:05:29.085499Z","caller":"traceutil/trace.go:171","msg":"trace[1542886055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2217; }","duration":"707.886438ms","start":"2026-07-29T08:05:28.377595Z","end":"2026-07-29T08:05:29.085481Z","steps":["trace[1542886055] 'agreement among raft nodes before linearized reading' (duration: 707.698184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.085488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.394013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T08:05:29.085537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:28.377572Z","time spent":"707.9572ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:05:29.085551Z","caller":"traceutil/trace.go:171","msg":"trace[126616872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2217; }","duration":"700.497775ms","start":"2026-07-29T08:05:28.385035Z","end":"2026-07-29T08:05:29.085533Z","steps":["trace[126616872] 'agreement among raft nodes before linearized reading' (duration: 700.29495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.085535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.193460289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-29T08:05:29.085596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:28.385021Z","time spent":"700.559187ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:05:29.085607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.853039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11912"} {"level":"warn","ts":"2026-07-29T08:05:29.085601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.099803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:05:29.085635Z","caller":"traceutil/trace.go:171","msg":"trace[2129457890] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2217; }","duration":"879.929281ms","start":"2026-07-29T08:05:28.205698Z","end":"2026-07-29T08:05:29.085627Z","steps":["trace[2129457890] 'agreement among raft nodes before linearized reading' (duration: 879.804278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.085562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.852267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T08:05:29.085662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:28.205664Z","time spent":"879.993413ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":11936,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T08:05:29.085647Z","caller":"traceutil/trace.go:171","msg":"trace[429463734] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2217; }","duration":"1.193582162s","start":"2026-07-29T08:05:27.892035Z","end":"2026-07-29T08:05:29.085617Z","steps":["trace[429463734] 'agreement among raft nodes before linearized reading' (duration: 1.193227783s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.085581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.867925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:05:29.08567Z","caller":"traceutil/trace.go:171","msg":"trace[1572244648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2217; }","duration":"689.172374ms","start":"2026-07-29T08:05:28.396481Z","end":"2026-07-29T08:05:29.085653Z","steps":["trace[1572244648] 'agreement among raft nodes before linearized reading' (duration: 688.956029ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:29.085695Z","caller":"traceutil/trace.go:171","msg":"trace[1667692287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2217; }","duration":"708.056962ms","start":"2026-07-29T08:05:28.377619Z","end":"2026-07-29T08:05:29.085676Z","steps":["trace[1667692287] 'agreement among raft nodes before linearized reading' (duration: 707.761215ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:29.085704Z","caller":"traceutil/trace.go:171","msg":"trace[368799940] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2217; }","duration":"716.036059ms","start":"2026-07-29T08:05:28.369657Z","end":"2026-07-29T08:05:29.085693Z","steps":["trace[368799940] 'agreement among raft nodes before linearized reading' (duration: 715.857535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.085712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:27.891968Z","time spent":"1.193731726s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:05:29.085719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:28.396471Z","time spent":"689.234526ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:05:29.085727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104603717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T08:05:29.085744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:28.369635Z","time spent":"716.103412ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:05:29.085754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:28.377592Z","time spent":"708.152005ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:05:29.085769Z","caller":"traceutil/trace.go:171","msg":"trace[1866652329] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2217; }","duration":"1.104687139s","start":"2026-07-29T08:05:27.981071Z","end":"2026-07-29T08:05:29.085758Z","steps":["trace[1866652329] 'agreement among raft nodes before linearized reading' (duration: 1.104586977s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.085796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:27.981047Z","time spent":"1.104742691s","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T08:05:29.604653Z","caller":"traceutil/trace.go:171","msg":"trace[81324779] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"513.885731ms","start":"2026-07-29T08:05:29.09074Z","end":"2026-07-29T08:05:29.604626Z","steps":["trace[81324779] 'process raft request' (duration: 513.710877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.604814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.09073Z","time spent":"513.991345ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:29.605072Z","caller":"traceutil/trace.go:171","msg":"trace[304287680] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"514.19519ms","start":"2026-07-29T08:05:29.090854Z","end":"2026-07-29T08:05:29.605049Z","steps":["trace[304287680] 'process raft request' (duration: 513.734438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.605217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.090845Z","time spent":"514.298232ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:29.605452Z","caller":"traceutil/trace.go:171","msg":"trace[246304381] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"514.527678ms","start":"2026-07-29T08:05:29.090913Z","end":"2026-07-29T08:05:29.60544Z","steps":["trace[246304381] 'process raft request' (duration: 514.046496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.605508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.090905Z","time spent":"514.576719ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:29.605497Z","caller":"traceutil/trace.go:171","msg":"trace[1619266081] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"514.516237ms","start":"2026-07-29T08:05:29.09096Z","end":"2026-07-29T08:05:29.605476Z","steps":["trace[1619266081] 'process raft request' (duration: 514.371274ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.605636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.090936Z","time spent":"514.62331ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:29.605781Z","caller":"traceutil/trace.go:171","msg":"trace[1235133599] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"513.893082ms","start":"2026-07-29T08:05:29.091872Z","end":"2026-07-29T08:05:29.605765Z","steps":["trace[1235133599] 'process raft request' (duration: 513.568334ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:29.605782Z","caller":"traceutil/trace.go:171","msg":"trace[204913107] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2308; }","duration":"512.281662ms","start":"2026-07-29T08:05:29.09347Z","end":"2026-07-29T08:05:29.605752Z","steps":["trace[204913107] 'read index received' (duration: 21.157484ms)","trace[204913107] 'applied index is now lower than readState.Index' (duration: 491.122978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:29.605864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.091863Z","time spent":"513.961054ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:05:29.605982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.312808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:29.606022Z","caller":"traceutil/trace.go:171","msg":"trace[512185971] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2223; }","duration":"511.431131ms","start":"2026-07-29T08:05:29.094582Z","end":"2026-07-29T08:05:29.606013Z","steps":["trace[512185971] 'agreement among raft nodes before linearized reading' (duration: 511.336878ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.606054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.094548Z","time spent":"511.498183ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T08:05:29.60605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.81217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-29T08:05:29.606092Z","caller":"traceutil/trace.go:171","msg":"trace[1286652905] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2223; }","duration":"490.901652ms","start":"2026-07-29T08:05:29.115179Z","end":"2026-07-29T08:05:29.606081Z","steps":["trace[1286652905] 'agreement among raft nodes before linearized reading' (duration: 490.776769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.606125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.115158Z","time spent":"490.960343ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:05:29.607311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.81465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:29.60771Z","caller":"traceutil/trace.go:171","msg":"trace[301693478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2223; }","duration":"514.23985ms","start":"2026-07-29T08:05:29.093443Z","end":"2026-07-29T08:05:29.607683Z","steps":["trace[301693478] 'agreement among raft nodes before linearized reading' (duration: 513.788839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:29.607832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.093425Z","time spent":"514.390724ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:05:30.05004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.367297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:05:30.050212Z","caller":"traceutil/trace.go:171","msg":"trace[1439487296] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2313; }","duration":"431.980862ms","start":"2026-07-29T08:05:29.61821Z","end":"2026-07-29T08:05:30.050191Z","steps":["trace[1439487296] 'read index received' (duration: 289.303127ms)","trace[1439487296] 'applied index is now lower than readState.Index' (duration: 142.675035ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:30.050242Z","caller":"traceutil/trace.go:171","msg":"trace[1945956890] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"439.431877ms","start":"2026-07-29T08:05:29.610772Z","end":"2026-07-29T08:05:30.050203Z","steps":["trace[1945956890] 'process raft request' (duration: 296.793073ms)","trace[1945956890] 'compare' (duration: 142.255354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:30.050402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.610746Z","time spent":"439.568431ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:05:30.050495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.2714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:05:30.050596Z","caller":"traceutil/trace.go:171","msg":"trace[601060204] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2224; }","duration":"432.384833ms","start":"2026-07-29T08:05:29.618189Z","end":"2026-07-29T08:05:30.050574Z","steps":["trace[601060204] 'agreement among raft nodes before linearized reading' (duration: 432.057255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:30.05066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:29.61818Z","time spent":"432.462595ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T08:05:31.251034Z","caller":"traceutil/trace.go:171","msg":"trace[2093660188] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"223.900257ms","start":"2026-07-29T08:05:31.027108Z","end":"2026-07-29T08:05:31.251008Z","steps":["trace[2093660188] 'process raft request' (duration: 223.765623ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:31.326036Z","caller":"traceutil/trace.go:171","msg":"trace[1582908036] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"233.735491ms","start":"2026-07-29T08:05:31.092271Z","end":"2026-07-29T08:05:31.326006Z","steps":["trace[1582908036] 'process raft request' (duration: 233.672169ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:31.326222Z","caller":"traceutil/trace.go:171","msg":"trace[908605762] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"234.286224ms","start":"2026-07-29T08:05:31.091889Z","end":"2026-07-29T08:05:31.326175Z","steps":["trace[908605762] 'process raft request' (duration: 233.811492ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:31.326288Z","caller":"traceutil/trace.go:171","msg":"trace[1914332731] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"234.310795ms","start":"2026-07-29T08:05:31.091941Z","end":"2026-07-29T08:05:31.326252Z","steps":["trace[1914332731] 'process raft request' (duration: 233.946696ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:31.326392Z","caller":"traceutil/trace.go:171","msg":"trace[1607314628] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"232.91917ms","start":"2026-07-29T08:05:31.093425Z","end":"2026-07-29T08:05:31.326344Z","steps":["trace[1607314628] 'process raft request' (duration: 232.547861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:31.326637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.774055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:05:31.326724Z","caller":"traceutil/trace.go:171","msg":"trace[686768028] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2231; }","duration":"223.918447ms","start":"2026-07-29T08:05:31.10279Z","end":"2026-07-29T08:05:31.326708Z","steps":["trace[686768028] 'agreement among raft nodes before linearized reading' (duration: 223.650161ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:31.326398Z","caller":"traceutil/trace.go:171","msg":"trace[825585735] linearizableReadLoop","detail":"{readStateIndex:2322; appliedIndex:2317; }","duration":"223.441136ms","start":"2026-07-29T08:05:31.102838Z","end":"2026-07-29T08:05:31.326279Z","steps":["trace[825585735] 'read index received' (duration: 148.14515ms)","trace[825585735] 'applied index is now lower than readState.Index' (duration: 75.292506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:31.327394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.583217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-29T08:05:31.327463Z","caller":"traceutil/trace.go:171","msg":"trace[1315207943] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2231; }","duration":"208.710581ms","start":"2026-07-29T08:05:31.118731Z","end":"2026-07-29T08:05:31.327442Z","steps":["trace[1315207943] 'agreement among raft nodes before linearized reading' (duration: 208.477185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:36.543526Z","caller":"traceutil/trace.go:171","msg":"trace[1655656850] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"168.421593ms","start":"2026-07-29T08:05:36.37507Z","end":"2026-07-29T08:05:36.543491Z","steps":["trace[1655656850] 'process raft request' (duration: 168.199758ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:37.476716Z","caller":"traceutil/trace.go:171","msg":"trace[1822320666] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"128.388241ms","start":"2026-07-29T08:05:37.348294Z","end":"2026-07-29T08:05:37.476682Z","steps":["trace[1822320666] 'process raft request' (duration: 128.150245ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:37.476984Z","caller":"traceutil/trace.go:171","msg":"trace[1016861539] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"128.540925ms","start":"2026-07-29T08:05:37.348432Z","end":"2026-07-29T08:05:37.476973Z","steps":["trace[1016861539] 'process raft request' (duration: 128.202436ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:37.477371Z","caller":"traceutil/trace.go:171","msg":"trace[972631525] linearizableReadLoop","detail":"{readStateIndex:2381; appliedIndex:2377; }","duration":"108.811926ms","start":"2026-07-29T08:05:37.368532Z","end":"2026-07-29T08:05:37.477344Z","steps":["trace[972631525] 'read index received' (duration: 280.277µs)","trace[972631525] 'applied index is now lower than readState.Index' (duration: 108.530139ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:37.477405Z","caller":"traceutil/trace.go:171","msg":"trace[2112657821] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"127.617542ms","start":"2026-07-29T08:05:37.349751Z","end":"2026-07-29T08:05:37.477369Z","steps":["trace[2112657821] 'process raft request' (duration: 127.178101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:37.477677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.127704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:05:37.477729Z","caller":"traceutil/trace.go:171","msg":"trace[610618847] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2289; }","duration":"109.223566ms","start":"2026-07-29T08:05:37.36849Z","end":"2026-07-29T08:05:37.477714Z","steps":["trace[610618847] 'agreement among raft nodes before linearized reading' (duration: 109.022451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.452858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.752896138s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:05:39.453053Z","caller":"traceutil/trace.go:171","msg":"trace[1035427013] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"1.970357355s","start":"2026-07-29T08:05:37.482677Z","end":"2026-07-29T08:05:39.453034Z","steps":["trace[1035427013] 'process raft request' (duration: 217.223871ms)","trace[1035427013] 'compare' (duration: 1.752753575s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:39.453094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:37.482646Z","time spent":"1.970427007s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:05:39.453149Z","caller":"traceutil/trace.go:171","msg":"trace[1836885558] linearizableReadLoop","detail":"{readStateIndex:2382; appliedIndex:2381; }","duration":"1.81147704s","start":"2026-07-29T08:05:37.641665Z","end":"2026-07-29T08:05:39.453142Z","steps":["trace[1836885558] 'read index received' (duration: 58.11946ms)","trace[1836885558] 'applied index is now lower than readState.Index' (duration: 1.75335643s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:39.453275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811608393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:05:39.453295Z","caller":"traceutil/trace.go:171","msg":"trace[1361328032] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2291; }","duration":"1.811661084s","start":"2026-07-29T08:05:37.641627Z","end":"2026-07-29T08:05:39.453288Z","steps":["trace[1361328032] 'agreement among raft nodes before linearized reading' (duration: 1.811571542s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.453313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:37.641609Z","time spent":"1.811699706s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:05:39.453407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811372027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:05:39.453423Z","caller":"traceutil/trace.go:171","msg":"trace[116224041] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2291; }","duration":"1.811388728s","start":"2026-07-29T08:05:37.642029Z","end":"2026-07-29T08:05:39.453418Z","steps":["trace[116224041] 'agreement among raft nodes before linearized reading' (duration: 1.811334126s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.453444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:37.641995Z","time spent":"1.811444739s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:05:39.453532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.346738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:05:39.453551Z","caller":"traceutil/trace.go:171","msg":"trace[1446278061] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2291; }","duration":"580.40995ms","start":"2026-07-29T08:05:38.873133Z","end":"2026-07-29T08:05:39.453543Z","steps":["trace[1446278061] 'agreement among raft nodes before linearized reading' (duration: 580.359469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.453566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:38.873097Z","time spent":"580.464931ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:05:39.453646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804119757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-29T08:05:39.45368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659907195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:39.453759Z","caller":"traceutil/trace.go:171","msg":"trace[1718956928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2291; }","duration":"1.660026318s","start":"2026-07-29T08:05:37.793711Z","end":"2026-07-29T08:05:39.453737Z","steps":["trace[1718956928] 'agreement among raft nodes before linearized reading' (duration: 1.659890864s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.453801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:37.793683Z","time spent":"1.66010658s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:05:39.453661Z","caller":"traceutil/trace.go:171","msg":"trace[16912255] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2291; }","duration":"1.80418962s","start":"2026-07-29T08:05:37.649467Z","end":"2026-07-29T08:05:39.453656Z","steps":["trace[16912255] 'agreement among raft nodes before linearized reading' (duration: 1.804138378s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.453996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806003925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T08:05:39.454071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259595187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-m4gb9\" ","response":"range_response_count:1 size:5855"} {"level":"warn","ts":"2026-07-29T08:05:39.45408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.533621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:05:39.454116Z","caller":"traceutil/trace.go:171","msg":"trace[460733969] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-m4gb9; range_end:; response_count:1; response_revision:2291; }","duration":"1.259661798s","start":"2026-07-29T08:05:38.194433Z","end":"2026-07-29T08:05:39.454095Z","steps":["trace[460733969] 'agreement among raft nodes before linearized reading' (duration: 1.259536905s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.454056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:37.649439Z","time spent":"1.80460915s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:05:39.454171Z","caller":"traceutil/trace.go:171","msg":"trace[835275947] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2291; }","duration":"967.625763ms","start":"2026-07-29T08:05:38.486491Z","end":"2026-07-29T08:05:39.454117Z","steps":["trace[835275947] 'agreement among raft nodes before linearized reading' (duration: 967.466709ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:39.454114Z","caller":"traceutil/trace.go:171","msg":"trace[837924098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2291; }","duration":"1.806155048s","start":"2026-07-29T08:05:37.647932Z","end":"2026-07-29T08:05:39.454087Z","steps":["trace[837924098] 'agreement among raft nodes before linearized reading' (duration: 1.80583541s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.454194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.810999228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T08:05:39.454214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:38.486431Z","time spent":"967.772797ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T08:05:39.454229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:37.647923Z","time spent":"1.806291341s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:05:39.454173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:38.19441Z","time spent":"1.259755101s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5879,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-m4gb9\" "} {"level":"info","ts":"2026-07-29T08:05:39.454251Z","caller":"traceutil/trace.go:171","msg":"trace[637164970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2291; }","duration":"1.811123052s","start":"2026-07-29T08:05:37.643106Z","end":"2026-07-29T08:05:39.454229Z","steps":["trace[637164970] 'agreement among raft nodes before linearized reading' (duration: 1.810885786s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:39.454285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:37.643098Z","time spent":"1.811177663s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:05:40.303982Z","caller":"traceutil/trace.go:171","msg":"trace[719482102] linearizableReadLoop","detail":"{readStateIndex:2407; appliedIndex:2406; }","duration":"175.15395ms","start":"2026-07-29T08:05:40.12879Z","end":"2026-07-29T08:05:40.303944Z","steps":["trace[719482102] 'read index received' (duration: 174.842772ms)","trace[719482102] 'applied index is now lower than readState.Index' (duration: 309.908µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:40.304094Z","caller":"traceutil/trace.go:171","msg":"trace[1253903189] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"184.169213ms","start":"2026-07-29T08:05:40.11988Z","end":"2026-07-29T08:05:40.304049Z","steps":["trace[1253903189] 'process raft request' (duration: 183.787794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:40.304249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.412076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:40.304385Z","caller":"traceutil/trace.go:171","msg":"trace[1415386621] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2315; }","duration":"175.600941ms","start":"2026-07-29T08:05:40.128759Z","end":"2026-07-29T08:05:40.304359Z","steps":["trace[1415386621] 'agreement among raft nodes before linearized reading' (duration: 175.315344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:40.30449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.515337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-29T08:05:40.30461Z","caller":"traceutil/trace.go:171","msg":"trace[540734882] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2315; }","duration":"139.708562ms","start":"2026-07-29T08:05:40.164875Z","end":"2026-07-29T08:05:40.304584Z","steps":["trace[540734882] 'agreement among raft nodes before linearized reading' (duration: 139.345583ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:42.920705Z","caller":"traceutil/trace.go:171","msg":"trace[1911089476] linearizableReadLoop","detail":"{readStateIndex:2421; appliedIndex:2420; }","duration":"125.618308ms","start":"2026-07-29T08:05:42.795054Z","end":"2026-07-29T08:05:42.920673Z","steps":["trace[1911089476] 'read index received' (duration: 125.322731ms)","trace[1911089476] 'applied index is now lower than readState.Index' (duration: 294.187µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:42.920735Z","caller":"traceutil/trace.go:171","msg":"trace[1983732514] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"145.222917ms","start":"2026-07-29T08:05:42.77548Z","end":"2026-07-29T08:05:42.920703Z","steps":["trace[1983732514] 'process raft request' (duration: 145.002961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:42.920964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.872344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:42.921068Z","caller":"traceutil/trace.go:171","msg":"trace[786388808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2328; }","duration":"126.004177ms","start":"2026-07-29T08:05:42.795038Z","end":"2026-07-29T08:05:42.921042Z","steps":["trace[786388808] 'agreement among raft nodes before linearized reading' (duration: 125.789232ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:43.711192Z","caller":"traceutil/trace.go:171","msg":"trace[1350376428] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2423; }","duration":"176.211352ms","start":"2026-07-29T08:05:43.53495Z","end":"2026-07-29T08:05:43.711161Z","steps":["trace[1350376428] 'read index received' (duration: 175.870353ms)","trace[1350376428] 'applied index is now lower than readState.Index' (duration: 338.199µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:43.711224Z","caller":"traceutil/trace.go:171","msg":"trace[1881128882] transaction","detail":"{read_only:false; response_revision:2332; number_of_response:1; }","duration":"208.795685ms","start":"2026-07-29T08:05:43.502385Z","end":"2026-07-29T08:05:43.71118Z","steps":["trace[1881128882] 'process raft request' (duration: 208.680522ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:43.711224Z","caller":"traceutil/trace.go:171","msg":"trace[265098294] transaction","detail":"{read_only:false; response_revision:2331; number_of_response:1; }","duration":"209.220126ms","start":"2026-07-29T08:05:43.501976Z","end":"2026-07-29T08:05:43.711196Z","steps":["trace[265098294] 'process raft request' (duration: 208.898418ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:43.711428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.489018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-29T08:05:43.711428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.878028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:05:43.711476Z","caller":"traceutil/trace.go:171","msg":"trace[1528359328] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2333; }","duration":"204.578599ms","start":"2026-07-29T08:05:43.506886Z","end":"2026-07-29T08:05:43.711465Z","steps":["trace[1528359328] 'agreement among raft nodes before linearized reading' (duration: 204.428946ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:43.711501Z","caller":"traceutil/trace.go:171","msg":"trace[1381345286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2333; }","duration":"202.97141ms","start":"2026-07-29T08:05:43.508508Z","end":"2026-07-29T08:05:43.711479Z","steps":["trace[1381345286] 'agreement among raft nodes before linearized reading' (duration: 202.730704ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:43.711333Z","caller":"traceutil/trace.go:171","msg":"trace[1768238326] transaction","detail":"{read_only:false; response_revision:2333; number_of_response:1; }","duration":"208.807715ms","start":"2026-07-29T08:05:43.502496Z","end":"2026-07-29T08:05:43.711303Z","steps":["trace[1768238326] 'process raft request' (duration: 208.616091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:43.711689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.211566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:05:43.711742Z","caller":"traceutil/trace.go:171","msg":"trace[1849176026] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2333; }","duration":"209.315578ms","start":"2026-07-29T08:05:43.502416Z","end":"2026-07-29T08:05:43.711732Z","steps":["trace[1849176026] 'agreement among raft nodes before linearized reading' (duration: 208.865197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:43.711681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.070092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:05:43.711835Z","caller":"traceutil/trace.go:171","msg":"trace[1742617485] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2333; }","duration":"209.272327ms","start":"2026-07-29T08:05:43.502552Z","end":"2026-07-29T08:05:43.711824Z","steps":["trace[1742617485] 'agreement among raft nodes before linearized reading' (duration: 208.878688ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:43.716953Z","caller":"traceutil/trace.go:171","msg":"trace[1052172369] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"176.326194ms","start":"2026-07-29T08:05:43.540584Z","end":"2026-07-29T08:05:43.71691Z","steps":["trace[1052172369] 'process raft request' (duration: 176.072558ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:45.24837Z","caller":"traceutil/trace.go:171","msg":"trace[1790940773] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2436; }","duration":"103.382772ms","start":"2026-07-29T08:05:45.144949Z","end":"2026-07-29T08:05:45.248331Z","steps":["trace[1790940773] 'read index received' (duration: 102.209493ms)","trace[1790940773] 'applied index is now lower than readState.Index' (duration: 1.172059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:45.248645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.67139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T08:05:45.24869Z","caller":"traceutil/trace.go:171","msg":"trace[1907371980] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2344; }","duration":"103.797573ms","start":"2026-07-29T08:05:45.144881Z","end":"2026-07-29T08:05:45.248678Z","steps":["trace[1907371980] 'agreement among raft nodes before linearized reading' (duration: 103.588988ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:45.248567Z","caller":"traceutil/trace.go:171","msg":"trace[1886510840] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"133.997377ms","start":"2026-07-29T08:05:45.114487Z","end":"2026-07-29T08:05:45.248484Z","steps":["trace[1886510840] 'process raft request' (duration: 132.804797ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:47.475353Z","caller":"traceutil/trace.go:171","msg":"trace[1872293319] linearizableReadLoop","detail":"{readStateIndex:2451; appliedIndex:2450; }","duration":"429.649702ms","start":"2026-07-29T08:05:47.045667Z","end":"2026-07-29T08:05:47.475317Z","steps":["trace[1872293319] 'read index received' (duration: 429.385465ms)","trace[1872293319] 'applied index is now lower than readState.Index' (duration: 262.727µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:47.475421Z","caller":"traceutil/trace.go:171","msg":"trace[354800784] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"804.660549ms","start":"2026-07-29T08:05:46.670697Z","end":"2026-07-29T08:05:47.475357Z","steps":["trace[354800784] 'process raft request' (duration: 804.402882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:47.475727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:46.670669Z","time spent":"804.870424ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:05:47.476197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.493643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:05:47.476836Z","caller":"traceutil/trace.go:171","msg":"trace[2007307833] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:2357; }","duration":"430.637707ms","start":"2026-07-29T08:05:47.0456Z","end":"2026-07-29T08:05:47.476237Z","steps":["trace[2007307833] 'agreement among raft nodes before linearized reading' (duration: 429.852597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:47.476901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:05:47.045568Z","time spent":"431.316664ms","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:05:47.481609Z","caller":"traceutil/trace.go:171","msg":"trace[1654137085] transaction","detail":"{read_only:false; response_revision:2358; number_of_response:1; }","duration":"222.875077ms","start":"2026-07-29T08:05:47.258702Z","end":"2026-07-29T08:05:47.481577Z","steps":["trace[1654137085] 'process raft request' (duration: 222.715813ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:47.623109Z","caller":"traceutil/trace.go:171","msg":"trace[1764703488] linearizableReadLoop","detail":"{readStateIndex:2453; appliedIndex:2452; }","duration":"101.644748ms","start":"2026-07-29T08:05:47.521431Z","end":"2026-07-29T08:05:47.623076Z","steps":["trace[1764703488] 'read index received' (duration: 70.972532ms)","trace[1764703488] 'applied index is now lower than readState.Index' (duration: 30.670746ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:47.623141Z","caller":"traceutil/trace.go:171","msg":"trace[2134895242] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"129.161956ms","start":"2026-07-29T08:05:47.493956Z","end":"2026-07-29T08:05:47.623118Z","steps":["trace[2134895242] 'process raft request' (duration: 98.420139ms)","trace[2134895242] 'compare' (duration: 30.567593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:05:47.6234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.946256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:05:47.623498Z","caller":"traceutil/trace.go:171","msg":"trace[10669298] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2359; }","duration":"102.10367ms","start":"2026-07-29T08:05:47.521372Z","end":"2026-07-29T08:05:47.623476Z","steps":["trace[10669298] 'agreement among raft nodes before linearized reading' (duration: 101.817223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:50.593945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.784308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:05:50.594118Z","caller":"traceutil/trace.go:171","msg":"trace[761563391] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2382; }","duration":"113.018473ms","start":"2026-07-29T08:05:50.481076Z","end":"2026-07-29T08:05:50.594094Z","steps":["trace[761563391] 'range keys from in-memory index tree' (duration: 112.553501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:51.99702Z","caller":"traceutil/trace.go:171","msg":"trace[1113157765] transaction","detail":"{read_only:false; response_revision:2388; number_of_response:1; }","duration":"160.607921ms","start":"2026-07-29T08:05:51.836393Z","end":"2026-07-29T08:05:51.997001Z","steps":["trace[1113157765] 'process raft request' (duration: 160.464757ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:51.997219Z","caller":"traceutil/trace.go:171","msg":"trace[1865203952] linearizableReadLoop","detail":"{readStateIndex:2484; appliedIndex:2481; }","duration":"144.028987ms","start":"2026-07-29T08:05:51.853162Z","end":"2026-07-29T08:05:51.997191Z","steps":["trace[1865203952] 'read index received' (duration: 60.123381ms)","trace[1865203952] 'applied index is now lower than readState.Index' (duration: 83.903906ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:05:51.997299Z","caller":"traceutil/trace.go:171","msg":"trace[1763465862] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"160.854526ms","start":"2026-07-29T08:05:51.83641Z","end":"2026-07-29T08:05:51.997265Z","steps":["trace[1763465862] 'process raft request' (duration: 160.558789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:05:51.997468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.273782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-29T08:05:51.99749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.328744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:05:51.997524Z","caller":"traceutil/trace.go:171","msg":"trace[1978368677] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2389; }","duration":"144.397426ms","start":"2026-07-29T08:05:51.853114Z","end":"2026-07-29T08:05:51.997511Z","steps":["trace[1978368677] 'agreement among raft nodes before linearized reading' (duration: 144.213141ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:05:51.997529Z","caller":"traceutil/trace.go:171","msg":"trace[1235407756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2389; }","duration":"136.425007ms","start":"2026-07-29T08:05:51.861093Z","end":"2026-07-29T08:05:51.997518Z","steps":["trace[1235407756] 'agreement among raft nodes before linearized reading' (duration: 136.252242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:00.503136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.99909ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:00.50361Z","caller":"traceutil/trace.go:171","msg":"trace[996413081] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"337.198343ms","start":"2026-07-29T08:06:00.166382Z","end":"2026-07-29T08:06:00.50358Z","steps":["trace[996413081] 'process raft request' (duration: 125.633548ms)","trace[996413081] 'compare' (duration: 210.736424ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:00.503613Z","caller":"traceutil/trace.go:171","msg":"trace[2109800652] transaction","detail":"{read_only:false; response_revision:2456; number_of_response:1; }","duration":"337.120311ms","start":"2026-07-29T08:06:00.16646Z","end":"2026-07-29T08:06:00.50358Z","steps":["trace[2109800652] 'process raft request' (duration: 336.813553ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:00.503689Z","caller":"traceutil/trace.go:171","msg":"trace[1715369270] linearizableReadLoop","detail":"{readStateIndex:2553; appliedIndex:2549; }","duration":"296.782983ms","start":"2026-07-29T08:06:00.206872Z","end":"2026-07-29T08:06:00.503655Z","steps":["trace[1715369270] 'read index received' (duration: 30.452821ms)","trace[1715369270] 'applied index is now lower than readState.Index' (duration: 266.326422ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:00.503766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:00.166443Z","time spent":"337.247593ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:00.50383Z","caller":"traceutil/trace.go:171","msg":"trace[1411426145] transaction","detail":"{read_only:false; response_revision:2457; number_of_response:1; }","duration":"337.138491ms","start":"2026-07-29T08:06:00.166606Z","end":"2026-07-29T08:06:00.503744Z","steps":["trace[1411426145] 'process raft request' (duration: 336.800382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:00.503912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:00.166365Z","time spent":"337.314735ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:00.504017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:00.166566Z","time spent":"337.344426ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:00.551641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.755081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12236"} {"level":"info","ts":"2026-07-29T08:06:00.551739Z","caller":"traceutil/trace.go:171","msg":"trace[1533807178] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2457; }","duration":"344.908565ms","start":"2026-07-29T08:06:00.206806Z","end":"2026-07-29T08:06:00.551715Z","steps":["trace[1533807178] 'agreement among raft nodes before linearized reading' (duration: 296.998268ms)","trace[1533807178] 'range keys from in-memory index tree' (duration: 47.64651ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:00.551847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:00.206777Z","time spent":"345.054769ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12260,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:06:00.551873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.568127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12236"} {"level":"info","ts":"2026-07-29T08:06:00.551932Z","caller":"traceutil/trace.go:171","msg":"trace[445615935] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2457; }","duration":"115.68626ms","start":"2026-07-29T08:06:00.436233Z","end":"2026-07-29T08:06:00.551919Z","steps":["trace[445615935] 'agreement among raft nodes before linearized reading' (duration: 115.498375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:00.552019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.433035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-29T08:06:00.552071Z","caller":"traceutil/trace.go:171","msg":"trace[1416805160] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2457; }","duration":"272.520687ms","start":"2026-07-29T08:06:00.279532Z","end":"2026-07-29T08:06:00.552053Z","steps":["trace[1416805160] 'agreement among raft nodes before linearized reading' (duration: 272.366853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:00.552074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.037824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:00.552172Z","caller":"traceutil/trace.go:171","msg":"trace[1571098975] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:2457; }","duration":"306.170468ms","start":"2026-07-29T08:06:00.245975Z","end":"2026-07-29T08:06:00.552145Z","steps":["trace[1571098975] 'agreement among raft nodes before linearized reading' (duration: 305.996883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:00.552235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:00.245965Z","time spent":"306.252819ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:06:00.552442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.551017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1631"} {"level":"info","ts":"2026-07-29T08:06:00.552478Z","caller":"traceutil/trace.go:171","msg":"trace[1295612351] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2457; }","duration":"306.623379ms","start":"2026-07-29T08:06:00.245844Z","end":"2026-07-29T08:06:00.552467Z","steps":["trace[1295612351] 'agreement among raft nodes before linearized reading' (duration: 305.852669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:00.552499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:00.245826Z","time spent":"306.666789ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1655,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T08:06:02.269944Z","caller":"traceutil/trace.go:171","msg":"trace[2114449169] linearizableReadLoop","detail":"{readStateIndex:2561; appliedIndex:2560; }","duration":"258.676221ms","start":"2026-07-29T08:06:02.011239Z","end":"2026-07-29T08:06:02.269916Z","steps":["trace[2114449169] 'read index received' (duration: 191.38645ms)","trace[2114449169] 'applied index is now lower than readState.Index' (duration: 67.288421ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:02.270239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.990699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"info","ts":"2026-07-29T08:06:02.270307Z","caller":"traceutil/trace.go:171","msg":"trace[1501626351] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2464; }","duration":"259.110722ms","start":"2026-07-29T08:06:02.011176Z","end":"2026-07-29T08:06:02.270287Z","steps":["trace[1501626351] 'agreement among raft nodes before linearized reading' (duration: 258.895007ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:02.27004Z","caller":"traceutil/trace.go:171","msg":"trace[1538000036] transaction","detail":"{read_only:false; response_revision:2464; number_of_response:1; }","duration":"314.871095ms","start":"2026-07-29T08:06:01.95512Z","end":"2026-07-29T08:06:02.269991Z","steps":["trace[1538000036] 'process raft request' (duration: 247.483892ms)","trace[1538000036] 'compare' (duration: 67.021404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:02.270846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:01.955093Z","time spent":"315.652325ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:02.2732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.552966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-29T08:06:02.27339Z","caller":"traceutil/trace.go:171","msg":"trace[192080814] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2466; }","duration":"107.785692ms","start":"2026-07-29T08:06:02.16558Z","end":"2026-07-29T08:06:02.273366Z","steps":["trace[192080814] 'agreement among raft nodes before linearized reading' (duration: 107.456654ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:02.273238Z","caller":"traceutil/trace.go:171","msg":"trace[803706647] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"233.225555ms","start":"2026-07-29T08:06:02.039986Z","end":"2026-07-29T08:06:02.273212Z","steps":["trace[803706647] 'process raft request' (duration: 232.991159ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:02.27386Z","caller":"traceutil/trace.go:171","msg":"trace[699893156] transaction","detail":"{read_only:false; response_revision:2465; number_of_response:1; }","duration":"240.816435ms","start":"2026-07-29T08:06:02.032455Z","end":"2026-07-29T08:06:02.273272Z","steps":["trace[699893156] 'process raft request' (duration: 240.383714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:05.748227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.147433Z","time spent":"600.789197ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:06:06.134585Z","caller":"traceutil/trace.go:171","msg":"trace[233345352] linearizableReadLoop","detail":"{readStateIndex:2586; appliedIndex:2584; }","duration":"568.161262ms","start":"2026-07-29T08:06:05.566403Z","end":"2026-07-29T08:06:06.134564Z","steps":["trace[233345352] 'read index received' (duration: 181.700569ms)","trace[233345352] 'applied index is now lower than readState.Index' (duration: 386.459983ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:06.134607Z","caller":"traceutil/trace.go:171","msg":"trace[1294069612] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"764.979018ms","start":"2026-07-29T08:06:05.369582Z","end":"2026-07-29T08:06:06.134561Z","steps":["trace[1294069612] 'process raft request' (duration: 753.106591ms)","trace[1294069612] 'compare' (duration: 11.450096ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:06.134625Z","caller":"traceutil/trace.go:171","msg":"trace[718535501] transaction","detail":"{read_only:false; response_revision:2489; number_of_response:1; }","duration":"406.168575ms","start":"2026-07-29T08:06:05.728411Z","end":"2026-07-29T08:06:06.13458Z","steps":["trace[718535501] 'process raft request' (duration: 406.044822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:06.135061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.369557Z","time spent":"765.395128ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:06.135163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.728386Z","time spent":"406.724609ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:06.134819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.401027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T08:06:06.135287Z","caller":"traceutil/trace.go:171","msg":"trace[2032507853] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2489; }","duration":"568.91195ms","start":"2026-07-29T08:06:05.566352Z","end":"2026-07-29T08:06:06.135264Z","steps":["trace[2032507853] 'agreement among raft nodes before linearized reading' (duration: 568.299625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:06.135389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.566335Z","time spent":"569.010043ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:06:06.138744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.653091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:06.138823Z","caller":"traceutil/trace.go:171","msg":"trace[1267570056] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2490; }","duration":"493.736003ms","start":"2026-07-29T08:06:05.645066Z","end":"2026-07-29T08:06:06.138802Z","steps":["trace[1267570056] 'agreement among raft nodes before linearized reading' (duration: 493.61212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:06.138809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.427158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"warn","ts":"2026-07-29T08:06:06.138846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.573734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-29T08:06:06.138877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.645039Z","time spent":"493.821025ms","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:06:06.138895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.743133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:06:06.138919Z","caller":"traceutil/trace.go:171","msg":"trace[1338415430] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2490; }","duration":"257.716857ms","start":"2026-07-29T08:06:05.881185Z","end":"2026-07-29T08:06:06.138902Z","steps":["trace[1338415430] 'agreement among raft nodes before linearized reading' (duration: 257.527082ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:06.138909Z","caller":"traceutil/trace.go:171","msg":"trace[1367209626] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2490; }","duration":"548.550422ms","start":"2026-07-29T08:06:05.59034Z","end":"2026-07-29T08:06:06.138891Z","steps":["trace[1367209626] 'agreement among raft nodes before linearized reading' (duration: 548.267595ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:06.138846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.466494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T08:06:06.138969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.590329Z","time spent":"548.629844ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12657,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T08:06:06.138956Z","caller":"traceutil/trace.go:171","msg":"trace[1005317088] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2490; }","duration":"497.837875ms","start":"2026-07-29T08:06:05.641104Z","end":"2026-07-29T08:06:06.138942Z","steps":["trace[1005317088] 'agreement among raft nodes before linearized reading' (duration: 497.64907ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:06.138982Z","caller":"traceutil/trace.go:171","msg":"trace[1171239819] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2490; }","duration":"360.650219ms","start":"2026-07-29T08:06:05.778314Z","end":"2026-07-29T08:06:06.138965Z","steps":["trace[1171239819] 'agreement among raft nodes before linearized reading' (duration: 360.328911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:06.139012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.641088Z","time spent":"497.915447ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:06:06.13905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.778291Z","time spent":"360.72826ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T08:06:06.13927Z","caller":"traceutil/trace.go:171","msg":"trace[1345382687] transaction","detail":"{read_only:false; response_revision:2490; number_of_response:1; }","duration":"389.51775ms","start":"2026-07-29T08:06:05.749732Z","end":"2026-07-29T08:06:06.13925Z","steps":["trace[1345382687] 'process raft request' (duration: 388.73184ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:06.139693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:05.749706Z","time spent":"389.636792ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:12.812572Z","caller":"traceutil/trace.go:171","msg":"trace[2053580316] linearizableReadLoop","detail":"{readStateIndex:2636; appliedIndex:2635; }","duration":"169.896134ms","start":"2026-07-29T08:06:12.642643Z","end":"2026-07-29T08:06:12.812539Z","steps":["trace[2053580316] 'read index received' (duration: 169.663028ms)","trace[2053580316] 'applied index is now lower than readState.Index' (duration: 231.876µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:12.812765Z","caller":"traceutil/trace.go:171","msg":"trace[1482722776] transaction","detail":"{read_only:false; response_revision:2537; number_of_response:1; }","duration":"186.97528ms","start":"2026-07-29T08:06:12.625623Z","end":"2026-07-29T08:06:12.812598Z","steps":["trace[1482722776] 'process raft request' (duration: 186.673953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:12.812882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.76519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:06:12.812934Z","caller":"traceutil/trace.go:171","msg":"trace[1832732773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2537; }","duration":"161.873583ms","start":"2026-07-29T08:06:12.651038Z","end":"2026-07-29T08:06:12.812912Z","steps":["trace[1832732773] 'agreement among raft nodes before linearized reading' (duration: 161.683998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:12.812956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.267843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c6b4217d83cfcc\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-29T08:06:12.813072Z","caller":"traceutil/trace.go:171","msg":"trace[524003042] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c6b4217d83cfcc; range_end:; response_count:1; response_revision:2537; }","duration":"170.435507ms","start":"2026-07-29T08:06:12.642605Z","end":"2026-07-29T08:06:12.813041Z","steps":["trace[524003042] 'agreement among raft nodes before linearized reading' (duration: 170.097909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:12.813185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.989547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:06:12.813224Z","caller":"traceutil/trace.go:171","msg":"trace[26665662] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2537; }","duration":"160.029628ms","start":"2026-07-29T08:06:12.653187Z","end":"2026-07-29T08:06:12.813216Z","steps":["trace[26665662] 'agreement among raft nodes before linearized reading' (duration: 159.940535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:12.813353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.965191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:06:12.813464Z","caller":"traceutil/trace.go:171","msg":"trace[755889375] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2537; }","duration":"161.141545ms","start":"2026-07-29T08:06:12.652294Z","end":"2026-07-29T08:06:12.813436Z","steps":["trace[755889375] 'agreement among raft nodes before linearized reading' (duration: 160.913139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:13.511626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:12.816328Z","time spent":"695.285526ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:06:13.599664Z","caller":"traceutil/trace.go:171","msg":"trace[534185425] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2636; }","duration":"331.682964ms","start":"2026-07-29T08:06:13.267954Z","end":"2026-07-29T08:06:13.599637Z","steps":["trace[534185425] 'read index received' (duration: 151.860582ms)","trace[534185425] 'applied index is now lower than readState.Index' (duration: 179.821262ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:13.599713Z","caller":"traceutil/trace.go:171","msg":"trace[71355042] transaction","detail":"{read_only:false; response_revision:2538; number_of_response:1; }","duration":"781.372916ms","start":"2026-07-29T08:06:12.818297Z","end":"2026-07-29T08:06:13.59967Z","steps":["trace[71355042] 'process raft request' (duration: 781.075758ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:13.599787Z","caller":"traceutil/trace.go:171","msg":"trace[1589020743] transaction","detail":"{read_only:false; response_revision:2539; number_of_response:1; }","duration":"781.270923ms","start":"2026-07-29T08:06:12.818467Z","end":"2026-07-29T08:06:13.599738Z","steps":["trace[1589020743] 'process raft request' (duration: 781.111499ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:13.599809Z","caller":"traceutil/trace.go:171","msg":"trace[808262538] transaction","detail":"{read_only:false; response_revision:2540; number_of_response:1; }","duration":"781.216972ms","start":"2026-07-29T08:06:12.818557Z","end":"2026-07-29T08:06:13.599774Z","steps":["trace[808262538] 'process raft request' (duration: 781.048648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:13.5999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:12.818271Z","time spent":"781.51919ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:13.599935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.95153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T08:06:13.599932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:12.818551Z","time spent":"781.317915ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:13.599928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:12.818461Z","time spent":"781.394586ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:13.599975Z","caller":"traceutil/trace.go:171","msg":"trace[664333686] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2540; }","duration":"332.058123ms","start":"2026-07-29T08:06:13.267903Z","end":"2026-07-29T08:06:13.599961Z","steps":["trace[664333686] 'agreement among raft nodes before linearized reading' (duration: 331.849378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:13.600007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:13.267883Z","time spent":"332.117645ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T08:06:14.435526Z","caller":"traceutil/trace.go:171","msg":"trace[1477746539] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"169.903204ms","start":"2026-07-29T08:06:14.265591Z","end":"2026-07-29T08:06:14.435495Z","steps":["trace[1477746539] 'read index received' (duration: 169.700739ms)","trace[1477746539] 'applied index is now lower than readState.Index' (duration: 201.205µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:14.435611Z","caller":"traceutil/trace.go:171","msg":"trace[361050222] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"245.212845ms","start":"2026-07-29T08:06:14.190371Z","end":"2026-07-29T08:06:14.435584Z","steps":["trace[361050222] 'process raft request' (duration: 244.916508ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:14.436042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.420176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T08:06:14.436083Z","caller":"traceutil/trace.go:171","msg":"trace[760570256] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2543; }","duration":"170.531729ms","start":"2026-07-29T08:06:14.26554Z","end":"2026-07-29T08:06:14.436072Z","steps":["trace[760570256] 'agreement among raft nodes before linearized reading' (duration: 170.14659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:14.936208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514065312,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:06:15.029321Z","caller":"traceutil/trace.go:171","msg":"trace[1759846538] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"671.084032ms","start":"2026-07-29T08:06:14.358212Z","end":"2026-07-29T08:06:15.029296Z","steps":["trace[1759846538] 'process raft request' (duration: 671.040401ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:15.029365Z","caller":"traceutil/trace.go:171","msg":"trace[1029318951] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"700.146218ms","start":"2026-07-29T08:06:14.329177Z","end":"2026-07-29T08:06:15.029323Z","steps":["trace[1029318951] 'process raft request' (duration: 699.82075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.029513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.358177Z","time spent":"671.224155ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:15.029661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.329139Z","time spent":"700.312362ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:15.029457Z","caller":"traceutil/trace.go:171","msg":"trace[158718955] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"671.199875ms","start":"2026-07-29T08:06:14.358193Z","end":"2026-07-29T08:06:15.029393Z","steps":["trace[158718955] 'process raft request' (duration: 671.01801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.030037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.358126Z","time spent":"671.757489ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:15.921511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.535366ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:15.921694Z","caller":"traceutil/trace.go:171","msg":"trace[464221961] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2546; }","duration":"725.726481ms","start":"2026-07-29T08:06:15.195942Z","end":"2026-07-29T08:06:15.921668Z","steps":["trace[464221961] 'range keys from in-memory index tree' (duration: 725.517464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.922061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.292987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:15.922951Z","caller":"traceutil/trace.go:171","msg":"trace[609609928] linearizableReadLoop","detail":"{readStateIndex:2647; appliedIndex:2643; }","duration":"1.48725952s","start":"2026-07-29T08:06:14.435647Z","end":"2026-07-29T08:06:15.922907Z","steps":["trace[609609928] 'read index received' (duration: 593.392091ms)","trace[609609928] 'applied index is now lower than readState.Index' (duration: 893.865739ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:15.922957Z","caller":"traceutil/trace.go:171","msg":"trace[1434633532] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"1.481978689s","start":"2026-07-29T08:06:14.440934Z","end":"2026-07-29T08:06:15.922913Z","steps":["trace[1434633532] 'process raft request' (duration: 912.739938ms)","trace[1434633532] 'compare' (duration: 568.143383ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:15.923183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487925698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:06:15.923216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.440902Z","time spent":"1.482142223s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:15.923249Z","caller":"traceutil/trace.go:171","msg":"trace[2033426554] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:2547; }","duration":"1.48804234s","start":"2026-07-29T08:06:14.435186Z","end":"2026-07-29T08:06:15.923228Z","steps":["trace[2033426554] 'agreement among raft nodes before linearized reading' (duration: 1.487841365s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.923303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.435159Z","time spent":"1.488129213s","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":24,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:06:15.92387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129488414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:15.923934Z","caller":"traceutil/trace.go:171","msg":"trace[2112973367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2547; }","duration":"1.129609428s","start":"2026-07-29T08:06:14.794309Z","end":"2026-07-29T08:06:15.923918Z","steps":["trace[2112973367] 'agreement among raft nodes before linearized reading' (duration: 1.129492835s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.923979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.794047Z","time spent":"1.129922685s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:06:15.923978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.779933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-29T08:06:15.924035Z","caller":"traceutil/trace.go:171","msg":"trace[2033510040] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2547; }","duration":"318.855415ms","start":"2026-07-29T08:06:15.605166Z","end":"2026-07-29T08:06:15.924021Z","steps":["trace[2033510040] 'agreement among raft nodes before linearized reading' (duration: 318.686501ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.924041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.596158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-29T08:06:15.92402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463553158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:06:15.924087Z","caller":"traceutil/trace.go:171","msg":"trace[84631246] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2547; }","duration":"318.689961ms","start":"2026-07-29T08:06:15.605386Z","end":"2026-07-29T08:06:15.924076Z","steps":["trace[84631246] 'agreement among raft nodes before linearized reading' (duration: 318.510726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.924054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.484771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T08:06:15.924093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27820622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:06:15.924118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.60536Z","time spent":"318.752012ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:06:15.924136Z","caller":"traceutil/trace.go:171","msg":"trace[1585622866] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2547; }","duration":"1.278382034s","start":"2026-07-29T08:06:14.645739Z","end":"2026-07-29T08:06:15.924121Z","steps":["trace[1585622866] 'agreement among raft nodes before linearized reading' (duration: 1.27822885s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:15.924133Z","caller":"traceutil/trace.go:171","msg":"trace[838146795] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2547; }","duration":"319.597614ms","start":"2026-07-29T08:06:15.604518Z","end":"2026-07-29T08:06:15.924116Z","steps":["trace[838146795] 'agreement among raft nodes before linearized reading' (duration: 319.414459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.924148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334474405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:06:15.924171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.604497Z","time spent":"319.664215ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:06:15.924175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.637452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T08:06:15.924217Z","caller":"traceutil/trace.go:171","msg":"trace[1928025559] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:2547; }","duration":"776.726784ms","start":"2026-07-29T08:06:15.14748Z","end":"2026-07-29T08:06:15.924207Z","steps":["trace[1928025559] 'agreement among raft nodes before linearized reading' (duration: 776.624711ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.924185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314559017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:06:15.924222Z","caller":"traceutil/trace.go:171","msg":"trace[100812443] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2547; }","duration":"1.334585288s","start":"2026-07-29T08:06:14.589614Z","end":"2026-07-29T08:06:15.924199Z","steps":["trace[100812443] 'agreement among raft nodes before linearized reading' (duration: 1.3342603s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.924243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45159088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:06:15.924227Z","caller":"traceutil/trace.go:171","msg":"trace[1834985045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2547; }","duration":"1.463716312s","start":"2026-07-29T08:06:14.46039Z","end":"2026-07-29T08:06:15.924107Z","steps":["trace[1834985045] 'agreement among raft nodes before linearized reading' (duration: 1.463415035s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:15.924271Z","caller":"traceutil/trace.go:171","msg":"trace[1403552039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2547; }","duration":"1.451660831s","start":"2026-07-29T08:06:14.472601Z","end":"2026-07-29T08:06:15.924262Z","steps":["trace[1403552039] 'agreement among raft nodes before linearized reading' (duration: 1.451582409s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.924274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.589595Z","time spent":"1.334670569s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:06:15.924291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.472583Z","time spent":"1.451704053s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:06:15.924168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.645709Z","time spent":"1.278447746s","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:06:15.924284Z","caller":"traceutil/trace.go:171","msg":"trace[1662726504] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2547; }","duration":"1.314719741s","start":"2026-07-29T08:06:14.609534Z","end":"2026-07-29T08:06:15.924253Z","steps":["trace[1662726504] 'agreement among raft nodes before linearized reading' (duration: 1.314438464s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.924294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.460375Z","time spent":"1.463903768s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:06:15.924243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.147415Z","time spent":"776.820676ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:06:15.924339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.609503Z","time spent":"1.314825504s","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T08:06:15.924301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431130749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:06:15.924066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.605159Z","time spent":"318.898206ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:06:15.924422Z","caller":"traceutil/trace.go:171","msg":"trace[655896140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2547; }","duration":"1.431302724s","start":"2026-07-29T08:06:14.493095Z","end":"2026-07-29T08:06:15.924398Z","steps":["trace[655896140] 'agreement among raft nodes before linearized reading' (duration: 1.431080708s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:15.924491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:14.493083Z","time spent":"1.431393906s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:06:16.654607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.699908ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-07-29T08:06:16.654746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.925433Z","time spent":"729.307038ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:06:16.791726Z","caller":"traceutil/trace.go:171","msg":"trace[105906351] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"861.292793ms","start":"2026-07-29T08:06:15.930396Z","end":"2026-07-29T08:06:16.791688Z","steps":["trace[105906351] 'process raft request' (duration: 854.266458ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.791814Z","caller":"traceutil/trace.go:171","msg":"trace[2116736626] transaction","detail":"{read_only:false; response_revision:2549; number_of_response:1; }","duration":"861.358776ms","start":"2026-07-29T08:06:15.93043Z","end":"2026-07-29T08:06:16.791789Z","steps":["trace[2116736626] 'process raft request' (duration: 861.14951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:16.791923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.930408Z","time spent":"861.457768ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:16.791918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.93037Z","time spent":"861.452388ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:16.791899Z","caller":"traceutil/trace.go:171","msg":"trace[488183626] transaction","detail":"{read_only:false; response_revision:2550; number_of_response:1; }","duration":"861.425567ms","start":"2026-07-29T08:06:15.930437Z","end":"2026-07-29T08:06:16.791862Z","steps":["trace[488183626] 'process raft request' (duration: 861.321704ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.792098Z","caller":"traceutil/trace.go:171","msg":"trace[1099862150] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"861.522869ms","start":"2026-07-29T08:06:15.930559Z","end":"2026-07-29T08:06:16.792082Z","steps":["trace[1099862150] 'process raft request' (duration: 861.373885ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.792122Z","caller":"traceutil/trace.go:171","msg":"trace[1643135854] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"861.623542ms","start":"2026-07-29T08:06:15.930444Z","end":"2026-07-29T08:06:16.792068Z","steps":["trace[1643135854] 'process raft request' (duration: 861.368055ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.792187Z","caller":"traceutil/trace.go:171","msg":"trace[1757946536] transaction","detail":"{read_only:false; response_revision:2555; number_of_response:1; }","duration":"136.497829ms","start":"2026-07-29T08:06:16.655661Z","end":"2026-07-29T08:06:16.792159Z","steps":["trace[1757946536] 'process raft request' (duration: 136.447538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:16.792239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.930553Z","time spent":"861.634903ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:16.792292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.930415Z","time spent":"861.813167ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:16.792314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.293439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:16.792286Z","caller":"traceutil/trace.go:171","msg":"trace[1053942127] transaction","detail":"{read_only:false; response_revision:2554; number_of_response:1; }","duration":"349.863579ms","start":"2026-07-29T08:06:16.442366Z","end":"2026-07-29T08:06:16.79223Z","steps":["trace[1053942127] 'process raft request' (duration: 349.708405ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.792353Z","caller":"traceutil/trace.go:171","msg":"trace[1621764606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2555; }","duration":"860.35421ms","start":"2026-07-29T08:06:15.931987Z","end":"2026-07-29T08:06:16.792341Z","steps":["trace[1621764606] 'agreement among raft nodes before linearized reading' (duration: 860.192856ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.79215Z","caller":"traceutil/trace.go:171","msg":"trace[1602948316] linearizableReadLoop","detail":"{readStateIndex:2654; appliedIndex:2647; }","duration":"860.112104ms","start":"2026-07-29T08:06:15.932024Z","end":"2026-07-29T08:06:16.792136Z","steps":["trace[1602948316] 'read index received' (duration: 98.892141ms)","trace[1602948316] 'applied index is now lower than readState.Index' (duration: 761.218673ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:16.792135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.930411Z","time spent":"861.606631ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:16.792391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.931979Z","time spent":"860.405312ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:06:16.792528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:16.442321Z","time spent":"350.074784ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:16.792591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.270253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:06:16.792615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.703688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:16.792648Z","caller":"traceutil/trace.go:171","msg":"trace[427268667] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2555; }","duration":"379.362716ms","start":"2026-07-29T08:06:16.413267Z","end":"2026-07-29T08:06:16.792629Z","steps":["trace[427268667] 'agreement among raft nodes before linearized reading' (duration: 379.261573ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.792669Z","caller":"traceutil/trace.go:171","msg":"trace[165245976] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:2555; }","duration":"187.898733ms","start":"2026-07-29T08:06:16.604755Z","end":"2026-07-29T08:06:16.792654Z","steps":["trace[165245976] 'agreement among raft nodes before linearized reading' (duration: 187.792881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:16.792695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:16.413241Z","time spent":"379.439757ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":11,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:06:16.792685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.20406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T08:06:16.792777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.269638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"info","ts":"2026-07-29T08:06:16.792801Z","caller":"traceutil/trace.go:171","msg":"trace[2084971225] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2555; }","duration":"624.376844ms","start":"2026-07-29T08:06:16.168405Z","end":"2026-07-29T08:06:16.792781Z","steps":["trace[2084971225] 'agreement among raft nodes before linearized reading' (duration: 624.086697ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:16.792819Z","caller":"traceutil/trace.go:171","msg":"trace[2051164432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2555; }","duration":"591.34975ms","start":"2026-07-29T08:06:16.201457Z","end":"2026-07-29T08:06:16.792807Z","steps":["trace[2051164432] 'agreement among raft nodes before linearized reading' (duration: 591.169886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:16.792855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:16.201392Z","time spent":"591.453703ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12657,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:06:16.79286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:16.168385Z","time spent":"624.461257ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:06:16.792953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.909913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-29T08:06:16.793021Z","caller":"traceutil/trace.go:171","msg":"trace[265455328] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2555; }","duration":"624.032766ms","start":"2026-07-29T08:06:16.16897Z","end":"2026-07-29T08:06:16.793003Z","steps":["trace[265455328] 'agreement among raft nodes before linearized reading' (duration: 623.741939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:16.793056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:16.168949Z","time spent":"624.100508ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":549,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:06:16.7931Z","caller":"traceutil/trace.go:171","msg":"trace[991262576] transaction","detail":"{read_only:false; response_revision:2553; number_of_response:1; }","duration":"861.462988ms","start":"2026-07-29T08:06:15.930632Z","end":"2026-07-29T08:06:16.792095Z","steps":["trace[991262576] 'process raft request' (duration: 861.395937ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:16.79384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:15.930555Z","time spent":"863.203522ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:19.237332Z","caller":"traceutil/trace.go:171","msg":"trace[1083463612] transaction","detail":"{read_only:false; response_revision:2566; number_of_response:1; }","duration":"435.296042ms","start":"2026-07-29T08:06:18.802014Z","end":"2026-07-29T08:06:19.23731Z","steps":["trace[1083463612] 'process raft request' (duration: 435.134028ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.237456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:18.802001Z","time spent":"435.391264ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:19.237673Z","caller":"traceutil/trace.go:171","msg":"trace[1684910092] transaction","detail":"{read_only:false; response_revision:2567; number_of_response:1; }","duration":"434.521323ms","start":"2026-07-29T08:06:18.803131Z","end":"2026-07-29T08:06:19.237653Z","steps":["trace[1684910092] 'process raft request' (duration: 434.148584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.237816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:18.803112Z","time spent":"434.633656ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:19.237987Z","caller":"traceutil/trace.go:171","msg":"trace[1159049054] transaction","detail":"{read_only:false; response_revision:2568; number_of_response:1; }","duration":"434.82597ms","start":"2026-07-29T08:06:18.803153Z","end":"2026-07-29T08:06:19.237979Z","steps":["trace[1159049054] 'process raft request' (duration: 434.42464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.23804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:18.803138Z","time spent":"434.876852ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:19.238243Z","caller":"traceutil/trace.go:171","msg":"trace[1009685581] transaction","detail":"{read_only:false; response_revision:2569; number_of_response:1; }","duration":"435.018155ms","start":"2026-07-29T08:06:18.803215Z","end":"2026-07-29T08:06:19.238233Z","steps":["trace[1009685581] 'process raft request' (duration: 434.729988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.238301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:18.803195Z","time spent":"435.079066ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:19.238319Z","caller":"traceutil/trace.go:171","msg":"trace[194138425] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2666; }","duration":"214.318263ms","start":"2026-07-29T08:06:19.023972Z","end":"2026-07-29T08:06:19.23829Z","steps":["trace[194138425] 'read index received' (duration: 213.187325ms)","trace[194138425] 'applied index is now lower than readState.Index' (duration: 1.127008ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:19.238439Z","caller":"traceutil/trace.go:171","msg":"trace[856082032] transaction","detail":"{read_only:false; response_revision:2570; number_of_response:1; }","duration":"434.895353ms","start":"2026-07-29T08:06:18.803392Z","end":"2026-07-29T08:06:19.238287Z","steps":["trace[856082032] 'process raft request' (duration: 434.79703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.238584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.60657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:06:19.238651Z","caller":"traceutil/trace.go:171","msg":"trace[1339674983] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2570; }","duration":"214.736103ms","start":"2026-07-29T08:06:19.023899Z","end":"2026-07-29T08:06:19.238635Z","steps":["trace[1339674983] 'agreement among raft nodes before linearized reading' (duration: 214.506448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.238795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:18.803358Z","time spent":"435.153028ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:19.505669Z","caller":"traceutil/trace.go:171","msg":"trace[155380611] transaction","detail":"{read_only:false; response_revision:2571; number_of_response:1; }","duration":"432.329918ms","start":"2026-07-29T08:06:19.073301Z","end":"2026-07-29T08:06:19.505631Z","steps":["trace[155380611] 'process raft request' (duration: 429.877767ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:19.505795Z","caller":"traceutil/trace.go:171","msg":"trace[864622129] transaction","detail":"{read_only:false; response_revision:2572; number_of_response:1; }","duration":"421.743284ms","start":"2026-07-29T08:06:19.084035Z","end":"2026-07-29T08:06:19.505778Z","steps":["trace[864622129] 'process raft request' (duration: 421.485467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.50581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.445846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:06:19.505858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:19.073269Z","time spent":"432.493652ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:19.505961Z","caller":"traceutil/trace.go:171","msg":"trace[2008595693] transaction","detail":"{read_only:false; response_revision:2573; number_of_response:1; }","duration":"421.850317ms","start":"2026-07-29T08:06:19.084096Z","end":"2026-07-29T08:06:19.505946Z","steps":["trace[2008595693] 'process raft request' (duration: 421.495998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.506074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:19.084007Z","time spent":"422.0016ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:19.505674Z","caller":"traceutil/trace.go:171","msg":"trace[972780929] linearizableReadLoop","detail":"{readStateIndex:2674; appliedIndex:2671; }","duration":"252.304162ms","start":"2026-07-29T08:06:19.253342Z","end":"2026-07-29T08:06:19.505646Z","steps":["trace[972780929] 'read index received' (duration: 249.696897ms)","trace[972780929] 'applied index is now lower than readState.Index' (duration: 2.606065ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:19.505867Z","caller":"traceutil/trace.go:171","msg":"trace[817219568] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:2573; }","duration":"252.553229ms","start":"2026-07-29T08:06:19.2533Z","end":"2026-07-29T08:06:19.505853Z","steps":["trace[817219568] 'agreement among raft nodes before linearized reading' (duration: 252.434866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:19.506186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:19.084007Z","time spent":"421.832746ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:19.982191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.205266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:19.982266Z","caller":"traceutil/trace.go:171","msg":"trace[1661909216] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2573; }","duration":"187.339669ms","start":"2026-07-29T08:06:19.79491Z","end":"2026-07-29T08:06:19.98225Z","steps":["trace[1661909216] 'range keys from in-memory index tree' (duration: 187.047022ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:20.214696Z","caller":"traceutil/trace.go:171","msg":"trace[2004692250] transaction","detail":"{read_only:false; response_revision:2574; number_of_response:1; }","duration":"131.195827ms","start":"2026-07-29T08:06:20.083471Z","end":"2026-07-29T08:06:20.214667Z","steps":["trace[2004692250] 'process raft request' (duration: 131.037113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:20.845312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.453924ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:20.845431Z","caller":"traceutil/trace.go:171","msg":"trace[964084250] transaction","detail":"{read_only:false; response_revision:2575; number_of_response:1; }","duration":"574.014077ms","start":"2026-07-29T08:06:20.271395Z","end":"2026-07-29T08:06:20.845409Z","steps":["trace[964084250] 'process raft request' (duration: 72.347577ms)","trace[964084250] 'compare' (duration: 501.300511ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:20.845495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:20.271368Z","time spent":"574.097589ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:21.573262Z","caller":"traceutil/trace.go:171","msg":"trace[68898136] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"430.454352ms","start":"2026-07-29T08:06:21.142769Z","end":"2026-07-29T08:06:21.573223Z","steps":["trace[68898136] 'process raft request' (duration: 430.145885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.573482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.142748Z","time spent":"430.601665ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:21.871182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.285023ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T08:06:21.871593Z","caller":"traceutil/trace.go:171","msg":"trace[1886276742] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"359.92251ms","start":"2026-07-29T08:06:21.511645Z","end":"2026-07-29T08:06:21.871567Z","steps":["trace[1886276742] 'process raft request' (duration: 359.647633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.871748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.511619Z","time spent":"360.046114ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:21.967561Z","caller":"traceutil/trace.go:171","msg":"trace[918618987] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"455.283812ms","start":"2026-07-29T08:06:21.512249Z","end":"2026-07-29T08:06:21.967532Z","steps":["trace[918618987] 'process raft request' (duration: 359.306235ms)","trace[918618987] 'compare' (duration: 95.786002ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:21.967708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.512225Z","time spent":"455.406405ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:21.967889Z","caller":"traceutil/trace.go:171","msg":"trace[1074058336] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"455.299632ms","start":"2026-07-29T08:06:21.512546Z","end":"2026-07-29T08:06:21.967845Z","steps":["trace[1074058336] 'process raft request' (duration: 454.943763ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:21.967905Z","caller":"traceutil/trace.go:171","msg":"trace[998947731] linearizableReadLoop","detail":"{readStateIndex:2679; appliedIndex:2677; }","duration":"725.500391ms","start":"2026-07-29T08:06:21.242393Z","end":"2026-07-29T08:06:21.967894Z","steps":["trace[998947731] 'read index received' (duration: 330.519875ms)","trace[998947731] 'applied index is now lower than readState.Index' (duration: 394.978926ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:21.967937Z","caller":"traceutil/trace.go:171","msg":"trace[375118234] transaction","detail":"{read_only:false; response_revision:2581; number_of_response:1; }","duration":"149.577097ms","start":"2026-07-29T08:06:21.818335Z","end":"2026-07-29T08:06:21.967912Z","steps":["trace[375118234] 'process raft request' (duration: 149.424953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.968215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.002212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-07-29T08:06:21.968246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.885387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-07-29T08:06:21.96827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.582024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T08:06:21.968334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.384621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:21.968274Z","caller":"traceutil/trace.go:171","msg":"trace[269983692] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2581; }","duration":"131.090494ms","start":"2026-07-29T08:06:21.837167Z","end":"2026-07-29T08:06:21.968257Z","steps":["trace[269983692] 'agreement among raft nodes before linearized reading' (duration: 130.9336ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:21.968373Z","caller":"traceutil/trace.go:171","msg":"trace[357980033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2581; }","duration":"173.460443ms","start":"2026-07-29T08:06:21.794905Z","end":"2026-07-29T08:06:21.968365Z","steps":["trace[357980033] 'agreement among raft nodes before linearized reading' (duration: 173.404242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.968385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.805692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12633"} {"level":"warn","ts":"2026-07-29T08:06:21.968387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.7384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:06:21.968354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.538852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:06:21.968436Z","caller":"traceutil/trace.go:171","msg":"trace[44625829] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2581; }","duration":"113.838293ms","start":"2026-07-29T08:06:21.854571Z","end":"2026-07-29T08:06:21.968409Z","steps":["trace[44625829] 'agreement among raft nodes before linearized reading' (duration: 113.734131ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:21.968444Z","caller":"traceutil/trace.go:171","msg":"trace[979302731] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2581; }","duration":"167.807022ms","start":"2026-07-29T08:06:21.800618Z","end":"2026-07-29T08:06:21.968425Z","steps":["trace[979302731] 'agreement among raft nodes before linearized reading' (duration: 167.714409ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:21.96849Z","caller":"traceutil/trace.go:171","msg":"trace[1350326826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2581; }","duration":"725.701986ms","start":"2026-07-29T08:06:21.242759Z","end":"2026-07-29T08:06:21.968461Z","steps":["trace[1350326826] 'agreement among raft nodes before linearized reading' (duration: 725.468611ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:21.968344Z","caller":"traceutil/trace.go:171","msg":"trace[1195826010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2581; }","duration":"725.675506ms","start":"2026-07-29T08:06:21.242659Z","end":"2026-07-29T08:06:21.968334Z","steps":["trace[1195826010] 'agreement among raft nodes before linearized reading' (duration: 725.391269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.968525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.512535Z","time spent":"455.457887ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:21.968549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.260254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:06:21.968528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.710597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-29T08:06:21.968354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.898122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:06:21.968626Z","caller":"traceutil/trace.go:171","msg":"trace[981416633] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2581; }","duration":"337.377157ms","start":"2026-07-29T08:06:21.631228Z","end":"2026-07-29T08:06:21.968605Z","steps":["trace[981416633] 'agreement among raft nodes before linearized reading' (duration: 337.236044ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:21.968665Z","caller":"traceutil/trace.go:171","msg":"trace[1115409638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2581; }","duration":"726.314282ms","start":"2026-07-29T08:06:21.242338Z","end":"2026-07-29T08:06:21.968653Z","steps":["trace[1115409638] 'agreement among raft nodes before linearized reading' (duration: 725.685656ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:21.968665Z","caller":"traceutil/trace.go:171","msg":"trace[1745907770] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2581; }","duration":"725.895392ms","start":"2026-07-29T08:06:21.242743Z","end":"2026-07-29T08:06:21.968639Z","steps":["trace[1745907770] 'agreement among raft nodes before linearized reading' (duration: 725.546713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.9687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.631203Z","time spent":"337.47977ms","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":6,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:06:21.968708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.227074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-07-29T08:06:21.968755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.242736Z","time spent":"726.003004ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:06:21.968567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.242733Z","time spent":"725.81688ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:06:21.968712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.242312Z","time spent":"726.387563ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:06:21.968763Z","caller":"traceutil/trace.go:171","msg":"trace[2097584422] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2581; }","duration":"725.307627ms","start":"2026-07-29T08:06:21.243441Z","end":"2026-07-29T08:06:21.968749Z","steps":["trace[2097584422] 'agreement among raft nodes before linearized reading' (duration: 725.161013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.968974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.243426Z","time spent":"725.535173ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:06:21.96829Z","caller":"traceutil/trace.go:171","msg":"trace[1823266821] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2581; }","duration":"712.959718ms","start":"2026-07-29T08:06:21.255317Z","end":"2026-07-29T08:06:21.968277Z","steps":["trace[1823266821] 'agreement among raft nodes before linearized reading' (duration: 712.824284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.969054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.255298Z","time spent":"713.744048ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T08:06:21.968575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.242633Z","time spent":"725.927192ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:06:21.968289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.730379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:06:21.969213Z","caller":"traceutil/trace.go:171","msg":"trace[1697385039] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2581; }","duration":"170.704334ms","start":"2026-07-29T08:06:21.798482Z","end":"2026-07-29T08:06:21.969186Z","steps":["trace[1697385039] 'agreement among raft nodes before linearized reading' (duration: 169.594466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:21.968285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.608777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:06:21.969369Z","caller":"traceutil/trace.go:171","msg":"trace[1967609890] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2581; }","duration":"140.740186ms","start":"2026-07-29T08:06:21.828606Z","end":"2026-07-29T08:06:21.969346Z","steps":["trace[1967609890] 'agreement among raft nodes before linearized reading' (duration: 139.507275ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:22.281831Z","caller":"traceutil/trace.go:171","msg":"trace[1780204575] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"307.762258ms","start":"2026-07-29T08:06:21.974026Z","end":"2026-07-29T08:06:22.281789Z","steps":["trace[1780204575] 'process raft request' (duration: 307.548703ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:22.28192Z","caller":"traceutil/trace.go:171","msg":"trace[603804386] transaction","detail":"{read_only:false; response_revision:2587; number_of_response:1; }","duration":"307.875531ms","start":"2026-07-29T08:06:21.97403Z","end":"2026-07-29T08:06:22.281905Z","steps":["trace[603804386] 'process raft request' (duration: 307.649955ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:22.281944Z","caller":"traceutil/trace.go:171","msg":"trace[267729988] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"307.292966ms","start":"2026-07-29T08:06:21.97463Z","end":"2026-07-29T08:06:22.281923Z","steps":["trace[267729988] 'process raft request' (duration: 307.142372ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:22.281952Z","caller":"traceutil/trace.go:171","msg":"trace[1057785748] transaction","detail":"{read_only:false; response_revision:2586; number_of_response:1; }","duration":"307.814919ms","start":"2026-07-29T08:06:21.974111Z","end":"2026-07-29T08:06:22.281926Z","steps":["trace[1057785748] 'process raft request' (duration: 307.520782ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:22.281891Z","caller":"traceutil/trace.go:171","msg":"trace[2056518034] transaction","detail":"{read_only:false; response_revision:2584; number_of_response:1; }","duration":"307.85641ms","start":"2026-07-29T08:06:21.974017Z","end":"2026-07-29T08:06:22.281873Z","steps":["trace[2056518034] 'process raft request' (duration: 307.4741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:22.282032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.711251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:06:22.282044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.974007Z","time spent":"307.918531ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:22.282082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.974606Z","time spent":"307.400968ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:22.281887Z","caller":"traceutil/trace.go:171","msg":"trace[657234910] linearizableReadLoop","detail":"{readStateIndex:2691; appliedIndex:2683; }","duration":"298.543878ms","start":"2026-07-29T08:06:21.983309Z","end":"2026-07-29T08:06:22.281853Z","steps":["trace[657234910] 'read index received' (duration: 46.760888ms)","trace[657234910] 'applied index is now lower than readState.Index' (duration: 251.781309ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:22.282098Z","caller":"traceutil/trace.go:171","msg":"trace[690302575] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2589; }","duration":"298.811094ms","start":"2026-07-29T08:06:21.98327Z","end":"2026-07-29T08:06:22.282081Z","steps":["trace[690302575] 'agreement among raft nodes before linearized reading' (duration: 298.693531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:22.282104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.974088Z","time spent":"307.933602ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:22.282079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.974001Z","time spent":"307.976883ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:22.28195Z","caller":"traceutil/trace.go:171","msg":"trace[1394787953] transaction","detail":"{read_only:false; response_revision:2588; number_of_response:1; }","duration":"307.299156ms","start":"2026-07-29T08:06:21.974626Z","end":"2026-07-29T08:06:22.281925Z","steps":["trace[1394787953] 'process raft request' (duration: 307.099671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:22.28223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.974606Z","time spent":"307.599373ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:22.282401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.974003Z","time spent":"308.054965ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:06:22.281761Z","caller":"traceutil/trace.go:171","msg":"trace[605298322] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"307.700766ms","start":"2026-07-29T08:06:21.974006Z","end":"2026-07-29T08:06:22.281706Z","steps":["trace[605298322] 'process raft request' (duration: 239.603895ms)","trace[605298322] 'compare' (duration: 67.720021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:22.282748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:06:21.97398Z","time spent":"308.721912ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:06:22.581095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.546835ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:22.581246Z","caller":"traceutil/trace.go:171","msg":"trace[305689881] linearizableReadLoop","detail":"{readStateIndex:2692; appliedIndex:2691; }","duration":"287.46283ms","start":"2026-07-29T08:06:22.293761Z","end":"2026-07-29T08:06:22.581223Z","steps":["trace[305689881] 'read index received' (duration: 101.627208ms)","trace[305689881] 'applied index is now lower than readState.Index' (duration: 185.833712ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:22.581451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.685836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:06:22.581508Z","caller":"traceutil/trace.go:171","msg":"trace[1470628885] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2590; }","duration":"287.758118ms","start":"2026-07-29T08:06:22.293732Z","end":"2026-07-29T08:06:22.58149Z","steps":["trace[1470628885] 'agreement among raft nodes before linearized reading' (duration: 287.556653ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:22.581294Z","caller":"traceutil/trace.go:171","msg":"trace[699477400] transaction","detail":"{read_only:false; response_revision:2590; number_of_response:1; }","duration":"294.429615ms","start":"2026-07-29T08:06:22.286816Z","end":"2026-07-29T08:06:22.581246Z","steps":["trace[699477400] 'process raft request' (duration: 108.619914ms)","trace[699477400] 'compare' (duration: 185.097433ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:22.816964Z","caller":"traceutil/trace.go:171","msg":"trace[883190847] transaction","detail":"{read_only:false; response_revision:2591; number_of_response:1; }","duration":"170.044387ms","start":"2026-07-29T08:06:22.64687Z","end":"2026-07-29T08:06:22.816915Z","steps":["trace[883190847] 'process raft request' (duration: 115.206237ms)","trace[883190847] 'compare' (duration: 54.687446ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:23.147047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.727343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:23.147154Z","caller":"traceutil/trace.go:171","msg":"trace[2018470967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2592; }","duration":"220.938038ms","start":"2026-07-29T08:06:22.926196Z","end":"2026-07-29T08:06:23.147134Z","steps":["trace[2018470967] 'range keys from in-memory index tree' (duration: 220.628431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:23.147345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.629763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:23.147493Z","caller":"traceutil/trace.go:171","msg":"trace[2034342702] linearizableReadLoop","detail":"{readStateIndex:2695; appliedIndex:2694; }","duration":"170.726414ms","start":"2026-07-29T08:06:22.976717Z","end":"2026-07-29T08:06:23.147444Z","steps":["trace[2034342702] 'read index received' (duration: 23.852165ms)","trace[2034342702] 'applied index is now lower than readState.Index' (duration: 146.872459ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:23.147628Z","caller":"traceutil/trace.go:171","msg":"trace[2046039768] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"219.433361ms","start":"2026-07-29T08:06:22.928151Z","end":"2026-07-29T08:06:23.147585Z","steps":["trace[2046039768] 'process raft request' (duration: 72.470481ms)","trace[2046039768] 'compare' (duration: 146.476018ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:23.147753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.095983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-07-29T08:06:23.147812Z","caller":"traceutil/trace.go:171","msg":"trace[1576740845] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2593; }","duration":"171.192516ms","start":"2026-07-29T08:06:22.976599Z","end":"2026-07-29T08:06:23.147792Z","steps":["trace[1576740845] 'agreement among raft nodes before linearized reading' (duration: 170.98341ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:23.92402Z","caller":"traceutil/trace.go:171","msg":"trace[1863401977] linearizableReadLoop","detail":"{readStateIndex:2696; appliedIndex:2695; }","duration":"130.260074ms","start":"2026-07-29T08:06:23.793736Z","end":"2026-07-29T08:06:23.923996Z","steps":["trace[1863401977] 'read index received' (duration: 130.192702ms)","trace[1863401977] 'applied index is now lower than readState.Index' (duration: 66.192µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:23.92411Z","caller":"traceutil/trace.go:171","msg":"trace[1858004452] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"130.368476ms","start":"2026-07-29T08:06:23.793682Z","end":"2026-07-29T08:06:23.924051Z","steps":["trace[1858004452] 'process raft request' (duration: 130.028988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:23.924168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.421708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:06:23.92422Z","caller":"traceutil/trace.go:171","msg":"trace[1391387253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2594; }","duration":"130.52875ms","start":"2026-07-29T08:06:23.793677Z","end":"2026-07-29T08:06:23.924205Z","steps":["trace[1391387253] 'agreement among raft nodes before linearized reading' (duration: 130.421637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:24.146656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.892472ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:24.146898Z","caller":"traceutil/trace.go:171","msg":"trace[372884809] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"172.16931ms","start":"2026-07-29T08:06:23.974707Z","end":"2026-07-29T08:06:24.146876Z","steps":["trace[372884809] 'process raft request' (duration: 172.060677ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:24.147012Z","caller":"traceutil/trace.go:171","msg":"trace[737035824] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"270.431024ms","start":"2026-07-29T08:06:23.876556Z","end":"2026-07-29T08:06:24.146987Z","steps":["trace[737035824] 'process raft request' (duration: 88.124781ms)","trace[737035824] 'compare' (duration: 181.699217ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:24.215109Z","caller":"traceutil/trace.go:171","msg":"trace[1534563658] linearizableReadLoop","detail":"{readStateIndex:2699; appliedIndex:2696; }","duration":"180.458856ms","start":"2026-07-29T08:06:24.034614Z","end":"2026-07-29T08:06:24.215073Z","steps":["trace[1534563658] 'read index received' (duration: 88.006087ms)","trace[1534563658] 'applied index is now lower than readState.Index' (duration: 92.446739ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:24.215169Z","caller":"traceutil/trace.go:171","msg":"trace[664520525] transaction","detail":"{read_only:false; response_revision:2597; number_of_response:1; }","duration":"238.372743ms","start":"2026-07-29T08:06:23.976758Z","end":"2026-07-29T08:06:24.215131Z","steps":["trace[664520525] 'process raft request' (duration: 238.099346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:24.215495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.812355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-29T08:06:24.215647Z","caller":"traceutil/trace.go:171","msg":"trace[2063240662] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2597; }","duration":"181.056101ms","start":"2026-07-29T08:06:24.034543Z","end":"2026-07-29T08:06:24.215599Z","steps":["trace[2063240662] 'agreement among raft nodes before linearized reading' (duration: 180.701062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:24.449972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.727765ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:06:24.450047Z","caller":"traceutil/trace.go:171","msg":"trace[703082208] linearizableReadLoop","detail":"{readStateIndex:2700; appliedIndex:2699; }","duration":"163.613017ms","start":"2026-07-29T08:06:24.286423Z","end":"2026-07-29T08:06:24.450036Z","steps":["trace[703082208] 'read index received' (duration: 26.678237ms)","trace[703082208] 'applied index is now lower than readState.Index' (duration: 136.93426ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:06:24.450112Z","caller":"traceutil/trace.go:171","msg":"trace[1562802211] transaction","detail":"{read_only:false; response_revision:2598; number_of_response:1; }","duration":"229.540424ms","start":"2026-07-29T08:06:24.220563Z","end":"2026-07-29T08:06:24.450103Z","steps":["trace[1562802211] 'process raft request' (duration: 92.626294ms)","trace[1562802211] 'compare' (duration: 136.634833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:06:24.45027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.284349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-07-29T08:06:24.450329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.996601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-07-29T08:06:24.45035Z","caller":"traceutil/trace.go:171","msg":"trace[1511532443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2598; }","duration":"163.063243ms","start":"2026-07-29T08:06:24.287282Z","end":"2026-07-29T08:06:24.450345Z","steps":["trace[1511532443] 'agreement among raft nodes before linearized reading' (duration: 163.003741ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:24.450334Z","caller":"traceutil/trace.go:171","msg":"trace[451887944] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2598; }","duration":"163.380811ms","start":"2026-07-29T08:06:24.286943Z","end":"2026-07-29T08:06:24.450324Z","steps":["trace[451887944] 'agreement among raft nodes before linearized reading' (duration: 163.223617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:06:24.450431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.999066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-07-29T08:06:24.450445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.083454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:06:24.450492Z","caller":"traceutil/trace.go:171","msg":"trace[944973994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2598; }","duration":"164.107839ms","start":"2026-07-29T08:06:24.28637Z","end":"2026-07-29T08:06:24.450478Z","steps":["trace[944973994] 'agreement among raft nodes before linearized reading' (duration: 163.927395ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:06:24.450528Z","caller":"traceutil/trace.go:171","msg":"trace[1999969230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2598; }","duration":"163.168965ms","start":"2026-07-29T08:06:24.287319Z","end":"2026-07-29T08:06:24.450488Z","steps":["trace[1999969230] 'agreement among raft nodes before linearized reading' (duration: 162.9503ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:07:06.564509Z","caller":"traceutil/trace.go:171","msg":"trace[1554113582] transaction","detail":"{read_only:false; response_revision:2868; number_of_response:1; }","duration":"152.101766ms","start":"2026-07-29T08:07:06.412382Z","end":"2026-07-29T08:07:06.564484Z","steps":["trace[1554113582] 'process raft request' (duration: 151.929291ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:07:18.156432Z","caller":"traceutil/trace.go:171","msg":"trace[49185469] transaction","detail":"{read_only:false; response_revision:2945; number_of_response:1; }","duration":"118.529788ms","start":"2026-07-29T08:07:18.037874Z","end":"2026-07-29T08:07:18.156403Z","steps":["trace[49185469] 'process raft request' (duration: 118.348743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:07:20.827294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.301897ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:07:20.827618Z","caller":"traceutil/trace.go:171","msg":"trace[1445173559] transaction","detail":"{read_only:false; response_revision:2958; number_of_response:1; }","duration":"180.167006ms","start":"2026-07-29T08:07:20.647405Z","end":"2026-07-29T08:07:20.827572Z","steps":["trace[1445173559] 'process raft request' (duration: 180.034153ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:07:20.827722Z","caller":"traceutil/trace.go:171","msg":"trace[9650448] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"198.917174ms","start":"2026-07-29T08:07:20.628759Z","end":"2026-07-29T08:07:20.827676Z","steps":["trace[9650448] 'process raft request' (duration: 65.098895ms)","trace[9650448] 'compare' (duration: 133.133632ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:07:21.138782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.161705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:07:21.138944Z","caller":"traceutil/trace.go:171","msg":"trace[70422510] linearizableReadLoop","detail":"{readStateIndex:3073; appliedIndex:3072; }","duration":"234.447861ms","start":"2026-07-29T08:07:20.904469Z","end":"2026-07-29T08:07:21.138917Z","steps":["trace[70422510] 'read index received' (duration: 27.873855ms)","trace[70422510] 'applied index is now lower than readState.Index' (duration: 206.571486ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:07:21.139088Z","caller":"traceutil/trace.go:171","msg":"trace[1337602446] transaction","detail":"{read_only:false; response_revision:2959; number_of_response:1; }","duration":"305.207667ms","start":"2026-07-29T08:07:20.833833Z","end":"2026-07-29T08:07:21.139041Z","steps":["trace[1337602446] 'process raft request' (duration: 98.616281ms)","trace[1337602446] 'compare' (duration: 205.714274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:07:21.139235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.746679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T08:07:21.139275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.042523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T08:07:21.139293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.786205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:07:21.139303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:07:20.833818Z","time spent":"305.369241ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:07:21.139333Z","caller":"traceutil/trace.go:171","msg":"trace[453457492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2959; }","duration":"234.897203ms","start":"2026-07-29T08:07:20.904413Z","end":"2026-07-29T08:07:21.13931Z","steps":["trace[453457492] 'agreement among raft nodes before linearized reading' (duration: 234.618776ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:07:21.139235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.811421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T08:07:21.139319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.513021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:07:21.139355Z","caller":"traceutil/trace.go:171","msg":"trace[527861634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2959; }","duration":"221.874667ms","start":"2026-07-29T08:07:20.917464Z","end":"2026-07-29T08:07:21.139338Z","steps":["trace[527861634] 'agreement among raft nodes before linearized reading' (duration: 221.613391ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:07:21.139387Z","caller":"traceutil/trace.go:171","msg":"trace[1936038573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2959; }","duration":"201.033047ms","start":"2026-07-29T08:07:20.938342Z","end":"2026-07-29T08:07:21.139375Z","steps":["trace[1936038573] 'agreement among raft nodes before linearized reading' (duration: 200.769501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:07:21.13942Z","caller":"traceutil/trace.go:171","msg":"trace[198660865] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2959; }","duration":"165.628994ms","start":"2026-07-29T08:07:20.973767Z","end":"2026-07-29T08:07:21.139396Z","steps":["trace[198660865] 'agreement among raft nodes before linearized reading' (duration: 165.348587ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:07:21.139345Z","caller":"traceutil/trace.go:171","msg":"trace[2069722642] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2959; }","duration":"188.148735ms","start":"2026-07-29T08:07:20.951178Z","end":"2026-07-29T08:07:21.139327Z","steps":["trace[2069722642] 'agreement among raft nodes before linearized reading' (duration: 187.912889ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:11.263092Z","caller":"traceutil/trace.go:171","msg":"trace[1990650164] transaction","detail":"{read_only:false; response_revision:3305; number_of_response:1; }","duration":"124.205993ms","start":"2026-07-29T08:08:11.138821Z","end":"2026-07-29T08:08:11.263027Z","steps":["trace[1990650164] 'process raft request' (duration: 41.283145ms)","trace[1990650164] 'compare' (duration: 82.492118ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:08:11.314498Z","caller":"traceutil/trace.go:171","msg":"trace[497572122] transaction","detail":"{read_only:false; response_revision:3306; number_of_response:1; }","duration":"169.506307ms","start":"2026-07-29T08:08:11.144965Z","end":"2026-07-29T08:08:11.314471Z","steps":["trace[497572122] 'process raft request' (duration: 169.348253ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:11.632871Z","caller":"traceutil/trace.go:171","msg":"trace[1394374735] transaction","detail":"{read_only:false; response_revision:3307; number_of_response:1; }","duration":"120.634975ms","start":"2026-07-29T08:08:11.512186Z","end":"2026-07-29T08:08:11.632821Z","steps":["trace[1394374735] 'process raft request' (duration: 120.358458ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:11.871151Z","caller":"traceutil/trace.go:171","msg":"trace[173122298] transaction","detail":"{read_only:false; response_revision:3310; number_of_response:1; }","duration":"231.690091ms","start":"2026-07-29T08:08:11.639416Z","end":"2026-07-29T08:08:11.871106Z","steps":["trace[173122298] 'process raft request' (duration: 231.512186ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:11.87116Z","caller":"traceutil/trace.go:171","msg":"trace[1914305511] transaction","detail":"{read_only:false; response_revision:3309; number_of_response:1; }","duration":"232.135163ms","start":"2026-07-29T08:08:11.638962Z","end":"2026-07-29T08:08:11.871097Z","steps":["trace[1914305511] 'process raft request' (duration: 195.287038ms)","trace[1914305511] 'compare' (duration: 36.401153ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:08:11.871218Z","caller":"traceutil/trace.go:171","msg":"trace[377159355] transaction","detail":"{read_only:false; response_revision:3312; number_of_response:1; }","duration":"228.367129ms","start":"2026-07-29T08:08:11.64282Z","end":"2026-07-29T08:08:11.871187Z","steps":["trace[377159355] 'process raft request' (duration: 228.267736ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:11.871393Z","caller":"traceutil/trace.go:171","msg":"trace[609820996] transaction","detail":"{read_only:false; response_revision:3311; number_of_response:1; }","duration":"228.935503ms","start":"2026-07-29T08:08:11.642441Z","end":"2026-07-29T08:08:11.871377Z","steps":["trace[609820996] 'process raft request' (duration: 228.604844ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:11.871385Z","caller":"traceutil/trace.go:171","msg":"trace[1468400057] transaction","detail":"{read_only:false; response_revision:3313; number_of_response:1; }","duration":"183.673039ms","start":"2026-07-29T08:08:11.68768Z","end":"2026-07-29T08:08:11.871353Z","steps":["trace[1468400057] 'process raft request' (duration: 183.459534ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:15.178285Z","caller":"traceutil/trace.go:171","msg":"trace[803232138] transaction","detail":"{read_only:false; response_revision:3366; number_of_response:1; }","duration":"144.413084ms","start":"2026-07-29T08:08:15.033819Z","end":"2026-07-29T08:08:15.178232Z","steps":["trace[803232138] 'process raft request' (duration: 144.025654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.151103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514067214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:08:16.41274Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136500061s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:08:16.413255Z","caller":"traceutil/trace.go:171","msg":"trace[243461743] transaction","detail":"{read_only:false; response_revision:3368; number_of_response:1; }","duration":"1.137152048s","start":"2026-07-29T08:08:15.276061Z","end":"2026-07-29T08:08:16.413213Z","steps":["trace[243461743] 'process raft request' (duration: 1.136953983s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.413464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.276027Z","time spent":"1.137335092s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:08:16.420049Z","caller":"traceutil/trace.go:171","msg":"trace[537890918] transaction","detail":"{read_only:false; response_revision:3369; number_of_response:1; }","duration":"1.092494189s","start":"2026-07-29T08:08:15.327525Z","end":"2026-07-29T08:08:16.420019Z","steps":["trace[537890918] 'process raft request' (duration: 1.092248993s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.420288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.327493Z","time spent":"1.092666294s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:08:16.420366Z","caller":"traceutil/trace.go:171","msg":"trace[1391035233] linearizableReadLoop","detail":"{readStateIndex:3497; appliedIndex:3493; }","duration":"769.579543ms","start":"2026-07-29T08:08:15.65076Z","end":"2026-07-29T08:08:16.42034Z","steps":["trace[1391035233] 'read index received' (duration: 762.23251ms)","trace[1391035233] 'applied index is now lower than readState.Index' (duration: 7.345393ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:08:16.420359Z","caller":"traceutil/trace.go:171","msg":"trace[685994357] transaction","detail":"{read_only:false; response_revision:3370; number_of_response:1; }","duration":"534.928548ms","start":"2026-07-29T08:08:15.885383Z","end":"2026-07-29T08:08:16.420311Z","steps":["trace[685994357] 'process raft request' (duration: 534.592ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:16.420465Z","caller":"traceutil/trace.go:171","msg":"trace[430863427] transaction","detail":"{read_only:false; response_revision:3371; number_of_response:1; }","duration":"510.577064ms","start":"2026-07-29T08:08:15.909865Z","end":"2026-07-29T08:08:16.420442Z","steps":["trace[430863427] 'process raft request' (duration: 510.347918ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.420565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.885351Z","time spent":"535.114723ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:08:16.420574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.909827Z","time spent":"510.691657ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:08:16.420611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.209425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T08:08:16.420614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.83859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:08:16.420673Z","caller":"traceutil/trace.go:171","msg":"trace[1767781546] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3371; }","duration":"769.937062ms","start":"2026-07-29T08:08:15.650722Z","end":"2026-07-29T08:08:16.420659Z","steps":["trace[1767781546] 'agreement among raft nodes before linearized reading' (duration: 769.749957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.420715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.650701Z","time spent":"770.004954ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:08:16.420762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.335857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:08:16.420802Z","caller":"traceutil/trace.go:171","msg":"trace[574064848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3371; }","duration":"626.419149ms","start":"2026-07-29T08:08:15.794371Z","end":"2026-07-29T08:08:16.42079Z","steps":["trace[574064848] 'agreement among raft nodes before linearized reading' (duration: 626.352598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.420835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.794343Z","time spent":"626.485801ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:08:16.420834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.12309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:08:16.420886Z","caller":"traceutil/trace.go:171","msg":"trace[258751070] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3371; }","duration":"528.191641ms","start":"2026-07-29T08:08:15.892678Z","end":"2026-07-29T08:08:16.420869Z","steps":["trace[258751070] 'agreement among raft nodes before linearized reading' (duration: 528.057168ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.420926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.892665Z","time spent":"528.250512ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:08:16.420891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.818731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T08:08:16.421046Z","caller":"traceutil/trace.go:171","msg":"trace[2080130376] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:3371; }","duration":"196.029686ms","start":"2026-07-29T08:08:16.224984Z","end":"2026-07-29T08:08:16.421014Z","steps":["trace[2080130376] 'agreement among raft nodes before linearized reading' (duration: 195.700538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.420891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.381891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:08:16.42113Z","caller":"traceutil/trace.go:171","msg":"trace[1323235194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3371; }","duration":"529.694419ms","start":"2026-07-29T08:08:15.891415Z","end":"2026-07-29T08:08:16.42111Z","steps":["trace[1323235194] 'agreement among raft nodes before linearized reading' (duration: 529.229548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.421202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.891386Z","time spent":"529.798421ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:08:16.421101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.859503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:08:16.421322Z","caller":"traceutil/trace.go:171","msg":"trace[1287151389] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3371; }","duration":"530.336645ms","start":"2026-07-29T08:08:15.890935Z","end":"2026-07-29T08:08:16.421272Z","steps":["trace[1287151389] 'agreement among raft nodes before linearized reading' (duration: 529.649838ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:16.420669Z","caller":"traceutil/trace.go:171","msg":"trace[1999124510] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3371; }","duration":"734.291538ms","start":"2026-07-29T08:08:15.686361Z","end":"2026-07-29T08:08:16.420652Z","steps":["trace[1999124510] 'agreement among raft nodes before linearized reading' (duration: 734.142904ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.421599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.68635Z","time spent":"735.229361ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:08:16.42168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.806742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:08:16.421702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.890915Z","time spent":"530.769886ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:08:16.421764Z","caller":"traceutil/trace.go:171","msg":"trace[308753362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3371; }","duration":"529.911174ms","start":"2026-07-29T08:08:15.891831Z","end":"2026-07-29T08:08:16.421742Z","steps":["trace[308753362] 'agreement among raft nodes before linearized reading' (duration: 528.683463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:08:16.42182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:08:15.891823Z","time spent":"529.984456ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:08:24.732498Z","caller":"traceutil/trace.go:171","msg":"trace[689003930] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"210.393092ms","start":"2026-07-29T08:08:24.522072Z","end":"2026-07-29T08:08:24.732465Z","steps":["trace[689003930] 'process raft request' (duration: 210.225438ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:24.732608Z","caller":"traceutil/trace.go:171","msg":"trace[164804238] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"210.511475ms","start":"2026-07-29T08:08:24.522077Z","end":"2026-07-29T08:08:24.732589Z","steps":["trace[164804238] 'process raft request' (duration: 210.395972ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:24.732591Z","caller":"traceutil/trace.go:171","msg":"trace[511312064] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"210.488155ms","start":"2026-07-29T08:08:24.522068Z","end":"2026-07-29T08:08:24.732556Z","steps":["trace[511312064] 'process raft request' (duration: 210.342611ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:24.732942Z","caller":"traceutil/trace.go:171","msg":"trace[1319819349] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"210.678769ms","start":"2026-07-29T08:08:24.522195Z","end":"2026-07-29T08:08:24.732873Z","steps":["trace[1319819349] 'process raft request' (duration: 210.356861ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:24.732872Z","caller":"traceutil/trace.go:171","msg":"trace[302090468] transaction","detail":"{read_only:false; response_revision:3434; number_of_response:1; }","duration":"210.395982ms","start":"2026-07-29T08:08:24.522031Z","end":"2026-07-29T08:08:24.732427Z","steps":["trace[302090468] 'process raft request' (duration: 201.878961ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:08:24.733162Z","caller":"traceutil/trace.go:171","msg":"trace[1547047810] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"210.826193ms","start":"2026-07-29T08:08:24.522311Z","end":"2026-07-29T08:08:24.733137Z","steps":["trace[1547047810] 'process raft request' (duration: 210.363111ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:09:35.056265Z","caller":"traceutil/trace.go:171","msg":"trace[1374527624] transaction","detail":"{read_only:false; response_revision:3892; number_of_response:1; }","duration":"196.084785ms","start":"2026-07-29T08:09:34.860147Z","end":"2026-07-29T08:09:35.056232Z","steps":["trace[1374527624] 'process raft request' (duration: 148.927933ms)","trace[1374527624] 'compare' (duration: 47.017339ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:09:47.02398Z","caller":"traceutil/trace.go:171","msg":"trace[1448294605] transaction","detail":"{read_only:false; response_revision:3968; number_of_response:1; }","duration":"160.50829ms","start":"2026-07-29T08:09:46.863449Z","end":"2026-07-29T08:09:47.023957Z","steps":["trace[1448294605] 'process raft request' (duration: 160.298004ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:09:47.072329Z","caller":"traceutil/trace.go:171","msg":"trace[258194254] transaction","detail":"{read_only:false; response_revision:3969; number_of_response:1; }","duration":"126.172167ms","start":"2026-07-29T08:09:46.946115Z","end":"2026-07-29T08:09:47.072287Z","steps":["trace[258194254] 'process raft request' (duration: 125.89754ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:09:47.231607Z","caller":"traceutil/trace.go:171","msg":"trace[55295799] transaction","detail":"{read_only:false; response_revision:3970; number_of_response:1; }","duration":"130.787681ms","start":"2026-07-29T08:09:47.100795Z","end":"2026-07-29T08:09:47.231583Z","steps":["trace[55295799] 'process raft request' (duration: 85.852994ms)","trace[55295799] 'compare' (duration: 44.532127ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:09:47.459744Z","caller":"traceutil/trace.go:171","msg":"trace[1717446828] linearizableReadLoop","detail":"{readStateIndex:4120; appliedIndex:4118; }","duration":"116.802784ms","start":"2026-07-29T08:09:47.3429Z","end":"2026-07-29T08:09:47.459703Z","steps":["trace[1717446828] 'read index received' (duration: 5.482606ms)","trace[1717446828] 'applied index is now lower than readState.Index' (duration: 111.318608ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:09:47.460246Z","caller":"traceutil/trace.go:171","msg":"trace[703761318] transaction","detail":"{read_only:false; response_revision:3975; number_of_response:1; }","duration":"130.516405ms","start":"2026-07-29T08:09:47.329703Z","end":"2026-07-29T08:09:47.460219Z","steps":["trace[703761318] 'process raft request' (duration: 129.798447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:09:47.461031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.110126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T08:09:47.461106Z","caller":"traceutil/trace.go:171","msg":"trace[1417471581] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:3975; }","duration":"118.248799ms","start":"2026-07-29T08:09:47.342839Z","end":"2026-07-29T08:09:47.461088Z","steps":["trace[1417471581] 'agreement among raft nodes before linearized reading' (duration: 118.028724ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:09:47.585675Z","caller":"traceutil/trace.go:171","msg":"trace[155547695] transaction","detail":"{read_only:false; response_revision:3976; number_of_response:1; }","duration":"117.991113ms","start":"2026-07-29T08:09:47.467652Z","end":"2026-07-29T08:09:47.585643Z","steps":["trace[155547695] 'process raft request' (duration: 48.547427ms)","trace[155547695] 'compare' (duration: 68.604766ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:09:47.864297Z","caller":"traceutil/trace.go:171","msg":"trace[2096647299] transaction","detail":"{read_only:false; response_revision:3978; number_of_response:1; }","duration":"252.381773ms","start":"2026-07-29T08:09:47.611878Z","end":"2026-07-29T08:09:47.864259Z","steps":["trace[2096647299] 'process raft request' (duration: 186.567687ms)","trace[2096647299] 'compare' (duration: 65.56663ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:09:48.086456Z","caller":"traceutil/trace.go:171","msg":"trace[2125400831] transaction","detail":"{read_only:false; response_revision:3979; number_of_response:1; }","duration":"158.915401ms","start":"2026-07-29T08:09:47.927501Z","end":"2026-07-29T08:09:48.086416Z","steps":["trace[2125400831] 'process raft request' (duration: 146.859791ms)","trace[2125400831] 'compare' (duration: 11.443735ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:07.533488Z","caller":"traceutil/trace.go:171","msg":"trace[234571024] transaction","detail":"{read_only:false; response_revision:4104; number_of_response:1; }","duration":"123.661022ms","start":"2026-07-29T08:10:07.409791Z","end":"2026-07-29T08:10:07.533452Z","steps":["trace[234571024] 'process raft request' (duration: 102.713403ms)","trace[234571024] 'compare' (duration: 20.640131ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:07.545185Z","caller":"traceutil/trace.go:171","msg":"trace[1874026991] transaction","detail":"{read_only:false; response_revision:4105; number_of_response:1; }","duration":"135.150906ms","start":"2026-07-29T08:10:07.409987Z","end":"2026-07-29T08:10:07.545138Z","steps":["trace[1874026991] 'process raft request' (duration: 134.875349ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:07.777568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.923146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:10:07.777668Z","caller":"traceutil/trace.go:171","msg":"trace[1737490659] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4108; }","duration":"115.10412ms","start":"2026-07-29T08:10:07.662542Z","end":"2026-07-29T08:10:07.777646Z","steps":["trace[1737490659] 'range keys from in-memory index tree' (duration: 114.647669ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:08.244662Z","caller":"traceutil/trace.go:171","msg":"trace[335351213] linearizableReadLoop","detail":"{readStateIndex:4262; appliedIndex:4260; }","duration":"102.881608ms","start":"2026-07-29T08:10:08.141751Z","end":"2026-07-29T08:10:08.244633Z","steps":["trace[335351213] 'read index received' (duration: 93.098486ms)","trace[335351213] 'applied index is now lower than readState.Index' (duration: 9.782052ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:08.24474Z","caller":"traceutil/trace.go:171","msg":"trace[637955403] transaction","detail":"{read_only:false; response_revision:4113; number_of_response:1; }","duration":"103.627906ms","start":"2026-07-29T08:10:08.14107Z","end":"2026-07-29T08:10:08.244698Z","steps":["trace[637955403] 'process raft request' (duration: 103.38332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:08.245012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.226416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-07-29T08:10:08.245164Z","caller":"traceutil/trace.go:171","msg":"trace[1534175702] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4113; }","duration":"103.400311ms","start":"2026-07-29T08:10:08.141744Z","end":"2026-07-29T08:10:08.245145Z","steps":["trace[1534175702] 'agreement among raft nodes before linearized reading' (duration: 103.041832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:08.396794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.318132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:10:08.396948Z","caller":"traceutil/trace.go:171","msg":"trace[727516182] linearizableReadLoop","detail":"{readStateIndex:4263; appliedIndex:4262; }","duration":"145.512523ms","start":"2026-07-29T08:10:08.251413Z","end":"2026-07-29T08:10:08.396925Z","steps":["trace[727516182] 'read index received' (duration: 36.962995ms)","trace[727516182] 'applied index is now lower than readState.Index' (duration: 108.547908ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:08.397035Z","caller":"traceutil/trace.go:171","msg":"trace[455363675] transaction","detail":"{read_only:false; response_revision:4114; number_of_response:1; }","duration":"146.929098ms","start":"2026-07-29T08:10:08.250068Z","end":"2026-07-29T08:10:08.396997Z","steps":["trace[455363675] 'process raft request' (duration: 38.281967ms)","trace[455363675] 'compare' (duration: 108.120658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:08.397217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.811141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-29T08:10:08.397262Z","caller":"traceutil/trace.go:171","msg":"trace[1420867768] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4114; }","duration":"145.885672ms","start":"2026-07-29T08:10:08.251364Z","end":"2026-07-29T08:10:08.397249Z","steps":["trace[1420867768] 'agreement among raft nodes before linearized reading' (duration: 145.694497ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:08.884741Z","caller":"traceutil/trace.go:171","msg":"trace[571307229] transaction","detail":"{read_only:false; response_revision:4115; number_of_response:1; }","duration":"180.564641ms","start":"2026-07-29T08:10:08.704141Z","end":"2026-07-29T08:10:08.884705Z","steps":["trace[571307229] 'process raft request' (duration: 180.277933ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:08.935418Z","caller":"traceutil/trace.go:171","msg":"trace[917424499] transaction","detail":"{read_only:false; response_revision:4116; number_of_response:1; }","duration":"141.137025ms","start":"2026-07-29T08:10:08.794227Z","end":"2026-07-29T08:10:08.935365Z","steps":["trace[917424499] 'process raft request' (duration: 138.960631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:09.240179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.622031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:10:09.240278Z","caller":"traceutil/trace.go:171","msg":"trace[1562001372] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:4116; }","duration":"121.796596ms","start":"2026-07-29T08:10:09.11846Z","end":"2026-07-29T08:10:09.240257Z","steps":["trace[1562001372] 'count revisions from in-memory index tree' (duration: 121.502738ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:09.241438Z","caller":"traceutil/trace.go:171","msg":"trace[1919389912] transaction","detail":"{read_only:false; response_revision:4117; number_of_response:1; }","duration":"104.046837ms","start":"2026-07-29T08:10:09.137359Z","end":"2026-07-29T08:10:09.241406Z","steps":["trace[1919389912] 'process raft request' (duration: 101.172085ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:09.528983Z","caller":"traceutil/trace.go:171","msg":"trace[1046654247] transaction","detail":"{read_only:false; response_revision:4119; number_of_response:1; }","duration":"117.756955ms","start":"2026-07-29T08:10:09.411197Z","end":"2026-07-29T08:10:09.528954Z","steps":["trace[1046654247] 'process raft request' (duration: 117.568121ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:09.872439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.0642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:10:09.872572Z","caller":"traceutil/trace.go:171","msg":"trace[12068664] linearizableReadLoop","detail":"{readStateIndex:4269; appliedIndex:4268; }","duration":"322.458353ms","start":"2026-07-29T08:10:09.550089Z","end":"2026-07-29T08:10:09.872547Z","steps":["trace[12068664] 'read index received' (duration: 211.153347ms)","trace[12068664] 'applied index is now lower than readState.Index' (duration: 111.302986ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:09.872691Z","caller":"traceutil/trace.go:171","msg":"trace[475591544] transaction","detail":"{read_only:false; response_revision:4120; number_of_response:1; }","duration":"329.332293ms","start":"2026-07-29T08:10:09.543345Z","end":"2026-07-29T08:10:09.872677Z","steps":["trace[475591544] 'process raft request' (duration: 217.906734ms)","trace[475591544] 'compare' (duration: 110.719152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:09.872767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:09.543319Z","time spent":"329.411155ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:10:09.87296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.981811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:10:09.873007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.665298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T08:10:09.873013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.880653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:10:09.873119Z","caller":"traceutil/trace.go:171","msg":"trace[1011835010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4120; }","duration":"265.809021ms","start":"2026-07-29T08:10:09.607278Z","end":"2026-07-29T08:10:09.873087Z","steps":["trace[1011835010] 'agreement among raft nodes before linearized reading' (duration: 265.481913ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:09.873154Z","caller":"traceutil/trace.go:171","msg":"trace[284808336] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4120; }","duration":"323.053188ms","start":"2026-07-29T08:10:09.550068Z","end":"2026-07-29T08:10:09.873121Z","steps":["trace[284808336] 'agreement among raft nodes before linearized reading' (duration: 322.671019ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:09.873055Z","caller":"traceutil/trace.go:171","msg":"trace[554003417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4120; }","duration":"265.094614ms","start":"2026-07-29T08:10:09.60794Z","end":"2026-07-29T08:10:09.873035Z","steps":["trace[554003417] 'agreement among raft nodes before linearized reading' (duration: 264.831157ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:09.873735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:10:09.550056Z","time spent":"323.264813ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:10:12.023953Z","caller":"traceutil/trace.go:171","msg":"trace[817955102] transaction","detail":"{read_only:false; response_revision:4131; number_of_response:1; }","duration":"142.5626ms","start":"2026-07-29T08:10:11.881345Z","end":"2026-07-29T08:10:12.023908Z","steps":["trace[817955102] 'process raft request' (duration: 142.298483ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:38.432617Z","caller":"traceutil/trace.go:171","msg":"trace[1345325725] transaction","detail":"{read_only:false; response_revision:4298; number_of_response:1; }","duration":"137.694949ms","start":"2026-07-29T08:10:38.294876Z","end":"2026-07-29T08:10:38.432571Z","steps":["trace[1345325725] 'process raft request' (duration: 119.368535ms)","trace[1345325725] 'compare' (duration: 17.927954ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:38.432991Z","caller":"traceutil/trace.go:171","msg":"trace[1830931784] transaction","detail":"{read_only:false; response_revision:4300; number_of_response:1; }","duration":"137.566297ms","start":"2026-07-29T08:10:38.295381Z","end":"2026-07-29T08:10:38.432947Z","steps":["trace[1830931784] 'process raft request' (duration: 137.490545ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:38.433253Z","caller":"traceutil/trace.go:171","msg":"trace[756656660] transaction","detail":"{read_only:false; response_revision:4301; number_of_response:1; }","duration":"137.590907ms","start":"2026-07-29T08:10:38.29565Z","end":"2026-07-29T08:10:38.433241Z","steps":["trace[756656660] 'process raft request' (duration: 137.258449ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:38.433321Z","caller":"traceutil/trace.go:171","msg":"trace[690040277] linearizableReadLoop","detail":"{readStateIndex:4456; appliedIndex:4452; }","duration":"115.986042ms","start":"2026-07-29T08:10:38.317316Z","end":"2026-07-29T08:10:38.433302Z","steps":["trace[690040277] 'read index received' (duration: 96.851759ms)","trace[690040277] 'applied index is now lower than readState.Index' (duration: 19.131533ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:38.433314Z","caller":"traceutil/trace.go:171","msg":"trace[645341901] transaction","detail":"{read_only:false; response_revision:4302; number_of_response:1; }","duration":"100.449138ms","start":"2026-07-29T08:10:38.332816Z","end":"2026-07-29T08:10:38.433265Z","steps":["trace[645341901] 'process raft request' (duration: 100.350825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:38.433495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.374599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:10:38.433546Z","caller":"traceutil/trace.go:171","msg":"trace[1236092311] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4302; }","duration":"124.461662ms","start":"2026-07-29T08:10:38.309066Z","end":"2026-07-29T08:10:38.433528Z","steps":["trace[1236092311] 'agreement among raft nodes before linearized reading' (duration: 124.275767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:38.433672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.729327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:10:38.433699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.406048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-29T08:10:38.433731Z","caller":"traceutil/trace.go:171","msg":"trace[366696553] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4302; }","duration":"132.814339ms","start":"2026-07-29T08:10:38.300898Z","end":"2026-07-29T08:10:38.433713Z","steps":["trace[366696553] 'agreement among raft nodes before linearized reading' (duration: 132.523641ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:38.433739Z","caller":"traceutil/trace.go:171","msg":"trace[1188388789] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:4302; }","duration":"113.466029ms","start":"2026-07-29T08:10:38.320263Z","end":"2026-07-29T08:10:38.433729Z","steps":["trace[1188388789] 'agreement among raft nodes before linearized reading' (duration: 113.370037ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:38.433909Z","caller":"traceutil/trace.go:171","msg":"trace[1011460970] transaction","detail":"{read_only:false; response_revision:4299; number_of_response:1; }","duration":"138.862968ms","start":"2026-07-29T08:10:38.294955Z","end":"2026-07-29T08:10:38.433818Z","steps":["trace[1011460970] 'process raft request' (duration: 137.850903ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:40.596069Z","caller":"traceutil/trace.go:171","msg":"trace[474592079] transaction","detail":"{read_only:false; response_revision:4315; number_of_response:1; }","duration":"117.663454ms","start":"2026-07-29T08:10:40.478376Z","end":"2026-07-29T08:10:40.59604Z","steps":["trace[474592079] 'process raft request' (duration: 117.560841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:40.596113Z","caller":"traceutil/trace.go:171","msg":"trace[1752083880] transaction","detail":"{read_only:false; response_revision:4314; number_of_response:1; }","duration":"117.700625ms","start":"2026-07-29T08:10:40.478373Z","end":"2026-07-29T08:10:40.596074Z","steps":["trace[1752083880] 'process raft request' (duration: 117.304545ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:40.596339Z","caller":"traceutil/trace.go:171","msg":"trace[1527123702] transaction","detail":"{read_only:false; response_revision:4317; number_of_response:1; }","duration":"117.831608ms","start":"2026-07-29T08:10:40.478489Z","end":"2026-07-29T08:10:40.59632Z","steps":["trace[1527123702] 'process raft request' (duration: 117.722625ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:40.596295Z","caller":"traceutil/trace.go:171","msg":"trace[1285988575] transaction","detail":"{read_only:false; response_revision:4316; number_of_response:1; }","duration":"117.835378ms","start":"2026-07-29T08:10:40.478442Z","end":"2026-07-29T08:10:40.596277Z","steps":["trace[1285988575] 'process raft request' (duration: 117.54266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:43.715834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.215318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:10:43.715962Z","caller":"traceutil/trace.go:171","msg":"trace[106057364] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"206.598186ms","start":"2026-07-29T08:10:43.509338Z","end":"2026-07-29T08:10:43.715936Z","steps":["trace[106057364] 'process raft request' (duration: 48.154743ms)","trace[106057364] 'compare' (duration: 157.950151ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:43.735349Z","caller":"traceutil/trace.go:171","msg":"trace[1035748973] linearizableReadLoop","detail":"{readStateIndex:4488; appliedIndex:4486; }","duration":"218.300326ms","start":"2026-07-29T08:10:43.516977Z","end":"2026-07-29T08:10:43.735277Z","steps":["trace[1035748973] 'read index received' (duration: 40.520584ms)","trace[1035748973] 'applied index is now lower than readState.Index' (duration: 177.778612ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:43.735623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.611773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T08:10:43.735696Z","caller":"traceutil/trace.go:171","msg":"trace[785694497] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4332; }","duration":"218.723195ms","start":"2026-07-29T08:10:43.516946Z","end":"2026-07-29T08:10:43.735669Z","steps":["trace[785694497] 'agreement among raft nodes before linearized reading' (duration: 218.50005ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:43.735656Z","caller":"traceutil/trace.go:171","msg":"trace[630454027] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"225.79242ms","start":"2026-07-29T08:10:43.509838Z","end":"2026-07-29T08:10:43.735631Z","steps":["trace[630454027] 'process raft request' (duration: 225.229177ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:44.483369Z","caller":"traceutil/trace.go:171","msg":"trace[628999614] transaction","detail":"{read_only:false; response_revision:4337; number_of_response:1; }","duration":"103.36366ms","start":"2026-07-29T08:10:44.379963Z","end":"2026-07-29T08:10:44.483327Z","steps":["trace[628999614] 'process raft request' (duration: 82.545754ms)","trace[628999614] 'compare' (duration: 20.59781ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:46.659064Z","caller":"traceutil/trace.go:171","msg":"trace[591449847] transaction","detail":"{read_only:false; response_revision:4348; number_of_response:1; }","duration":"109.432409ms","start":"2026-07-29T08:10:46.549605Z","end":"2026-07-29T08:10:46.659037Z","steps":["trace[591449847] 'process raft request' (duration: 104.61316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:46.659085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.773978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:10:46.659369Z","caller":"traceutil/trace.go:171","msg":"trace[433000019] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4347; }","duration":"171.127547ms","start":"2026-07-29T08:10:46.488217Z","end":"2026-07-29T08:10:46.659344Z","steps":["trace[433000019] 'range keys from in-memory index tree' (duration: 170.528602ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:46.683863Z","caller":"traceutil/trace.go:171","msg":"trace[986556363] transaction","detail":"{read_only:false; response_revision:4349; number_of_response:1; }","duration":"130.931231ms","start":"2026-07-29T08:10:46.552912Z","end":"2026-07-29T08:10:46.683843Z","steps":["trace[986556363] 'process raft request' (duration: 130.740127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:10:47.088745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.517127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:10:47.088951Z","caller":"traceutil/trace.go:171","msg":"trace[1003656685] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4354; }","duration":"293.767344ms","start":"2026-07-29T08:10:46.79514Z","end":"2026-07-29T08:10:47.088907Z","steps":["trace[1003656685] 'range keys from in-memory index tree' (duration: 293.338483ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:10:53.902465Z","caller":"traceutil/trace.go:171","msg":"trace[2020135387] linearizableReadLoop","detail":"{readStateIndex:4554; appliedIndex:4553; }","duration":"109.47019ms","start":"2026-07-29T08:10:53.792962Z","end":"2026-07-29T08:10:53.902432Z","steps":["trace[2020135387] 'read index received' (duration: 40.113543ms)","trace[2020135387] 'applied index is now lower than readState.Index' (duration: 69.355497ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:10:53.902557Z","caller":"traceutil/trace.go:171","msg":"trace[1619808467] transaction","detail":"{read_only:false; response_revision:4396; number_of_response:1; }","duration":"113.021859ms","start":"2026-07-29T08:10:53.789483Z","end":"2026-07-29T08:10:53.902505Z","steps":["trace[1619808467] 'process raft request' (duration: 43.705583ms)","trace[1619808467] 'compare' (duration: 68.894965ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:10:53.902685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.700447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:10:53.902778Z","caller":"traceutil/trace.go:171","msg":"trace[574078389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4396; }","duration":"109.840109ms","start":"2026-07-29T08:10:53.792918Z","end":"2026-07-29T08:10:53.902758Z","steps":["trace[574078389] 'agreement among raft nodes before linearized reading' (duration: 109.664165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:17.265555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.332223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:17.265681Z","caller":"traceutil/trace.go:171","msg":"trace[139351032] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:4544; }","duration":"104.532478ms","start":"2026-07-29T08:11:17.161122Z","end":"2026-07-29T08:11:17.265654Z","steps":["trace[139351032] 'count revisions from in-memory index tree' (duration: 104.135569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:47.536931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514070818,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:11:47.629524Z","caller":"traceutil/trace.go:171","msg":"trace[1777418897] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"689.810451ms","start":"2026-07-29T08:11:46.939685Z","end":"2026-07-29T08:11:47.629496Z","steps":["trace[1777418897] 'process raft request' (duration: 689.621186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:47.629697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:46.939651Z","time spent":"689.950514ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:48.269032Z","caller":"traceutil/trace.go:171","msg":"trace[1643094257] linearizableReadLoop","detail":"{readStateIndex:4899; appliedIndex:4897; }","duration":"1.316070627s","start":"2026-07-29T08:11:46.952935Z","end":"2026-07-29T08:11:48.269006Z","steps":["trace[1643094257] 'read index received' (duration: 676.420189ms)","trace[1643094257] 'applied index is now lower than readState.Index' (duration: 639.649808ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:48.269125Z","caller":"traceutil/trace.go:171","msg":"trace[1806114298] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"1.188703233s","start":"2026-07-29T08:11:47.080416Z","end":"2026-07-29T08:11:48.269119Z","steps":["trace[1806114298] 'process raft request' (duration: 1.181526435s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.269245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.080383Z","time spent":"1.188769535s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:48.269392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316413125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:48.269512Z","caller":"traceutil/trace.go:171","msg":"trace[1525977819] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:4730; }","duration":"1.316579179s","start":"2026-07-29T08:11:46.952912Z","end":"2026-07-29T08:11:48.269491Z","steps":["trace[1525977819] 'agreement among raft nodes before linearized reading' (duration: 1.316388834s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.26956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:46.952899Z","time spent":"1.31664834s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:11:48.272999Z","caller":"traceutil/trace.go:171","msg":"trace[419655550] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"293.960269ms","start":"2026-07-29T08:11:47.979026Z","end":"2026-07-29T08:11:48.272986Z","steps":["trace[419655550] 'process raft request' (duration: 293.894367ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:48.273061Z","caller":"traceutil/trace.go:171","msg":"trace[800851506] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"445.288216ms","start":"2026-07-29T08:11:47.827754Z","end":"2026-07-29T08:11:48.273042Z","steps":["trace[800851506] 'process raft request' (duration: 445.098801ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:48.273161Z","caller":"traceutil/trace.go:171","msg":"trace[1760347551] transaction","detail":"{read_only:false; response_revision:4733; number_of_response:1; }","duration":"248.192456ms","start":"2026-07-29T08:11:48.024961Z","end":"2026-07-29T08:11:48.273153Z","steps":["trace[1760347551] 'process raft request' (duration: 247.992841ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.273177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.827728Z","time spent":"445.371978ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:48.273356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.689603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T08:11:48.273352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.856521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:11:48.273367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.494922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:11:48.273348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"813.846621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:48.273456Z","caller":"traceutil/trace.go:171","msg":"trace[143436910] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:4733; }","duration":"750.935734ms","start":"2026-07-29T08:11:47.522463Z","end":"2026-07-29T08:11:48.273399Z","steps":["trace[143436910] 'agreement among raft nodes before linearized reading' (duration: 750.678228ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:48.273396Z","caller":"traceutil/trace.go:171","msg":"trace[566398102] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4733; }","duration":"751.756094ms","start":"2026-07-29T08:11:47.52163Z","end":"2026-07-29T08:11:48.273386Z","steps":["trace[566398102] 'agreement among raft nodes before linearized reading' (duration: 751.632981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.273462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.850766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:48.273477Z","caller":"traceutil/trace.go:171","msg":"trace[247988786] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4733; }","duration":"754.638245ms","start":"2026-07-29T08:11:47.518819Z","end":"2026-07-29T08:11:48.273457Z","steps":["trace[247988786] 'agreement among raft nodes before linearized reading' (duration: 754.377109ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.273508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.522458Z","time spent":"751.039006ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:11:48.273504Z","caller":"traceutil/trace.go:171","msg":"trace[1485492890] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:4733; }","duration":"814.075567ms","start":"2026-07-29T08:11:47.459412Z","end":"2026-07-29T08:11:48.273487Z","steps":["trace[1485492890] 'agreement among raft nodes before linearized reading' (duration: 813.836441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.273512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.521618Z","time spent":"751.882987ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:11:48.273527Z","caller":"traceutil/trace.go:171","msg":"trace[744492423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4733; }","duration":"481.018541ms","start":"2026-07-29T08:11:47.792492Z","end":"2026-07-29T08:11:48.273511Z","steps":["trace[744492423] 'agreement among raft nodes before linearized reading' (duration: 480.855257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.273538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.518797Z","time spent":"754.730158ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:11:48.273545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.053136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T08:11:48.273553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.459391Z","time spent":"814.149468ms","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:11:48.273577Z","caller":"traceutil/trace.go:171","msg":"trace[121802732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4733; }","duration":"940.137198ms","start":"2026-07-29T08:11:47.333431Z","end":"2026-07-29T08:11:48.273569Z","steps":["trace[121802732] 'agreement among raft nodes before linearized reading' (duration: 940.018195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.27357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.792446Z","time spent":"481.114033ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:11:48.273603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.333403Z","time spent":"940.19387ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:11:48.273814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097681589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-29T08:11:48.273837Z","caller":"traceutil/trace.go:171","msg":"trace[1208756687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4733; }","duration":"1.097745071s","start":"2026-07-29T08:11:47.176085Z","end":"2026-07-29T08:11:48.27383Z","steps":["trace[1208756687] 'agreement among raft nodes before linearized reading' (duration: 1.097027643s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:48.273909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:47.176068Z","time spent":"1.097833953s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:11:50.778462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.901189ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T08:11:50.816836Z","caller":"traceutil/trace.go:171","msg":"trace[1525241754] linearizableReadLoop","detail":"{readStateIndex:4926; appliedIndex:4924; }","duration":"163.031457ms","start":"2026-07-29T08:11:50.653767Z","end":"2026-07-29T08:11:50.816798Z","steps":["trace[1525241754] 'read index received' (duration: 64.709652ms)","trace[1525241754] 'applied index is now lower than readState.Index' (duration: 98.319994ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:50.81688Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2765} {"level":"info","ts":"2026-07-29T08:11:50.816999Z","caller":"traceutil/trace.go:171","msg":"trace[4966941] compact","detail":"{revision:2765; response_revision:4755; }","duration":"215.320582ms","start":"2026-07-29T08:11:50.601637Z","end":"2026-07-29T08:11:50.816958Z","steps":["trace[4966941] 'process raft request' (duration: 176.952722ms)","trace[4966941] 'check and update compact revision' (duration: 38.069202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:11:50.817031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.225311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:11:50.817127Z","caller":"traceutil/trace.go:171","msg":"trace[465564308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4755; }","duration":"163.388635ms","start":"2026-07-29T08:11:50.653713Z","end":"2026-07-29T08:11:50.817102Z","steps":["trace[465564308] 'agreement among raft nodes before linearized reading' (duration: 163.214751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:51.510995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.893261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:11:51.511147Z","caller":"traceutil/trace.go:171","msg":"trace[964570273] transaction","detail":"{read_only:false; response_revision:4756; number_of_response:1; }","duration":"437.247607ms","start":"2026-07-29T08:11:51.073865Z","end":"2026-07-29T08:11:51.511112Z","steps":["trace[964570273] 'process raft request' (duration: 94.019179ms)","trace[964570273] 'compare' (duration: 104.22157ms)","trace[964570273] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:517; } (duration: 237.85846ms)"],"step_count":3} {"level":"warn","ts":"2026-07-29T08:11:51.511217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:51.073836Z","time spent":"437.347139ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:52.104194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.164204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:11:52.104429Z","caller":"traceutil/trace.go:171","msg":"trace[776681152] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4756; }","duration":"460.470112ms","start":"2026-07-29T08:11:51.643918Z","end":"2026-07-29T08:11:52.104388Z","steps":["trace[776681152] 'range keys from in-memory index tree' (duration: 459.938698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:52.104826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:51.643896Z","time spent":"460.893792ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:11:52.104244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.712328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:52.10505Z","caller":"traceutil/trace.go:171","msg":"trace[1514056592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4756; }","duration":"310.56347ms","start":"2026-07-29T08:11:51.794448Z","end":"2026-07-29T08:11:52.105012Z","steps":["trace[1514056592] 'range keys from in-memory index tree' (duration: 309.596136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:52.105113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:51.794425Z","time spent":"310.675203ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:11:52.46021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.948132ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:11:52.460372Z","caller":"traceutil/trace.go:171","msg":"trace[1529686206] linearizableReadLoop","detail":"{readStateIndex:4928; appliedIndex:4927; }","duration":"353.900042ms","start":"2026-07-29T08:11:52.106444Z","end":"2026-07-29T08:11:52.460344Z","steps":["trace[1529686206] 'read index received' (duration: 45.671µs)","trace[1529686206] 'applied index is now lower than readState.Index' (duration: 353.851891ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:11:52.460596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.099737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:52.460695Z","caller":"traceutil/trace.go:171","msg":"trace[983410580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4757; }","duration":"354.276511ms","start":"2026-07-29T08:11:52.106394Z","end":"2026-07-29T08:11:52.460671Z","steps":["trace[983410580] 'agreement among raft nodes before linearized reading' (duration: 354.107077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:52.460734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.106377Z","time spent":"354.348964ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:11:52.46052Z","caller":"traceutil/trace.go:171","msg":"trace[161849491] transaction","detail":"{read_only:false; response_revision:4757; number_of_response:1; }","duration":"584.81687ms","start":"2026-07-29T08:11:51.875633Z","end":"2026-07-29T08:11:52.46045Z","steps":["trace[161849491] 'process raft request' (duration: 161.513819ms)","trace[161849491] 'compare' (duration: 67.210384ms)","trace[161849491] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-controller; req_size:511; } (duration: 355.240786ms)"],"step_count":3} {"level":"warn","ts":"2026-07-29T08:11:52.460901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:51.875599Z","time spent":"585.246261ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:52.922266Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2765,"took":"2.103905733s","hash":1332003741,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":10457088,"current-db-size-in-use":"10 MB"} {"level":"info","ts":"2026-07-29T08:11:52.922347Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1332003741,"revision":2765,"compact-revision":-1} {"level":"warn","ts":"2026-07-29T08:11:52.923434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.578802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:11:52.923535Z","caller":"traceutil/trace.go:171","msg":"trace[282636753] transaction","detail":"{read_only:false; response_revision:4758; number_of_response:1; }","duration":"813.264197ms","start":"2026-07-29T08:11:52.110254Z","end":"2026-07-29T08:11:52.923518Z","steps":["trace[282636753] 'process raft request' (duration: 426.519661ms)","trace[282636753] 'compare' (duration: 385.595828ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:11:52.923586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.11023Z","time spent":"813.335219ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:53.406008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.379263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:11:53.406357Z","caller":"traceutil/trace.go:171","msg":"trace[1961534434] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"1.115247463s","start":"2026-07-29T08:11:52.291095Z","end":"2026-07-29T08:11:53.406343Z","steps":["trace[1961534434] 'process raft request' (duration: 1.115155971s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:53.406342Z","caller":"traceutil/trace.go:171","msg":"trace[1902236131] transaction","detail":"{read_only:false; response_revision:4759; number_of_response:1; }","duration":"1.198634328s","start":"2026-07-29T08:11:52.207661Z","end":"2026-07-29T08:11:53.406295Z","steps":["trace[1902236131] 'process raft request' (duration: 715.843735ms)","trace[1902236131] 'compare' (duration: 482.239959ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:11:53.406356Z","caller":"traceutil/trace.go:171","msg":"trace[1274437723] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"1.122907823s","start":"2026-07-29T08:11:52.283405Z","end":"2026-07-29T08:11:53.406312Z","steps":["trace[1274437723] 'process raft request' (duration: 1.122750459s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.406452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.291083Z","time spent":"1.115330996s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:53.406492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.20763Z","time spent":"1.198794892s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:53.406592Z","caller":"traceutil/trace.go:171","msg":"trace[20100502] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"1.115992752s","start":"2026-07-29T08:11:52.290587Z","end":"2026-07-29T08:11:53.406579Z","steps":["trace[20100502] 'process raft request' (duration: 1.115626483s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.406647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.290569Z","time spent":"1.116047463s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:53.406656Z","caller":"traceutil/trace.go:171","msg":"trace[337512503] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"1.082569294s","start":"2026-07-29T08:11:52.324065Z","end":"2026-07-29T08:11:53.406634Z","steps":["trace[337512503] 'process raft request' (duration: 1.082219445s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.406608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.283363Z","time spent":"1.123120268s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:11:53.406691Z","caller":"traceutil/trace.go:171","msg":"trace[1697172866] linearizableReadLoop","detail":"{readStateIndex:4934; appliedIndex:4928; }","duration":"946.050104ms","start":"2026-07-29T08:11:52.460577Z","end":"2026-07-29T08:11:53.406628Z","steps":["trace[1697172866] 'read index received' (duration: 76.152486ms)","trace[1697172866] 'applied index is now lower than readState.Index' (duration: 869.895478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:11:53.406758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.324038Z","time spent":"1.082664247s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:11:53.406768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087606279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T08:11:53.406778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109266645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:11:53.406814Z","caller":"traceutil/trace.go:171","msg":"trace[1436082818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4763; }","duration":"1.08767186s","start":"2026-07-29T08:11:52.319128Z","end":"2026-07-29T08:11:53.4068Z","steps":["trace[1436082818] 'agreement among raft nodes before linearized reading' (duration: 1.087513206s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.406786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088259165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:11:53.406799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092230803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:11:53.406848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.319115Z","time spent":"1.087725052s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:11:53.406865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.824309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:11:53.40682Z","caller":"traceutil/trace.go:171","msg":"trace[564233134] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4763; }","duration":"1.109339536s","start":"2026-07-29T08:11:52.297466Z","end":"2026-07-29T08:11:53.406806Z","steps":["trace[564233134] 'agreement among raft nodes before linearized reading' (duration: 1.109167912s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:53.406895Z","caller":"traceutil/trace.go:171","msg":"trace[1130766749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4763; }","duration":"1.092347536s","start":"2026-07-29T08:11:52.314523Z","end":"2026-07-29T08:11:53.406871Z","steps":["trace[1130766749] 'agreement among raft nodes before linearized reading' (duration: 1.09212744s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:53.406909Z","caller":"traceutil/trace.go:171","msg":"trace[912421851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4763; }","duration":"609.89987ms","start":"2026-07-29T08:11:52.796994Z","end":"2026-07-29T08:11:53.406894Z","steps":["trace[912421851] 'agreement among raft nodes before linearized reading' (duration: 609.835919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.406821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.278583007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:11:53.406885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182870448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-29T08:11:53.406908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.028013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:11:53.40694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.314513Z","time spent":"1.092417557s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:11:53.406948Z","caller":"traceutil/trace.go:171","msg":"trace[1008585430] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:4763; }","duration":"1.278756192s","start":"2026-07-29T08:11:52.12818Z","end":"2026-07-29T08:11:53.406936Z","steps":["trace[1008585430] 'agreement among raft nodes before linearized reading' (duration: 1.278601488s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.406957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.297454Z","time spent":"1.10946595s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:11:53.406931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088310767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T08:11:53.406999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.128154Z","time spent":"1.278827174s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:11:53.407053Z","caller":"traceutil/trace.go:171","msg":"trace[1739649314] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4763; }","duration":"1.088502911s","start":"2026-07-29T08:11:52.318523Z","end":"2026-07-29T08:11:53.407026Z","steps":["trace[1739649314] 'agreement among raft nodes before linearized reading' (duration: 1.088199433s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:11:53.40689Z","caller":"traceutil/trace.go:171","msg":"trace[1138868382] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:4763; }","duration":"1.088411429s","start":"2026-07-29T08:11:52.318453Z","end":"2026-07-29T08:11:53.406864Z","steps":["trace[1138868382] 'agreement among raft nodes before linearized reading' (duration: 1.088178053s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.407101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.318489Z","time spent":"1.088600523s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:11:53.407141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.318428Z","time spent":"1.088699406s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:11:53.406981Z","caller":"traceutil/trace.go:171","msg":"trace[1287138283] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:4763; }","duration":"196.164626ms","start":"2026-07-29T08:11:53.210798Z","end":"2026-07-29T08:11:53.406963Z","steps":["trace[1287138283] 'agreement among raft nodes before linearized reading' (duration: 196.048913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.406936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.796971Z","time spent":"609.960501ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:11:53.406978Z","caller":"traceutil/trace.go:171","msg":"trace[1407470533] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4763; }","duration":"1.183026221s","start":"2026-07-29T08:11:52.223927Z","end":"2026-07-29T08:11:53.406953Z","steps":["trace[1407470533] 'agreement among raft nodes before linearized reading' (duration: 1.182713283s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:11:53.407253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:11:52.22391Z","time spent":"1.183332879s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1393,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"info","ts":"2026-07-29T08:12:09.799019Z","caller":"traceutil/trace.go:171","msg":"trace[1528400701] transaction","detail":"{read_only:false; response_revision:4870; number_of_response:1; }","duration":"125.077797ms","start":"2026-07-29T08:12:09.673903Z","end":"2026-07-29T08:12:09.798981Z","steps":["trace[1528400701] 'process raft request' (duration: 124.827761ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:09.80228Z","caller":"traceutil/trace.go:171","msg":"trace[403549931] transaction","detail":"{read_only:false; response_revision:4871; number_of_response:1; }","duration":"128.334208ms","start":"2026-07-29T08:12:09.673915Z","end":"2026-07-29T08:12:09.802249Z","steps":["trace[403549931] 'process raft request' (duration: 128.084042ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:09.802637Z","caller":"traceutil/trace.go:171","msg":"trace[1939141880] transaction","detail":"{read_only:false; response_revision:4872; number_of_response:1; }","duration":"128.636795ms","start":"2026-07-29T08:12:09.673977Z","end":"2026-07-29T08:12:09.802614Z","steps":["trace[1939141880] 'process raft request' (duration: 128.221285ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:09.802863Z","caller":"traceutil/trace.go:171","msg":"trace[1556564079] transaction","detail":"{read_only:false; response_revision:4873; number_of_response:1; }","duration":"128.584444ms","start":"2026-07-29T08:12:09.674257Z","end":"2026-07-29T08:12:09.802842Z","steps":["trace[1556564079] 'process raft request' (duration: 128.191774ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:26.181178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.796615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:12:26.18133Z","caller":"traceutil/trace.go:171","msg":"trace[2070878977] transaction","detail":"{read_only:false; response_revision:4975; number_of_response:1; }","duration":"191.193344ms","start":"2026-07-29T08:12:25.990108Z","end":"2026-07-29T08:12:26.181301Z","steps":["trace[2070878977] 'process raft request' (duration: 60.157723ms)","trace[2070878977] 'compare' (duration: 130.542549ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:27.357799Z","caller":"traceutil/trace.go:171","msg":"trace[947933427] transaction","detail":"{read_only:false; response_revision:4976; number_of_response:1; }","duration":"110.633107ms","start":"2026-07-29T08:12:27.247129Z","end":"2026-07-29T08:12:27.357762Z","steps":["trace[947933427] 'process raft request' (duration: 110.431582ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:27.989694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.892265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:12:27.989848Z","caller":"traceutil/trace.go:171","msg":"trace[821895137] linearizableReadLoop","detail":"{readStateIndex:5158; appliedIndex:5157; }","duration":"136.653459ms","start":"2026-07-29T08:12:27.853171Z","end":"2026-07-29T08:12:27.989824Z","steps":["trace[821895137] 'read index received' (duration: 29.435566ms)","trace[821895137] 'applied index is now lower than readState.Index' (duration: 107.216403ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:27.989961Z","caller":"traceutil/trace.go:171","msg":"trace[1683228382] transaction","detail":"{read_only:false; response_revision:4980; number_of_response:1; }","duration":"182.980071ms","start":"2026-07-29T08:12:27.806966Z","end":"2026-07-29T08:12:27.989946Z","steps":["trace[1683228382] 'process raft request' (duration: 75.656275ms)","trace[1683228382] 'compare' (duration: 106.534527ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:27.990587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.423397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:12:27.990646Z","caller":"traceutil/trace.go:171","msg":"trace[1994786591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4980; }","duration":"137.545571ms","start":"2026-07-29T08:12:27.853084Z","end":"2026-07-29T08:12:27.990629Z","steps":["trace[1994786591] 'agreement among raft nodes before linearized reading' (duration: 137.367307ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:28.324996Z","caller":"traceutil/trace.go:171","msg":"trace[339231478] transaction","detail":"{read_only:false; response_revision:4981; number_of_response:1; }","duration":"329.908423ms","start":"2026-07-29T08:12:27.995059Z","end":"2026-07-29T08:12:28.324968Z","steps":["trace[339231478] 'process raft request' (duration: 329.740219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:28.325285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:27.995031Z","time spent":"330.146389ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:28.348387Z","caller":"traceutil/trace.go:171","msg":"trace[63615982] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"353.245528ms","start":"2026-07-29T08:12:27.995111Z","end":"2026-07-29T08:12:28.348357Z","steps":["trace[63615982] 'process raft request' (duration: 352.986901ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:28.348433Z","caller":"traceutil/trace.go:171","msg":"trace[53672505] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"352.807268ms","start":"2026-07-29T08:12:27.99559Z","end":"2026-07-29T08:12:28.348397Z","steps":["trace[53672505] 'process raft request' (duration: 352.663284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:28.348585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:27.995095Z","time spent":"353.399742ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:28.348377Z","caller":"traceutil/trace.go:171","msg":"trace[1747446377] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"352.548761ms","start":"2026-07-29T08:12:27.995797Z","end":"2026-07-29T08:12:28.348346Z","steps":["trace[1747446377] 'process raft request' (duration: 352.48593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:28.348625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:27.995567Z","time spent":"352.953871ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:28.348709Z","caller":"traceutil/trace.go:171","msg":"trace[510452109] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"352.09412ms","start":"2026-07-29T08:12:27.996596Z","end":"2026-07-29T08:12:28.34869Z","steps":["trace[510452109] 'process raft request' (duration: 351.714451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:28.349543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:27.995789Z","time spent":"353.621438ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:28.348768Z","caller":"traceutil/trace.go:171","msg":"trace[774616756] linearizableReadLoop","detail":"{readStateIndex:5163; appliedIndex:5158; }","duration":"124.188811ms","start":"2026-07-29T08:12:28.224498Z","end":"2026-07-29T08:12:28.348687Z","steps":["trace[774616756] 'read index received' (duration: 100.292122ms)","trace[774616756] 'applied index is now lower than readState.Index' (duration: 23.894289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:28.348934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.418277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"warn","ts":"2026-07-29T08:12:28.349694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:27.99657Z","time spent":"352.995811ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:28.349741Z","caller":"traceutil/trace.go:171","msg":"trace[1163194410] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:4985; }","duration":"125.273348ms","start":"2026-07-29T08:12:28.224445Z","end":"2026-07-29T08:12:28.349719Z","steps":["trace[1163194410] 'agreement among raft nodes before linearized reading' (duration: 124.357146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:28.349897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.510575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:12:28.350075Z","caller":"traceutil/trace.go:171","msg":"trace[1230834023] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:4985; }","duration":"108.632138ms","start":"2026-07-29T08:12:28.241325Z","end":"2026-07-29T08:12:28.349957Z","steps":["trace[1230834023] 'agreement among raft nodes before linearized reading' (duration: 108.405662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:29.218995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.030625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T08:12:29.219299Z","caller":"traceutil/trace.go:171","msg":"trace[128950898] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4986; }","duration":"100.403424ms","start":"2026-07-29T08:12:29.118867Z","end":"2026-07-29T08:12:29.21927Z","steps":["trace[128950898] 'range keys from in-memory index tree' (duration: 99.890772ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:29.552857Z","caller":"traceutil/trace.go:171","msg":"trace[165051792] linearizableReadLoop","detail":"{readStateIndex:5165; appliedIndex:5164; }","duration":"284.476333ms","start":"2026-07-29T08:12:29.268355Z","end":"2026-07-29T08:12:29.552831Z","steps":["trace[165051792] 'read index received' (duration: 284.204406ms)","trace[165051792] 'applied index is now lower than readState.Index' (duration: 270.917µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:29.552945Z","caller":"traceutil/trace.go:171","msg":"trace[1114170135] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"328.18224ms","start":"2026-07-29T08:12:29.224724Z","end":"2026-07-29T08:12:29.552906Z","steps":["trace[1114170135] 'process raft request' (duration: 327.929353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:29.553046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.662087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:12:29.553084Z","caller":"traceutil/trace.go:171","msg":"trace[1987758470] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4987; }","duration":"284.771411ms","start":"2026-07-29T08:12:29.268297Z","end":"2026-07-29T08:12:29.553068Z","steps":["trace[1987758470] 'agreement among raft nodes before linearized reading' (duration: 284.671338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:29.553149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:29.224691Z","time spent":"328.341454ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:12:29.553255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.360266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T08:12:29.553388Z","caller":"traceutil/trace.go:171","msg":"trace[1100044559] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:4987; }","duration":"253.53077ms","start":"2026-07-29T08:12:29.299817Z","end":"2026-07-29T08:12:29.553347Z","steps":["trace[1100044559] 'agreement among raft nodes before linearized reading' (duration: 253.275093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:29.553615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.226494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-29T08:12:29.553741Z","caller":"traceutil/trace.go:171","msg":"trace[268260904] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4987; }","duration":"191.427049ms","start":"2026-07-29T08:12:29.36229Z","end":"2026-07-29T08:12:29.553717Z","steps":["trace[268260904] 'agreement among raft nodes before linearized reading' (duration: 190.863505ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:29.667022Z","caller":"traceutil/trace.go:171","msg":"trace[780718736] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"108.954196ms","start":"2026-07-29T08:12:29.558032Z","end":"2026-07-29T08:12:29.666986Z","steps":["trace[780718736] 'process raft request' (duration: 108.195477ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:29.697511Z","caller":"traceutil/trace.go:171","msg":"trace[1217744281] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"138.369811ms","start":"2026-07-29T08:12:29.559109Z","end":"2026-07-29T08:12:29.697479Z","steps":["trace[1217744281] 'process raft request' (duration: 138.241678ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:29.697818Z","caller":"traceutil/trace.go:171","msg":"trace[1462684781] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"137.11353ms","start":"2026-07-29T08:12:29.560658Z","end":"2026-07-29T08:12:29.697772Z","steps":["trace[1462684781] 'process raft request' (duration: 136.758091ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:29.69754Z","caller":"traceutil/trace.go:171","msg":"trace[1066419860] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"138.906195ms","start":"2026-07-29T08:12:29.558608Z","end":"2026-07-29T08:12:29.697515Z","steps":["trace[1066419860] 'process raft request' (duration: 138.603497ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:29.957793Z","caller":"traceutil/trace.go:171","msg":"trace[1414058440] linearizableReadLoop","detail":"{readStateIndex:5170; appliedIndex:5169; }","duration":"185.77707ms","start":"2026-07-29T08:12:29.771929Z","end":"2026-07-29T08:12:29.957706Z","steps":["trace[1414058440] 'read index received' (duration: 185.493823ms)","trace[1414058440] 'applied index is now lower than readState.Index' (duration: 281.687µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:29.958123Z","caller":"traceutil/trace.go:171","msg":"trace[159765835] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"188.089397ms","start":"2026-07-29T08:12:29.769822Z","end":"2026-07-29T08:12:29.957912Z","steps":["trace[159765835] 'process raft request' (duration: 187.636226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:29.9581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.085558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:12:29.958466Z","caller":"traceutil/trace.go:171","msg":"trace[1446683029] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4992; }","duration":"186.513019ms","start":"2026-07-29T08:12:29.771896Z","end":"2026-07-29T08:12:29.958409Z","steps":["trace[1446683029] 'agreement among raft nodes before linearized reading' (duration: 186.029967ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:30.11707Z","caller":"traceutil/trace.go:171","msg":"trace[1767748238] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"339.292805ms","start":"2026-07-29T08:12:29.777727Z","end":"2026-07-29T08:12:30.11702Z","steps":["trace[1767748238] 'process raft request' (duration: 256.695508ms)","trace[1767748238] 'compare' (duration: 82.178396ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:30.117146Z","caller":"traceutil/trace.go:171","msg":"trace[197905395] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"119.804594ms","start":"2026-07-29T08:12:29.997306Z","end":"2026-07-29T08:12:30.117111Z","steps":["trace[197905395] 'process raft request' (duration: 119.742772ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:30.117334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.997178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:12:30.117413Z","caller":"traceutil/trace.go:171","msg":"trace[979182874] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4995; }","duration":"322.107181ms","start":"2026-07-29T08:12:29.79529Z","end":"2026-07-29T08:12:30.117398Z","steps":["trace[979182874] 'agreement among raft nodes before linearized reading' (duration: 321.953277ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:30.117172Z","caller":"traceutil/trace.go:171","msg":"trace[872580804] linearizableReadLoop","detail":"{readStateIndex:5172; appliedIndex:5170; }","duration":"159.252265ms","start":"2026-07-29T08:12:29.957883Z","end":"2026-07-29T08:12:30.117135Z","steps":["trace[872580804] 'read index received' (duration: 76.532166ms)","trace[872580804] 'applied index is now lower than readState.Index' (duration: 82.716619ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:30.117471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:29.795251Z","time spent":"322.207783ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:12:30.117166Z","caller":"traceutil/trace.go:171","msg":"trace[1157875239] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"337.775187ms","start":"2026-07-29T08:12:29.779335Z","end":"2026-07-29T08:12:30.11711Z","steps":["trace[1157875239] 'process raft request' (duration: 337.571232ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:30.117686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:29.779324Z","time spent":"338.237099ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:12:30.117939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.907094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:12:30.117252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:29.777714Z","time spent":"339.441018ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:30.117983Z","caller":"traceutil/trace.go:171","msg":"trace[1714237812] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4995; }","duration":"155.988636ms","start":"2026-07-29T08:12:29.96198Z","end":"2026-07-29T08:12:30.117969Z","steps":["trace[1714237812] 'agreement among raft nodes before linearized reading' (duration: 155.907204ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:30.438374Z","caller":"traceutil/trace.go:171","msg":"trace[1291051694] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"103.03245ms","start":"2026-07-29T08:12:30.335294Z","end":"2026-07-29T08:12:30.438327Z","steps":["trace[1291051694] 'process raft request' (duration: 102.708562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:32.695373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.608053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:12:32.69549Z","caller":"traceutil/trace.go:171","msg":"trace[588399598] linearizableReadLoop","detail":"{readStateIndex:5187; appliedIndex:5186; }","duration":"148.931661ms","start":"2026-07-29T08:12:32.546541Z","end":"2026-07-29T08:12:32.695473Z","steps":["trace[588399598] 'read index received' (duration: 26.048212ms)","trace[588399598] 'applied index is now lower than readState.Index' (duration: 122.882029ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:32.695526Z","caller":"traceutil/trace.go:171","msg":"trace[478283108] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"159.304237ms","start":"2026-07-29T08:12:32.536192Z","end":"2026-07-29T08:12:32.695496Z","steps":["trace[478283108] 'process raft request' (duration: 36.573241ms)","trace[478283108] 'compare' (duration: 120.290836ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:32.695685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.138456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:12:32.695728Z","caller":"traceutil/trace.go:171","msg":"trace[504419693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5008; }","duration":"149.209768ms","start":"2026-07-29T08:12:32.546509Z","end":"2026-07-29T08:12:32.695718Z","steps":["trace[504419693] 'agreement among raft nodes before linearized reading' (duration: 149.056584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:32.695882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.234069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:12:32.695913Z","caller":"traceutil/trace.go:171","msg":"trace[493968218] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5008; }","duration":"149.306921ms","start":"2026-07-29T08:12:32.546599Z","end":"2026-07-29T08:12:32.695905Z","steps":["trace[493968218] 'agreement among raft nodes before linearized reading' (duration: 149.221429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:32.696113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.450294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T08:12:32.69617Z","caller":"traceutil/trace.go:171","msg":"trace[1443295053] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5008; }","duration":"149.547586ms","start":"2026-07-29T08:12:32.546608Z","end":"2026-07-29T08:12:32.696156Z","steps":["trace[1443295053] 'agreement among raft nodes before linearized reading' (duration: 149.409493ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:32.818814Z","caller":"traceutil/trace.go:171","msg":"trace[427466464] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"117.622528ms","start":"2026-07-29T08:12:32.701166Z","end":"2026-07-29T08:12:32.818788Z","steps":["trace[427466464] 'process raft request' (duration: 117.561387ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:32.818834Z","caller":"traceutil/trace.go:171","msg":"trace[1537868606] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"117.750572ms","start":"2026-07-29T08:12:32.701039Z","end":"2026-07-29T08:12:32.818789Z","steps":["trace[1537868606] 'process raft request' (duration: 107.238633ms)","trace[1537868606] 'compare' (duration: 10.267443ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:34.271469Z","caller":"traceutil/trace.go:171","msg":"trace[1341960998] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"123.602467ms","start":"2026-07-29T08:12:34.147603Z","end":"2026-07-29T08:12:34.271205Z","steps":["trace[1341960998] 'process raft request' (duration: 123.403182ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:34.328181Z","caller":"traceutil/trace.go:171","msg":"trace[1630433278] linearizableReadLoop","detail":"{readStateIndex:5196; appliedIndex:5194; }","duration":"103.497292ms","start":"2026-07-29T08:12:34.224653Z","end":"2026-07-29T08:12:34.32815Z","steps":["trace[1630433278] 'read index received' (duration: 46.529367ms)","trace[1630433278] 'applied index is now lower than readState.Index' (duration: 56.966624ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:34.328272Z","caller":"traceutil/trace.go:171","msg":"trace[335144378] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"171.16625ms","start":"2026-07-29T08:12:34.157071Z","end":"2026-07-29T08:12:34.328237Z","steps":["trace[335144378] 'process raft request' (duration: 170.862852ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:34.328335Z","caller":"traceutil/trace.go:171","msg":"trace[230074254] transaction","detail":"{read_only:false; response_revision:5017; number_of_response:1; }","duration":"171.025246ms","start":"2026-07-29T08:12:34.157271Z","end":"2026-07-29T08:12:34.328296Z","steps":["trace[230074254] 'process raft request' (duration: 170.831551ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:34.328422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.740647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-07-29T08:12:34.328463Z","caller":"traceutil/trace.go:171","msg":"trace[504502758] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:5017; }","duration":"103.84229ms","start":"2026-07-29T08:12:34.22461Z","end":"2026-07-29T08:12:34.328452Z","steps":["trace[504502758] 'agreement among raft nodes before linearized reading' (duration: 103.660765ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:34.507147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.906459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:12:34.507248Z","caller":"traceutil/trace.go:171","msg":"trace[1440009306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:5017; }","duration":"127.032622ms","start":"2026-07-29T08:12:34.380189Z","end":"2026-07-29T08:12:34.507222Z","steps":["trace[1440009306] 'count revisions from in-memory index tree' (duration: 126.728334ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:34.689872Z","caller":"traceutil/trace.go:171","msg":"trace[1701581647] transaction","detail":"{read_only:false; response_revision:5019; number_of_response:1; }","duration":"127.953124ms","start":"2026-07-29T08:12:34.561889Z","end":"2026-07-29T08:12:34.689842Z","steps":["trace[1701581647] 'process raft request' (duration: 113.504078ms)","trace[1701581647] 'compare' (duration: 14.107228ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:34.937344Z","caller":"traceutil/trace.go:171","msg":"trace[503903379] linearizableReadLoop","detail":"{readStateIndex:5199; appliedIndex:5198; }","duration":"237.262889ms","start":"2026-07-29T08:12:34.700054Z","end":"2026-07-29T08:12:34.937317Z","steps":["trace[503903379] 'read index received' (duration: 224.089694ms)","trace[503903379] 'applied index is now lower than readState.Index' (duration: 13.172075ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:34.937624Z","caller":"traceutil/trace.go:171","msg":"trace[287544443] transaction","detail":"{read_only:false; response_revision:5020; number_of_response:1; }","duration":"243.692628ms","start":"2026-07-29T08:12:34.693908Z","end":"2026-07-29T08:12:34.937601Z","steps":["trace[287544443] 'process raft request' (duration: 230.312258ms)","trace[287544443] 'compare' (duration: 12.930629ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:34.937851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.771161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:12:34.937947Z","caller":"traceutil/trace.go:171","msg":"trace[1417252772] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5020; }","duration":"237.896045ms","start":"2026-07-29T08:12:34.700031Z","end":"2026-07-29T08:12:34.937927Z","steps":["trace[1417252772] 'agreement among raft nodes before linearized reading' (duration: 237.607748ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:34.938122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.028646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:12:34.938214Z","caller":"traceutil/trace.go:171","msg":"trace[75738425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5020; }","duration":"143.18537ms","start":"2026-07-29T08:12:34.795014Z","end":"2026-07-29T08:12:34.9382Z","steps":["trace[75738425] 'agreement among raft nodes before linearized reading' (duration: 143.041866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:34.938224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.860091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:12:34.938298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.862152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:12:34.938322Z","caller":"traceutil/trace.go:171","msg":"trace[264207671] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5020; }","duration":"114.929123ms","start":"2026-07-29T08:12:34.823386Z","end":"2026-07-29T08:12:34.938315Z","steps":["trace[264207671] 'agreement among raft nodes before linearized reading' (duration: 114.860322ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:34.938345Z","caller":"traceutil/trace.go:171","msg":"trace[1503331852] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:5020; }","duration":"115.021505ms","start":"2026-07-29T08:12:34.823294Z","end":"2026-07-29T08:12:34.938316Z","steps":["trace[1503331852] 'agreement among raft nodes before linearized reading' (duration: 114.744069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:34.938523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.350524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:12:34.93857Z","caller":"traceutil/trace.go:171","msg":"trace[659928226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5020; }","duration":"143.447766ms","start":"2026-07-29T08:12:34.795107Z","end":"2026-07-29T08:12:34.938555Z","steps":["trace[659928226] 'agreement among raft nodes before linearized reading' (duration: 143.292643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:34.938662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.592798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-07-29T08:12:34.938719Z","caller":"traceutil/trace.go:171","msg":"trace[1682850149] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5020; }","duration":"235.67857ms","start":"2026-07-29T08:12:34.703019Z","end":"2026-07-29T08:12:34.938698Z","steps":["trace[1682850149] 'agreement among raft nodes before linearized reading' (duration: 235.568177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:34.938925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.109655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-07-29T08:12:34.938992Z","caller":"traceutil/trace.go:171","msg":"trace[1174319327] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:5020; }","duration":"237.237529ms","start":"2026-07-29T08:12:34.701738Z","end":"2026-07-29T08:12:34.938976Z","steps":["trace[1174319327] 'agreement among raft nodes before linearized reading' (duration: 237.088735ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:35.334456Z","caller":"traceutil/trace.go:171","msg":"trace[1385726576] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"390.917027ms","start":"2026-07-29T08:12:34.943496Z","end":"2026-07-29T08:12:35.334413Z","steps":["trace[1385726576] 'process raft request' (duration: 390.819945ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:35.334478Z","caller":"traceutil/trace.go:171","msg":"trace[566614140] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"391.02104ms","start":"2026-07-29T08:12:34.943415Z","end":"2026-07-29T08:12:35.334436Z","steps":["trace[566614140] 'process raft request' (duration: 390.657611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:35.334684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:34.943404Z","time spent":"391.163633ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:35.334908Z","caller":"traceutil/trace.go:171","msg":"trace[1343132313] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"391.276466ms","start":"2026-07-29T08:12:34.943613Z","end":"2026-07-29T08:12:35.33489Z","steps":["trace[1343132313] 'process raft request' (duration: 390.757553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:35.334945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:34.94346Z","time spent":"391.079732ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:12:35.334998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:34.943582Z","time spent":"391.375539ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:35.335305Z","caller":"traceutil/trace.go:171","msg":"trace[1590504286] transaction","detail":"{read_only:false; response_revision:5025; number_of_response:1; }","duration":"391.096341ms","start":"2026-07-29T08:12:34.944195Z","end":"2026-07-29T08:12:35.335291Z","steps":["trace[1590504286] 'process raft request' (duration: 390.610039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:35.33536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:34.944184Z","time spent":"391.148193ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:12:35.335365Z","caller":"traceutil/trace.go:171","msg":"trace[1618750212] linearizableReadLoop","detail":"{readStateIndex:5205; appliedIndex:5200; }","duration":"193.066899ms","start":"2026-07-29T08:12:35.142282Z","end":"2026-07-29T08:12:35.335349Z","steps":["trace[1618750212] 'read index received' (duration: 191.724926ms)","trace[1618750212] 'applied index is now lower than readState.Index' (duration: 1.340893ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:35.335463Z","caller":"traceutil/trace.go:171","msg":"trace[348346312] transaction","detail":"{read_only:false; response_revision:5026; number_of_response:1; }","duration":"390.523417ms","start":"2026-07-29T08:12:34.94493Z","end":"2026-07-29T08:12:35.335454Z","steps":["trace[348346312] 'process raft request' (duration: 390.274071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:35.335536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:34.944916Z","time spent":"390.579009ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:12:35.335653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.170279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-29T08:12:35.335682Z","caller":"traceutil/trace.go:171","msg":"trace[1210585730] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:5026; }","duration":"160.23953ms","start":"2026-07-29T08:12:35.175433Z","end":"2026-07-29T08:12:35.335673Z","steps":["trace[1210585730] 'agreement among raft nodes before linearized reading' (duration: 160.136208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:35.33623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.846549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T08:12:35.336297Z","caller":"traceutil/trace.go:171","msg":"trace[1934839521] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5026; }","duration":"194.062525ms","start":"2026-07-29T08:12:35.142219Z","end":"2026-07-29T08:12:35.336282Z","steps":["trace[1934839521] 'agreement among raft nodes before linearized reading' (duration: 193.454319ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:35.648823Z","caller":"traceutil/trace.go:171","msg":"trace[168775543] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5205; }","duration":"308.746781ms","start":"2026-07-29T08:12:35.34005Z","end":"2026-07-29T08:12:35.648797Z","steps":["trace[168775543] 'read index received' (duration: 255.96688ms)","trace[168775543] 'applied index is now lower than readState.Index' (duration: 52.778531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:12:35.649042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.963247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T08:12:35.649081Z","caller":"traceutil/trace.go:171","msg":"trace[1254343980] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5026; }","duration":"309.046398ms","start":"2026-07-29T08:12:35.340025Z","end":"2026-07-29T08:12:35.649071Z","steps":["trace[1254343980] 'agreement among raft nodes before linearized reading' (duration: 308.858494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:35.649116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:35.340014Z","time spent":"309.09515ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12487,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:12:35.649299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:12:35.337921Z","time spent":"311.368266ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:12:35.853732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.202804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:12:35.853839Z","caller":"traceutil/trace.go:171","msg":"trace[1312960595] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5027; }","duration":"103.337618ms","start":"2026-07-29T08:12:35.750477Z","end":"2026-07-29T08:12:35.853815Z","steps":["trace[1312960595] 'range keys from in-memory index tree' (duration: 103.00761ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:36.588211Z","caller":"traceutil/trace.go:171","msg":"trace[1438391842] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"254.182226ms","start":"2026-07-29T08:12:36.333977Z","end":"2026-07-29T08:12:36.588159Z","steps":["trace[1438391842] 'process raft request' (duration: 253.696634ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:36.5884Z","caller":"traceutil/trace.go:171","msg":"trace[1378439356] transaction","detail":"{read_only:false; response_revision:5032; number_of_response:1; }","duration":"254.257888ms","start":"2026-07-29T08:12:36.334074Z","end":"2026-07-29T08:12:36.588332Z","steps":["trace[1378439356] 'process raft request' (duration: 253.871909ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:37.464252Z","caller":"traceutil/trace.go:171","msg":"trace[2084806649] transaction","detail":"{read_only:false; response_revision:5035; number_of_response:1; }","duration":"119.341122ms","start":"2026-07-29T08:12:37.344884Z","end":"2026-07-29T08:12:37.464225Z","steps":["trace[2084806649] 'process raft request' (duration: 119.163398ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:37.51083Z","caller":"traceutil/trace.go:171","msg":"trace[1521470031] transaction","detail":"{read_only:false; response_revision:5037; number_of_response:1; }","duration":"164.101915ms","start":"2026-07-29T08:12:37.346693Z","end":"2026-07-29T08:12:37.510795Z","steps":["trace[1521470031] 'process raft request' (duration: 164.025583ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:37.510887Z","caller":"traceutil/trace.go:171","msg":"trace[1553922677] transaction","detail":"{read_only:false; response_revision:5036; number_of_response:1; }","duration":"165.529211ms","start":"2026-07-29T08:12:37.345332Z","end":"2026-07-29T08:12:37.510861Z","steps":["trace[1553922677] 'process raft request' (duration: 165.214413ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:37.618604Z","caller":"traceutil/trace.go:171","msg":"trace[1570776731] transaction","detail":"{read_only:false; response_revision:5038; number_of_response:1; }","duration":"115.290052ms","start":"2026-07-29T08:12:37.503247Z","end":"2026-07-29T08:12:37.618537Z","steps":["trace[1570776731] 'process raft request' (duration: 115.078807ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:12:39.677941Z","caller":"traceutil/trace.go:171","msg":"trace[2021454976] linearizableReadLoop","detail":"{readStateIndex:5228; appliedIndex:5227; }","duration":"161.469801ms","start":"2026-07-29T08:12:39.516441Z","end":"2026-07-29T08:12:39.677911Z","steps":["trace[2021454976] 'read index received' (duration: 161.263856ms)","trace[2021454976] 'applied index is now lower than readState.Index' (duration: 204.255µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:12:39.678058Z","caller":"traceutil/trace.go:171","msg":"trace[237536077] transaction","detail":"{read_only:false; response_revision:5048; number_of_response:1; }","duration":"202.779339ms","start":"2026-07-29T08:12:39.475223Z","end":"2026-07-29T08:12:39.678002Z","steps":["trace[237536077] 'process raft request' (duration: 202.504932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:39.678207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.616914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:12:39.678252Z","caller":"traceutil/trace.go:171","msg":"trace[127169951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5048; }","duration":"161.737288ms","start":"2026-07-29T08:12:39.516502Z","end":"2026-07-29T08:12:39.67824Z","steps":["trace[127169951] 'agreement among raft nodes before linearized reading' (duration: 161.609935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:12:39.678277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.792239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:12:39.678368Z","caller":"traceutil/trace.go:171","msg":"trace[8397214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5048; }","duration":"161.959732ms","start":"2026-07-29T08:12:39.516386Z","end":"2026-07-29T08:12:39.678346Z","steps":["trace[8397214] 'agreement among raft nodes before linearized reading' (duration: 161.702806ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:13:21.049132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.784848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:13:21.049702Z","caller":"traceutil/trace.go:171","msg":"trace[1670628470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5314; }","duration":"121.484375ms","start":"2026-07-29T08:13:20.928172Z","end":"2026-07-29T08:13:21.049656Z","steps":["trace[1670628470] 'range keys from in-memory index tree' (duration: 120.436ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:16:50.82502Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":4755} {"level":"info","ts":"2026-07-29T08:16:50.871882Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":4755,"took":"45.779251ms","hash":4012462974,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":9056256,"current-db-size-in-use":"9.1 MB"} {"level":"info","ts":"2026-07-29T08:16:50.871945Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4012462974,"revision":4755,"compact-revision":2765} {"level":"warn","ts":"2026-07-29T08:20:04.291274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.814552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:20:04.291392Z","caller":"traceutil/trace.go:171","msg":"trace[1962632928] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:7942; }","duration":"176.016547ms","start":"2026-07-29T08:20:04.115351Z","end":"2026-07-29T08:20:04.291367Z","steps":["trace[1962632928] 'count revisions from in-memory index tree' (duration: 175.70368ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:04.291465Z","caller":"traceutil/trace.go:171","msg":"trace[1783397346] transaction","detail":"{read_only:false; response_revision:7943; number_of_response:1; }","duration":"146.129164ms","start":"2026-07-29T08:20:04.145317Z","end":"2026-07-29T08:20:04.291446Z","steps":["trace[1783397346] 'process raft request' (duration: 103.96225ms)","trace[1783397346] 'compare' (duration: 42.01343ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:20:04.291697Z","caller":"traceutil/trace.go:171","msg":"trace[1049694921] transaction","detail":"{read_only:false; response_revision:7944; number_of_response:1; }","duration":"100.569767ms","start":"2026-07-29T08:20:04.191105Z","end":"2026-07-29T08:20:04.291675Z","steps":["trace[1049694921] 'process raft request' (duration: 100.30448ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:28.219946Z","caller":"traceutil/trace.go:171","msg":"trace[1823858302] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"102.163276ms","start":"2026-07-29T08:20:28.117758Z","end":"2026-07-29T08:20:28.219921Z","steps":["trace[1823858302] 'process raft request' (duration: 102.113024ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:28.219984Z","caller":"traceutil/trace.go:171","msg":"trace[1918933961] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"103.867407ms","start":"2026-07-29T08:20:28.116081Z","end":"2026-07-29T08:20:28.219948Z","steps":["trace[1918933961] 'process raft request' (duration: 62.405591ms)","trace[1918933961] 'compare' (duration: 41.247831ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:20:49.452316Z","caller":"traceutil/trace.go:171","msg":"trace[261692645] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"121.5193ms","start":"2026-07-29T08:20:49.330767Z","end":"2026-07-29T08:20:49.452286Z","steps":["trace[261692645] 'process raft request' (duration: 120.857994ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:20:49.987462Z","caller":"traceutil/trace.go:171","msg":"trace[1423924046] linearizableReadLoop","detail":"{readStateIndex:8635; appliedIndex:8634; }","duration":"222.501948ms","start":"2026-07-29T08:20:49.764935Z","end":"2026-07-29T08:20:49.987436Z","steps":["trace[1423924046] 'read index received' (duration: 170.080842ms)","trace[1423924046] 'applied index is now lower than readState.Index' (duration: 52.419976ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:20:49.987588Z","caller":"traceutil/trace.go:171","msg":"trace[1416366173] transaction","detail":"{read_only:false; response_revision:8349; number_of_response:1; }","duration":"529.926498ms","start":"2026-07-29T08:20:49.457641Z","end":"2026-07-29T08:20:49.987568Z","steps":["trace[1416366173] 'process raft request' (duration: 477.360428ms)","trace[1416366173] 'compare' (duration: 52.085768ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:20:49.987701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.773454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T08:20:49.987698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:20:49.457611Z","time spent":"530.016629ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:20:49.98774Z","caller":"traceutil/trace.go:171","msg":"trace[763881215] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8349; }","duration":"222.851346ms","start":"2026-07-29T08:20:49.764879Z","end":"2026-07-29T08:20:49.98773Z","steps":["trace[763881215] 'agreement among raft nodes before linearized reading' (duration: 222.712602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:20:49.989322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.72702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:20:49.989401Z","caller":"traceutil/trace.go:171","msg":"trace[117792728] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8350; }","duration":"195.846993ms","start":"2026-07-29T08:20:49.793534Z","end":"2026-07-29T08:20:49.989381Z","steps":["trace[117792728] 'agreement among raft nodes before linearized reading' (duration: 195.71386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:33.236736Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514081159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:21:33.737913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514081159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:21:34.239081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514081159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:21:34.739804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514081159,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:21:35.03833Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.350758806s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:21:35.041108Z","caller":"traceutil/trace.go:171","msg":"trace[459950826] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"2.353603637s","start":"2026-07-29T08:21:32.687431Z","end":"2026-07-29T08:21:35.041035Z","steps":["trace[459950826] 'process raft request' (duration: 2.351140987s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.042718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:32.687406Z","time spent":"2.355174375s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:21:35.05113Z","caller":"traceutil/trace.go:171","msg":"trace[1266046548] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"2.322678622s","start":"2026-07-29T08:21:32.728425Z","end":"2026-07-29T08:21:35.051104Z","steps":["trace[1266046548] 'process raft request' (duration: 2.322303583s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.051275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:32.728408Z","time spent":"2.322797186s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:21:35.051604Z","caller":"traceutil/trace.go:171","msg":"trace[427756776] linearizableReadLoop","detail":"{readStateIndex:9060; appliedIndex:9053; }","duration":"2.315908118s","start":"2026-07-29T08:21:32.735657Z","end":"2026-07-29T08:21:35.051565Z","steps":["trace[427756776] 'read index received' (duration: 2.302990403s)","trace[427756776] 'applied index is now lower than readState.Index' (duration: 12.916735ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:35.051803Z","caller":"traceutil/trace.go:171","msg":"trace[1911425498] transaction","detail":"{read_only:false; response_revision:8762; number_of_response:1; }","duration":"853.838436ms","start":"2026-07-29T08:21:34.197955Z","end":"2026-07-29T08:21:35.051793Z","steps":["trace[1911425498] 'process raft request' (duration: 853.537639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.051862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.197938Z","time spent":"853.897047ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:21:35.051933Z","caller":"traceutil/trace.go:171","msg":"trace[400222174] transaction","detail":"{read_only:false; response_revision:8760; number_of_response:1; }","duration":"2.118099105s","start":"2026-07-29T08:21:32.933827Z","end":"2026-07-29T08:21:35.051926Z","steps":["trace[400222174] 'process raft request' (duration: 2.117560202s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.05197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:32.933806Z","time spent":"2.118145086s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5468,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:21:35.052038Z","caller":"traceutil/trace.go:171","msg":"trace[1642785870] transaction","detail":"{read_only:false; response_revision:8759; number_of_response:1; }","duration":"2.323426861s","start":"2026-07-29T08:21:32.72859Z","end":"2026-07-29T08:21:35.052017Z","steps":["trace[1642785870] 'process raft request' (duration: 2.322474237s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:35.052054Z","caller":"traceutil/trace.go:171","msg":"trace[262662487] transaction","detail":"{read_only:false; response_revision:8763; number_of_response:1; }","duration":"565.064686ms","start":"2026-07-29T08:21:34.486959Z","end":"2026-07-29T08:21:35.052024Z","steps":["trace[262662487] 'process raft request' (duration: 564.558053ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:35.052105Z","caller":"traceutil/trace.go:171","msg":"trace[526447130] transaction","detail":"{read_only:false; response_revision:8761; number_of_response:1; }","duration":"1.278819885s","start":"2026-07-29T08:21:33.773277Z","end":"2026-07-29T08:21:35.052097Z","steps":["trace[526447130] 'process raft request' (duration: 1.27818695s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.052089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260226873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:21:35.052147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:32.728585Z","time spent":"2.323505922s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:21:35.052152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:33.773261Z","time spent":"1.278870287s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:21:35.05217Z","caller":"traceutil/trace.go:171","msg":"trace[1300797507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8763; }","duration":"1.260350766s","start":"2026-07-29T08:21:33.791802Z","end":"2026-07-29T08:21:35.052153Z","steps":["trace[1300797507] 'agreement among raft nodes before linearized reading' (duration: 1.260211832s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.052185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.486936Z","time spent":"565.182589ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:21:35.052205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:33.791786Z","time spent":"1.260412667s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:21:35.052184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.607019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:21:35.052338Z","caller":"traceutil/trace.go:171","msg":"trace[596649425] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:8763; }","duration":"460.803014ms","start":"2026-07-29T08:21:34.59151Z","end":"2026-07-29T08:21:35.052313Z","steps":["trace[596649425] 'agreement among raft nodes before linearized reading' (duration: 460.525317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.052398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.591502Z","time spent":"460.888976ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" "} {"level":"warn","ts":"2026-07-29T08:21:35.05248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.322649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-29T08:21:35.052514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31685334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:21:35.052549Z","caller":"traceutil/trace.go:171","msg":"trace[274640765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8763; }","duration":"2.316907081s","start":"2026-07-29T08:21:32.735635Z","end":"2026-07-29T08:21:35.052542Z","steps":["trace[274640765] 'agreement among raft nodes before linearized reading' (duration: 2.316789288s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.052551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.098421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:21:35.052555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.560028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:21:35.052548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.594035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:21:35.052568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:32.735628Z","time spent":"2.316936003s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:21:35.052574Z","caller":"traceutil/trace.go:171","msg":"trace[133842224] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:8763; }","duration":"468.159093ms","start":"2026-07-29T08:21:34.584408Z","end":"2026-07-29T08:21:35.052567Z","steps":["trace[133842224] 'agreement among raft nodes before linearized reading' (duration: 468.104832ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:35.052576Z","caller":"traceutil/trace.go:171","msg":"trace[1997958311] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:8763; }","duration":"460.619829ms","start":"2026-07-29T08:21:34.591951Z","end":"2026-07-29T08:21:35.052571Z","steps":["trace[1997958311] 'agreement among raft nodes before linearized reading' (duration: 460.586498ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:35.052585Z","caller":"traceutil/trace.go:171","msg":"trace[1286030408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8763; }","duration":"450.642396ms","start":"2026-07-29T08:21:34.601933Z","end":"2026-07-29T08:21:35.052576Z","steps":["trace[1286030408] 'agreement among raft nodes before linearized reading' (duration: 450.508933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.0526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.584386Z","time spent":"468.209395ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:21:35.052605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.591923Z","time spent":"460.678061ms","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/keystone-db-sync\" "} {"level":"warn","ts":"2026-07-29T08:21:35.052609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.601926Z","time spent":"450.678407ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:21:35.052621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.652737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:21:35.052519Z","caller":"traceutil/trace.go:171","msg":"trace[1819052072] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8763; }","duration":"667.381121ms","start":"2026-07-29T08:21:34.38513Z","end":"2026-07-29T08:21:35.052511Z","steps":["trace[1819052072] 'agreement among raft nodes before linearized reading' (duration: 667.245687ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:35.052663Z","caller":"traceutil/trace.go:171","msg":"trace[1694865135] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8763; }","duration":"594.735379ms","start":"2026-07-29T08:21:34.457917Z","end":"2026-07-29T08:21:35.052653Z","steps":["trace[1694865135] 'agreement among raft nodes before linearized reading' (duration: 594.602336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.052675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.385124Z","time spent":"667.541804ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:21:35.052693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.457901Z","time spent":"594.785911ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:21:35.052489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.886496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:21:35.052762Z","caller":"traceutil/trace.go:171","msg":"trace[178231575] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8763; }","duration":"671.198222ms","start":"2026-07-29T08:21:34.381557Z","end":"2026-07-29T08:21:35.052755Z","steps":["trace[178231575] 'agreement among raft nodes before linearized reading' (duration: 670.851744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:35.052786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:34.381536Z","time spent":"671.244094ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:21:43.667824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514081337,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:21:43.757389Z","caller":"traceutil/trace.go:171","msg":"trace[1085450652] linearizableReadLoop","detail":"{readStateIndex:9147; appliedIndex:9146; }","duration":"589.898421ms","start":"2026-07-29T08:21:43.167465Z","end":"2026-07-29T08:21:43.757364Z","steps":["trace[1085450652] 'read index received' (duration: 584.321805ms)","trace[1085450652] 'applied index is now lower than readState.Index' (duration: 5.575826ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:21:43.757444Z","caller":"traceutil/trace.go:171","msg":"trace[1137152144] transaction","detail":"{read_only:false; response_revision:8848; number_of_response:1; }","duration":"597.411274ms","start":"2026-07-29T08:21:43.160017Z","end":"2026-07-29T08:21:43.757428Z","steps":["trace[1137152144] 'process raft request' (duration: 591.706625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:43.758095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.580297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:21:43.758227Z","caller":"traceutil/trace.go:171","msg":"trace[1772583899] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8848; }","duration":"590.800263ms","start":"2026-07-29T08:21:43.16741Z","end":"2026-07-29T08:21:43.75821Z","steps":["trace[1772583899] 'agreement among raft nodes before linearized reading' (duration: 590.025124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:21:43.758278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:43.167388Z","time spent":"590.880614ms","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:21:43.758463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.762947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:21:43.758445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:21:43.159996Z","time spent":"598.243015ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":527,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:21:43.758504Z","caller":"traceutil/trace.go:171","msg":"trace[67506037] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8848; }","duration":"155.86288ms","start":"2026-07-29T08:21:43.602631Z","end":"2026-07-29T08:21:43.758494Z","steps":["trace[67506037] 'agreement among raft nodes before linearized reading' (duration: 155.762347ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:21:50.835943Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6642} {"level":"info","ts":"2026-07-29T08:21:50.875329Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6642,"took":"38.14718ms","hash":1668466098,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":11665408,"current-db-size-in-use":"12 MB"} {"level":"info","ts":"2026-07-29T08:21:50.875406Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1668466098,"revision":6642,"compact-revision":4755} {"level":"info","ts":"2026-07-29T08:23:37.769037Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T08:23:37.777679Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-29T08:23:37.777777Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-29T08:25:16.023044Z","caller":"traceutil/trace.go:171","msg":"trace[872527496] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"128.906715ms","start":"2026-07-29T08:25:15.894111Z","end":"2026-07-29T08:25:16.023017Z","steps":["trace[872527496] 'process raft request' (duration: 128.745441ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:16.024031Z","caller":"traceutil/trace.go:171","msg":"trace[896193639] linearizableReadLoop","detail":"{readStateIndex:10996; appliedIndex:10993; }","duration":"107.900039ms","start":"2026-07-29T08:25:15.916094Z","end":"2026-07-29T08:25:16.023994Z","steps":["trace[896193639] 'read index received' (duration: 106.816522ms)","trace[896193639] 'applied index is now lower than readState.Index' (duration: 1.081947ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:25:16.02416Z","caller":"traceutil/trace.go:171","msg":"trace[1020803726] transaction","detail":"{read_only:false; response_revision:10645; number_of_response:1; }","duration":"129.626403ms","start":"2026-07-29T08:25:15.894486Z","end":"2026-07-29T08:25:16.024112Z","steps":["trace[1020803726] 'process raft request' (duration: 129.242023ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:16.024228Z","caller":"traceutil/trace.go:171","msg":"trace[1061695712] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"128.497135ms","start":"2026-07-29T08:25:15.895676Z","end":"2026-07-29T08:25:16.024173Z","steps":["trace[1061695712] 'process raft request' (duration: 128.232189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:16.024278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.153516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:16.024351Z","caller":"traceutil/trace.go:171","msg":"trace[730041117] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:10647; }","duration":"108.297959ms","start":"2026-07-29T08:25:15.916034Z","end":"2026-07-29T08:25:16.024332Z","steps":["trace[730041117] 'agreement among raft nodes before linearized reading' (duration: 108.106364ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:16.024298Z","caller":"traceutil/trace.go:171","msg":"trace[616541956] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"102.587849ms","start":"2026-07-29T08:25:15.921641Z","end":"2026-07-29T08:25:16.024229Z","steps":["trace[616541956] 'process raft request' (duration: 102.309972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:40.775646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.078229ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T08:25:41.627368Z","caller":"traceutil/trace.go:171","msg":"trace[1709177787] linearizableReadLoop","detail":"{readStateIndex:11174; appliedIndex:11173; }","duration":"105.874619ms","start":"2026-07-29T08:25:41.52147Z","end":"2026-07-29T08:25:41.627344Z","steps":["trace[1709177787] 'read index received' (duration: 105.815027ms)","trace[1709177787] 'applied index is now lower than readState.Index' (duration: 58.662µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:25:41.627549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.062944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:41.627582Z","caller":"traceutil/trace.go:171","msg":"trace[270841612] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10819; }","duration":"106.111296ms","start":"2026-07-29T08:25:41.521462Z","end":"2026-07-29T08:25:41.627573Z","steps":["trace[270841612] 'agreement among raft nodes before linearized reading' (duration: 106.007093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:41.627588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.002683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:41.627541Z","caller":"traceutil/trace.go:171","msg":"trace[103721557] transaction","detail":"{read_only:false; response_revision:10819; number_of_response:1; }","duration":"291.812854ms","start":"2026-07-29T08:25:41.335662Z","end":"2026-07-29T08:25:41.627475Z","steps":["trace[103721557] 'process raft request' (duration: 291.558578ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:41.627614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.695065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:41.62772Z","caller":"traceutil/trace.go:171","msg":"trace[1367925624] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10819; }","duration":"105.842559ms","start":"2026-07-29T08:25:41.52186Z","end":"2026-07-29T08:25:41.627702Z","steps":["trace[1367925624] 'agreement among raft nodes before linearized reading' (duration: 105.642164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:41.627774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.542998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"info","ts":"2026-07-29T08:25:41.627658Z","caller":"traceutil/trace.go:171","msg":"trace[1207533539] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10819; }","duration":"106.109525ms","start":"2026-07-29T08:25:41.521531Z","end":"2026-07-29T08:25:41.62764Z","steps":["trace[1207533539] 'agreement among raft nodes before linearized reading' (duration: 105.954471ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:41.627817Z","caller":"traceutil/trace.go:171","msg":"trace[189286561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10819; }","duration":"100.60577ms","start":"2026-07-29T08:25:41.527203Z","end":"2026-07-29T08:25:41.627809Z","steps":["trace[189286561] 'agreement among raft nodes before linearized reading' (duration: 100.487467ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:41.627787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.925781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:41.627911Z","caller":"traceutil/trace.go:171","msg":"trace[2092103777] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10819; }","duration":"106.083674ms","start":"2026-07-29T08:25:41.521796Z","end":"2026-07-29T08:25:41.62788Z","steps":["trace[2092103777] 'agreement among raft nodes before linearized reading' (duration: 105.882809ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:44.362742Z","caller":"traceutil/trace.go:171","msg":"trace[1088433283] transaction","detail":"{read_only:false; response_revision:10837; number_of_response:1; }","duration":"126.931346ms","start":"2026-07-29T08:25:44.23579Z","end":"2026-07-29T08:25:44.362721Z","steps":["trace[1088433283] 'process raft request' (duration: 126.863675ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:44.362799Z","caller":"traceutil/trace.go:171","msg":"trace[1563513153] transaction","detail":"{read_only:false; response_revision:10836; number_of_response:1; }","duration":"127.0867ms","start":"2026-07-29T08:25:44.235675Z","end":"2026-07-29T08:25:44.362762Z","steps":["trace[1563513153] 'process raft request' (duration: 126.847945ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:44.71339Z","caller":"traceutil/trace.go:171","msg":"trace[2069894038] transaction","detail":"{read_only:false; response_revision:10843; number_of_response:1; }","duration":"117.008382ms","start":"2026-07-29T08:25:44.596351Z","end":"2026-07-29T08:25:44.713359Z","steps":["trace[2069894038] 'process raft request' (duration: 106.047033ms)","trace[2069894038] 'compare' (duration: 10.808245ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:25:45.81922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.794573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:45.819371Z","caller":"traceutil/trace.go:171","msg":"trace[735005990] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10845; }","duration":"181.984418ms","start":"2026-07-29T08:25:45.637348Z","end":"2026-07-29T08:25:45.819333Z","steps":["trace[735005990] 'range keys from in-memory index tree' (duration: 181.68147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:45.819355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.83032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:25:45.819373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.818783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:25:45.819406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.414568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:45.819449Z","caller":"traceutil/trace.go:171","msg":"trace[748423945] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10845; }","duration":"347.980804ms","start":"2026-07-29T08:25:45.471445Z","end":"2026-07-29T08:25:45.819426Z","steps":["trace[748423945] 'count revisions from in-memory index tree' (duration: 347.723997ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:45.819473Z","caller":"traceutil/trace.go:171","msg":"trace[533248705] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10845; }","duration":"172.947416ms","start":"2026-07-29T08:25:45.6465Z","end":"2026-07-29T08:25:45.819447Z","steps":["trace[533248705] 'range keys from in-memory index tree' (duration: 172.72088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:45.81948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.182209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-29T08:25:45.819518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:25:45.471425Z","time spent":"348.076046ms","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:25:45.819529Z","caller":"traceutil/trace.go:171","msg":"trace[1254392355] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10845; }","duration":"168.249021ms","start":"2026-07-29T08:25:45.651265Z","end":"2026-07-29T08:25:45.819514Z","steps":["trace[1254392355] 'range keys from in-memory index tree' (duration: 167.997485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:45.819661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.912796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5004"} {"level":"warn","ts":"2026-07-29T08:25:45.819703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.305785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:25:45.819711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.250834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:45.819744Z","caller":"traceutil/trace.go:171","msg":"trace[1511939359] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10845; }","duration":"182.386497ms","start":"2026-07-29T08:25:45.637349Z","end":"2026-07-29T08:25:45.819735Z","steps":["trace[1511939359] 'range keys from in-memory index tree' (duration: 182.207053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:45.819527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.07502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:45.819757Z","caller":"traceutil/trace.go:171","msg":"trace[1183869268] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10845; }","duration":"173.313505ms","start":"2026-07-29T08:25:45.646431Z","end":"2026-07-29T08:25:45.819745Z","steps":["trace[1183869268] 'range keys from in-memory index tree' (duration: 173.185602ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:45.819794Z","caller":"traceutil/trace.go:171","msg":"trace[1739783540] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:10845; }","duration":"182.348807ms","start":"2026-07-29T08:25:45.637432Z","end":"2026-07-29T08:25:45.819781Z","steps":["trace[1739783540] 'range keys from in-memory index tree' (duration: 182.003428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:45.819664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.281844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:25:45.819708Z","caller":"traceutil/trace.go:171","msg":"trace[913523762] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:10845; }","duration":"181.965737ms","start":"2026-07-29T08:25:45.63773Z","end":"2026-07-29T08:25:45.819695Z","steps":["trace[913523762] 'range keys from in-memory index tree' (duration: 181.750152ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:45.819882Z","caller":"traceutil/trace.go:171","msg":"trace[1164546616] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:10845; }","duration":"173.50068ms","start":"2026-07-29T08:25:45.646369Z","end":"2026-07-29T08:25:45.81987Z","steps":["trace[1164546616] 'range keys from in-memory index tree' (duration: 173.225783ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:45.819475Z","caller":"traceutil/trace.go:171","msg":"trace[1635222988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:10845; }","duration":"173.522721ms","start":"2026-07-29T08:25:45.645933Z","end":"2026-07-29T08:25:45.819456Z","steps":["trace[1635222988] 'range keys from in-memory index tree' (duration: 173.325145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:25:45.819667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.303026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:25:45.820225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.689494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-29T08:25:45.820246Z","caller":"traceutil/trace.go:171","msg":"trace[1198195733] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:10845; }","duration":"182.89396ms","start":"2026-07-29T08:25:45.637303Z","end":"2026-07-29T08:25:45.820197Z","steps":["trace[1198195733] 'range keys from in-memory index tree' (duration: 182.191623ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:25:45.82028Z","caller":"traceutil/trace.go:171","msg":"trace[1045541623] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:10845; }","duration":"173.778727ms","start":"2026-07-29T08:25:45.646488Z","end":"2026-07-29T08:25:45.820267Z","steps":["trace[1045541623] 'range keys from in-memory index tree' (duration: 173.12166ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:10.825343Z","caller":"traceutil/trace.go:171","msg":"trace[1700481652] transaction","detail":"{read_only:false; response_revision:11004; number_of_response:1; }","duration":"548.465456ms","start":"2026-07-29T08:26:10.276853Z","end":"2026-07-29T08:26:10.825319Z","steps":["trace[1700481652] 'process raft request' (duration: 547.00493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:10.82547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:10.276818Z","time spent":"548.588148ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:10.827577Z","caller":"traceutil/trace.go:171","msg":"trace[731673348] transaction","detail":"{read_only:false; response_revision:11006; number_of_response:1; }","duration":"372.328201ms","start":"2026-07-29T08:26:10.455194Z","end":"2026-07-29T08:26:10.827522Z","steps":["trace[731673348] 'process raft request' (duration: 372.216898ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:10.827681Z","caller":"traceutil/trace.go:171","msg":"trace[6418689] transaction","detail":"{read_only:false; response_revision:11007; number_of_response:1; }","duration":"369.584044ms","start":"2026-07-29T08:26:10.458061Z","end":"2026-07-29T08:26:10.827645Z","steps":["trace[6418689] 'process raft request' (duration: 369.376909ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:10.827541Z","caller":"traceutil/trace.go:171","msg":"trace[1367090045] transaction","detail":"{read_only:false; response_revision:11005; number_of_response:1; }","duration":"451.29508ms","start":"2026-07-29T08:26:10.376172Z","end":"2026-07-29T08:26:10.827467Z","steps":["trace[1367090045] 'process raft request' (duration: 451.171987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:10.827775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:10.455181Z","time spent":"372.493975ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:26:10.827946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:10.376146Z","time spent":"451.723521ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:26:10.827945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:10.45805Z","time spent":"369.710657ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:10.830206Z","caller":"traceutil/trace.go:171","msg":"trace[1804270255] linearizableReadLoop","detail":"{readStateIndex:11368; appliedIndex:11364; }","duration":"269.2582ms","start":"2026-07-29T08:26:10.56092Z","end":"2026-07-29T08:26:10.830178Z","steps":["trace[1804270255] 'read index received' (duration: 262.951085ms)","trace[1804270255] 'applied index is now lower than readState.Index' (duration: 6.305795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:10.830372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.450956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:26:10.830415Z","caller":"traceutil/trace.go:171","msg":"trace[1222086357] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11007; }","duration":"269.538258ms","start":"2026-07-29T08:26:10.560866Z","end":"2026-07-29T08:26:10.830404Z","steps":["trace[1222086357] 'agreement among raft nodes before linearized reading' (duration: 269.391194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:10.83045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.66302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:26:10.830486Z","caller":"traceutil/trace.go:171","msg":"trace[663842550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11007; }","duration":"247.753683ms","start":"2026-07-29T08:26:10.582723Z","end":"2026-07-29T08:26:10.830477Z","steps":["trace[663842550] 'agreement among raft nodes before linearized reading' (duration: 247.595009ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:10.830522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.224672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:26:10.830584Z","caller":"traceutil/trace.go:171","msg":"trace[1751620546] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11007; }","duration":"109.324154ms","start":"2026-07-29T08:26:10.721247Z","end":"2026-07-29T08:26:10.830572Z","steps":["trace[1751620546] 'agreement among raft nodes before linearized reading' (duration: 109.16382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:10.830613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.674895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:26:10.830639Z","caller":"traceutil/trace.go:171","msg":"trace[1596551966] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:11007; }","duration":"193.730576ms","start":"2026-07-29T08:26:10.636901Z","end":"2026-07-29T08:26:10.830631Z","steps":["trace[1596551966] 'agreement among raft nodes before linearized reading' (duration: 193.686815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:10.830719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.701018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-29T08:26:10.83072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.84311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-29T08:26:10.830751Z","caller":"traceutil/trace.go:171","msg":"trace[1999313887] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11007; }","duration":"242.733179ms","start":"2026-07-29T08:26:10.58801Z","end":"2026-07-29T08:26:10.830743Z","steps":["trace[1999313887] 'agreement among raft nodes before linearized reading' (duration: 242.652127ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:10.830774Z","caller":"traceutil/trace.go:171","msg":"trace[637753343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11007; }","duration":"112.949743ms","start":"2026-07-29T08:26:10.717808Z","end":"2026-07-29T08:26:10.830757Z","steps":["trace[637753343] 'agreement among raft nodes before linearized reading' (duration: 112.825819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.368715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514086746,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:26:19.697316Z","caller":"traceutil/trace.go:171","msg":"trace[1707681978] transaction","detail":"{read_only:false; response_revision:11055; number_of_response:1; }","duration":"841.781226ms","start":"2026-07-29T08:26:18.8555Z","end":"2026-07-29T08:26:19.697281Z","steps":["trace[1707681978] 'process raft request' (duration: 841.639693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.69749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.855472Z","time spent":"841.93388ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:19.704586Z","caller":"traceutil/trace.go:171","msg":"trace[564619811] transaction","detail":"{read_only:false; response_revision:11056; number_of_response:1; }","duration":"847.144268ms","start":"2026-07-29T08:26:18.85742Z","end":"2026-07-29T08:26:19.704564Z","steps":["trace[564619811] 'process raft request' (duration: 846.930513ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.704804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.857401Z","time spent":"847.322962ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:19.704825Z","caller":"traceutil/trace.go:171","msg":"trace[1708506318] linearizableReadLoop","detail":"{readStateIndex:11421; appliedIndex:11417; }","duration":"836.155068ms","start":"2026-07-29T08:26:18.868653Z","end":"2026-07-29T08:26:19.704808Z","steps":["trace[1708506318] 'read index received' (duration: 828.468739ms)","trace[1708506318] 'applied index is now lower than readState.Index' (duration: 7.685669ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:26:19.705029Z","caller":"traceutil/trace.go:171","msg":"trace[2041443481] transaction","detail":"{read_only:false; response_revision:11057; number_of_response:1; }","duration":"847.121007ms","start":"2026-07-29T08:26:18.857899Z","end":"2026-07-29T08:26:19.70502Z","steps":["trace[2041443481] 'process raft request' (duration: 846.626445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.704998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.333872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:26:19.705142Z","caller":"traceutil/trace.go:171","msg":"trace[2030217935] transaction","detail":"{read_only:false; response_revision:11058; number_of_response:1; }","duration":"847.134127ms","start":"2026-07-29T08:26:18.858001Z","end":"2026-07-29T08:26:19.705135Z","steps":["trace[2030217935] 'process raft request' (duration: 846.711617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.705185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.857965Z","time spent":"847.198689ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:26:19.705114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.857885Z","time spent":"847.177988ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:19.70519Z","caller":"traceutil/trace.go:171","msg":"trace[431697360] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11058; }","duration":"836.544107ms","start":"2026-07-29T08:26:18.868606Z","end":"2026-07-29T08:26:19.70515Z","steps":["trace[431697360] 'agreement among raft nodes before linearized reading' (duration: 836.25873ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.705397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.868584Z","time spent":"836.804564ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:26:19.705374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.917376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T08:26:19.705426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.374987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-29T08:26:19.705463Z","caller":"traceutil/trace.go:171","msg":"trace[200942636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11058; }","duration":"828.041579ms","start":"2026-07-29T08:26:18.877414Z","end":"2026-07-29T08:26:19.705455Z","steps":["trace[200942636] 'agreement among raft nodes before linearized reading' (duration: 827.885185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:19.705498Z","caller":"traceutil/trace.go:171","msg":"trace[730314757] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11058; }","duration":"826.47125ms","start":"2026-07-29T08:26:18.879008Z","end":"2026-07-29T08:26:19.705479Z","steps":["trace[730314757] 'agreement among raft nodes before linearized reading' (duration: 826.298396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.705541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.879001Z","time spent":"826.529702ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:26:19.705548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.877398Z","time spent":"828.12178ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:26:19.705686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.87795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-29T08:26:19.705748Z","caller":"traceutil/trace.go:171","msg":"trace[1281535560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11058; }","duration":"826.952802ms","start":"2026-07-29T08:26:18.878787Z","end":"2026-07-29T08:26:19.705739Z","steps":["trace[1281535560] 'agreement among raft nodes before linearized reading' (duration: 826.850159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.705793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.878781Z","time spent":"827.004753ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:26:19.705706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.150174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T08:26:19.705933Z","caller":"traceutil/trace.go:171","msg":"trace[1118598244] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:11058; }","duration":"822.389039ms","start":"2026-07-29T08:26:18.883536Z","end":"2026-07-29T08:26:19.705925Z","steps":["trace[1118598244] 'agreement among raft nodes before linearized reading' (duration: 822.112693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.706007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.883529Z","time spent":"822.469552ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:26:19.705942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.554147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-29T08:26:19.706102Z","caller":"traceutil/trace.go:171","msg":"trace[1295081792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11058; }","duration":"827.73252ms","start":"2026-07-29T08:26:18.87836Z","end":"2026-07-29T08:26:19.706092Z","steps":["trace[1295081792] 'agreement among raft nodes before linearized reading' (duration: 827.523105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:19.70629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:18.878351Z","time spent":"827.775662ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:26:20.865859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514086769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:26:21.36599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514086769,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:26:21.799668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.434618512s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:26:21.800128Z","caller":"traceutil/trace.go:171","msg":"trace[1380198814] transaction","detail":"{read_only:false; response_revision:11066; number_of_response:1; }","duration":"1.435231527s","start":"2026-07-29T08:26:20.364867Z","end":"2026-07-29T08:26:21.800098Z","steps":["trace[1380198814] 'process raft request' (duration: 1.435036983s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:21.800272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:20.364842Z","time spent":"1.43534657s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:21.804568Z","caller":"traceutil/trace.go:171","msg":"trace[56987214] transaction","detail":"{read_only:false; response_revision:11067; number_of_response:1; }","duration":"1.41456287s","start":"2026-07-29T08:26:20.38998Z","end":"2026-07-29T08:26:21.804543Z","steps":["trace[56987214] 'process raft request' (duration: 1.414395355s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:21.804753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:20.389953Z","time spent":"1.414738704s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:21.806308Z","caller":"traceutil/trace.go:171","msg":"trace[767989227] transaction","detail":"{read_only:false; response_revision:11069; number_of_response:1; }","duration":"102.124027ms","start":"2026-07-29T08:26:21.704166Z","end":"2026-07-29T08:26:21.80629Z","steps":["trace[767989227] 'process raft request' (duration: 102.071886ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:21.806438Z","caller":"traceutil/trace.go:171","msg":"trace[1810581992] transaction","detail":"{read_only:false; response_revision:11068; number_of_response:1; }","duration":"1.070762779s","start":"2026-07-29T08:26:20.735654Z","end":"2026-07-29T08:26:21.806417Z","steps":["trace[1810581992] 'process raft request' (duration: 1.070517323s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:21.806525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:20.735625Z","time spent":"1.070857041s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4989,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:26:21.806863Z","caller":"traceutil/trace.go:171","msg":"trace[602346068] linearizableReadLoop","detail":"{readStateIndex:11432; appliedIndex:11428; }","duration":"1.441896491s","start":"2026-07-29T08:26:20.364941Z","end":"2026-07-29T08:26:21.806837Z","steps":["trace[602346068] 'read index received' (duration: 1.43494133s)","trace[602346068] 'applied index is now lower than readState.Index' (duration: 6.953981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:26:21.807021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442061975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:26:21.807061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01340203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:26:21.80709Z","caller":"traceutil/trace.go:171","msg":"trace[1103569732] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11072; }","duration":"1.442170688s","start":"2026-07-29T08:26:20.364908Z","end":"2026-07-29T08:26:21.807078Z","steps":["trace[1103569732] 'agreement among raft nodes before linearized reading' (duration: 1.442060375s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:26:21.807099Z","caller":"traceutil/trace.go:171","msg":"trace[1752499028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11072; }","duration":"1.013496183s","start":"2026-07-29T08:26:20.793591Z","end":"2026-07-29T08:26:21.807087Z","steps":["trace[1752499028] 'agreement among raft nodes before linearized reading' (duration: 1.013398491s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:21.80712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:20.364895Z","time spent":"1.442216719s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:26:21.807134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:20.793576Z","time spent":"1.013550514s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:26:21.807359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.443337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:26:21.807394Z","caller":"traceutil/trace.go:171","msg":"trace[1492456630] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11072; }","duration":"542.483128ms","start":"2026-07-29T08:26:21.2649Z","end":"2026-07-29T08:26:21.807383Z","steps":["trace[1492456630] 'agreement among raft nodes before linearized reading' (duration: 542.423307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:21.807421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.412369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:26:21.807439Z","caller":"traceutil/trace.go:171","msg":"trace[1206418358] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:11072; }","duration":"784.47033ms","start":"2026-07-29T08:26:21.022963Z","end":"2026-07-29T08:26:21.807433Z","steps":["trace[1206418358] 'agreement among raft nodes before linearized reading' (duration: 784.433329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:26:21.807439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:21.264856Z","time spent":"542.56071ms","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:26:21.807453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:26:21.022943Z","time spent":"784.505631ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:26:50.842799Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8913} {"level":"info","ts":"2026-07-29T08:26:50.903203Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8913,"took":"59.185683ms","hash":1466712170,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":12840960,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-29T08:26:50.903281Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1466712170,"revision":8913,"compact-revision":6642} {"level":"warn","ts":"2026-07-29T08:27:08.17917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.723034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-29T08:27:08.17928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.169944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:27:08.179281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.68195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12563"} {"level":"warn","ts":"2026-07-29T08:27:08.179335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.827647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:27:08.179335Z","caller":"traceutil/trace.go:171","msg":"trace[1727534455] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11458; }","duration":"145.219845ms","start":"2026-07-29T08:27:08.034095Z","end":"2026-07-29T08:27:08.179314Z","steps":["trace[1727534455] 'agreement among raft nodes before linearized reading' (duration: 145.163734ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:08.179369Z","caller":"traceutil/trace.go:171","msg":"trace[1696032695] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:11458; }","duration":"113.823304ms","start":"2026-07-29T08:27:08.065525Z","end":"2026-07-29T08:27:08.179349Z","steps":["trace[1696032695] 'agreement among raft nodes before linearized reading' (duration: 113.534057ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:08.179453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.011206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12563"} {"level":"info","ts":"2026-07-29T08:27:08.179488Z","caller":"traceutil/trace.go:171","msg":"trace[41233872] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:11458; }","duration":"142.057227ms","start":"2026-07-29T08:27:08.037423Z","end":"2026-07-29T08:27:08.17948Z","steps":["trace[41233872] 'agreement among raft nodes before linearized reading' (duration: 141.972835ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:08.179367Z","caller":"traceutil/trace.go:171","msg":"trace[2131566267] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11458; }","duration":"140.872408ms","start":"2026-07-29T08:27:08.038486Z","end":"2026-07-29T08:27:08.179358Z","steps":["trace[2131566267] 'agreement among raft nodes before linearized reading' (duration: 140.825327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:27:08.179204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.819259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:27:08.179282Z","caller":"traceutil/trace.go:171","msg":"trace[191851774] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11458; }","duration":"142.853887ms","start":"2026-07-29T08:27:08.036411Z","end":"2026-07-29T08:27:08.179265Z","steps":["trace[191851774] 'agreement among raft nodes before linearized reading' (duration: 142.602241ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:27:08.179634Z","caller":"traceutil/trace.go:171","msg":"trace[748075616] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11458; }","duration":"148.288831ms","start":"2026-07-29T08:27:08.031335Z","end":"2026-07-29T08:27:08.179624Z","steps":["trace[748075616] 'agreement among raft nodes before linearized reading' (duration: 147.761548ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:31:50.849341Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11312} {"level":"info","ts":"2026-07-29T08:31:50.905995Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11312,"took":"55.440632ms","hash":4260039513,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":13131776,"current-db-size-in-use":"13 MB"} {"level":"info","ts":"2026-07-29T08:31:50.906055Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4260039513,"revision":11312,"compact-revision":8913} {"level":"info","ts":"2026-07-29T08:33:00.231913Z","caller":"traceutil/trace.go:171","msg":"trace[1380730353] transaction","detail":"{read_only:false; response_revision:13968; number_of_response:1; }","duration":"118.237054ms","start":"2026-07-29T08:33:00.113639Z","end":"2026-07-29T08:33:00.231876Z","steps":["trace[1380730353] 'process raft request' (duration: 95.459485ms)","trace[1380730353] 'compare' (duration: 22.558554ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:33:00.231937Z","caller":"traceutil/trace.go:171","msg":"trace[834152606] transaction","detail":"{read_only:false; response_revision:13969; number_of_response:1; }","duration":"118.248575ms","start":"2026-07-29T08:33:00.113657Z","end":"2026-07-29T08:33:00.231905Z","steps":["trace[834152606] 'process raft request' (duration: 118.141372ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:08.383216Z","caller":"traceutil/trace.go:171","msg":"trace[800648191] linearizableReadLoop","detail":"{readStateIndex:14472; appliedIndex:14471; }","duration":"176.22674ms","start":"2026-07-29T08:33:08.206966Z","end":"2026-07-29T08:33:08.383193Z","steps":["trace[800648191] 'read index received' (duration: 176.067476ms)","trace[800648191] 'applied index is now lower than readState.Index' (duration: 158.004µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:33:08.383368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.372053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:33:08.383339Z","caller":"traceutil/trace.go:171","msg":"trace[630461259] transaction","detail":"{read_only:false; response_revision:14019; number_of_response:1; }","duration":"177.716966ms","start":"2026-07-29T08:33:08.205571Z","end":"2026-07-29T08:33:08.383288Z","steps":["trace[630461259] 'process raft request' (duration: 177.44885ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:08.383409Z","caller":"traceutil/trace.go:171","msg":"trace[1585643012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:14019; }","duration":"176.463235ms","start":"2026-07-29T08:33:08.206933Z","end":"2026-07-29T08:33:08.383396Z","steps":["trace[1585643012] 'agreement among raft nodes before linearized reading' (duration: 176.373303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:08.384823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.605967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-29T08:33:08.384881Z","caller":"traceutil/trace.go:171","msg":"trace[364127471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14020; }","duration":"123.72379ms","start":"2026-07-29T08:33:08.261139Z","end":"2026-07-29T08:33:08.384863Z","steps":["trace[364127471] 'agreement among raft nodes before linearized reading' (duration: 123.541275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:33:08.384887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.285027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-29T08:33:08.38495Z","caller":"traceutil/trace.go:171","msg":"trace[1732095477] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:14020; }","duration":"116.37916ms","start":"2026-07-29T08:33:08.268555Z","end":"2026-07-29T08:33:08.384934Z","steps":["trace[1732095477] 'agreement among raft nodes before linearized reading' (duration: 116.181615ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:09.534181Z","caller":"traceutil/trace.go:171","msg":"trace[582603750] transaction","detail":"{read_only:false; response_revision:14024; number_of_response:1; }","duration":"136.279008ms","start":"2026-07-29T08:33:09.397833Z","end":"2026-07-29T08:33:09.534112Z","steps":["trace[582603750] 'process raft request' (duration: 136.150125ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:09.55916Z","caller":"traceutil/trace.go:171","msg":"trace[1158745770] transaction","detail":"{read_only:false; response_revision:14025; number_of_response:1; }","duration":"159.99904ms","start":"2026-07-29T08:33:09.399127Z","end":"2026-07-29T08:33:09.559126Z","steps":["trace[1158745770] 'process raft request' (duration: 159.802886ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:09.559453Z","caller":"traceutil/trace.go:171","msg":"trace[1294495281] transaction","detail":"{read_only:false; response_revision:14026; number_of_response:1; }","duration":"137.916668ms","start":"2026-07-29T08:33:09.421437Z","end":"2026-07-29T08:33:09.559354Z","steps":["trace[1294495281] 'process raft request' (duration: 137.620891ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:17.717857Z","caller":"traceutil/trace.go:171","msg":"trace[173406351] transaction","detail":"{read_only:false; response_revision:14074; number_of_response:1; }","duration":"129.41505ms","start":"2026-07-29T08:33:17.588415Z","end":"2026-07-29T08:33:17.71783Z","steps":["trace[173406351] 'process raft request' (duration: 126.756835ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:33:17.718094Z","caller":"traceutil/trace.go:171","msg":"trace[1053248287] transaction","detail":"{read_only:false; response_revision:14075; number_of_response:1; }","duration":"128.774714ms","start":"2026-07-29T08:33:17.589292Z","end":"2026-07-29T08:33:17.718066Z","steps":["trace[1053248287] 'process raft request' (duration: 128.491447ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:11.963698Z","caller":"traceutil/trace.go:171","msg":"trace[636287683] transaction","detail":"{read_only:false; response_revision:14417; number_of_response:1; }","duration":"102.415078ms","start":"2026-07-29T08:34:11.861251Z","end":"2026-07-29T08:34:11.963666Z","steps":["trace[636287683] 'process raft request' (duration: 102.278714ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:13.47587Z","caller":"traceutil/trace.go:171","msg":"trace[767513347] transaction","detail":"{read_only:false; response_revision:14429; number_of_response:1; }","duration":"109.155113ms","start":"2026-07-29T08:34:13.366681Z","end":"2026-07-29T08:34:13.475836Z","steps":["trace[767513347] 'process raft request' (duration: 108.697962ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:14.1612Z","caller":"traceutil/trace.go:171","msg":"trace[680657757] transaction","detail":"{read_only:false; response_revision:14431; number_of_response:1; }","duration":"219.429595ms","start":"2026-07-29T08:34:13.941733Z","end":"2026-07-29T08:34:14.161162Z","steps":["trace[680657757] 'process raft request' (duration: 219.2379ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.678288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514094834,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:34:14.746875Z","caller":"traceutil/trace.go:171","msg":"trace[1187990083] transaction","detail":"{read_only:false; response_revision:14434; number_of_response:1; }","duration":"769.181749ms","start":"2026-07-29T08:34:13.977667Z","end":"2026-07-29T08:34:14.746849Z","steps":["trace[1187990083] 'process raft request' (duration: 769.150058ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.747048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:13.977659Z","time spent":"769.291202ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:14.747318Z","caller":"traceutil/trace.go:171","msg":"trace[766254367] linearizableReadLoop","detail":"{readStateIndex:14900; appliedIndex:14900; }","duration":"569.928701ms","start":"2026-07-29T08:34:14.17736Z","end":"2026-07-29T08:34:14.747288Z","steps":["trace[766254367] 'read index received' (duration: 569.916181ms)","trace[766254367] 'applied index is now lower than readState.Index' (duration: 10.2µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:14.747465Z","caller":"traceutil/trace.go:171","msg":"trace[1557200888] transaction","detail":"{read_only:false; response_revision:14432; number_of_response:1; }","duration":"778.193701ms","start":"2026-07-29T08:34:13.969223Z","end":"2026-07-29T08:34:14.747417Z","steps":["trace[1557200888] 'process raft request' (duration: 777.430972ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:14.747533Z","caller":"traceutil/trace.go:171","msg":"trace[748628403] transaction","detail":"{read_only:false; response_revision:14433; number_of_response:1; }","duration":"769.957078ms","start":"2026-07-29T08:34:13.977538Z","end":"2026-07-29T08:34:14.747495Z","steps":["trace[748628403] 'process raft request' (duration: 769.252381ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.747566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.186687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:14.747629Z","caller":"traceutil/trace.go:171","msg":"trace[1624904034] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14434; }","duration":"570.28826ms","start":"2026-07-29T08:34:14.177324Z","end":"2026-07-29T08:34:14.747612Z","steps":["trace[1624904034] 'agreement among raft nodes before linearized reading' (duration: 570.113066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.747672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.171466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-29T08:34:14.747679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:14.177307Z","time spent":"570.357421ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:34:14.747654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.269499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-29T08:34:14.747711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:13.977516Z","time spent":"770.097862ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:14.747783Z","caller":"traceutil/trace.go:171","msg":"trace[142316340] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:14434; }","duration":"452.490534ms","start":"2026-07-29T08:34:14.29526Z","end":"2026-07-29T08:34:14.74775Z","steps":["trace[142316340] 'agreement among raft nodes before linearized reading' (duration: 452.203617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.747813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.879873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-29T08:34:14.74769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:13.969196Z","time spent":"778.362385ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:34:14.747843Z","caller":"traceutil/trace.go:171","msg":"trace[1091617729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14434; }","duration":"166.955944ms","start":"2026-07-29T08:34:14.580878Z","end":"2026-07-29T08:34:14.747834Z","steps":["trace[1091617729] 'agreement among raft nodes before linearized reading' (duration: 166.872022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.747853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:14.295237Z","time spent":"452.603286ms","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:34:14.74772Z","caller":"traceutil/trace.go:171","msg":"trace[1745674622] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14434; }","duration":"308.256738ms","start":"2026-07-29T08:34:14.439448Z","end":"2026-07-29T08:34:14.747704Z","steps":["trace[1745674622] 'agreement among raft nodes before linearized reading' (duration: 308.118185ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.747921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:14.439429Z","time spent":"308.481383ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:34:14.747923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.035071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-29T08:34:14.747977Z","caller":"traceutil/trace.go:171","msg":"trace[1074580667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14434; }","duration":"443.109693ms","start":"2026-07-29T08:34:14.304848Z","end":"2026-07-29T08:34:14.747957Z","steps":["trace[1074580667] 'agreement among raft nodes before linearized reading' (duration: 442.902038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.74801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:34:14.30483Z","time spent":"443.171974ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:34:14.983021Z","caller":"traceutil/trace.go:171","msg":"trace[522036072] transaction","detail":"{read_only:false; response_revision:14436; number_of_response:1; }","duration":"230.626129ms","start":"2026-07-29T08:34:14.752366Z","end":"2026-07-29T08:34:14.982992Z","steps":["trace[522036072] 'process raft request' (duration: 230.424094ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:14.983033Z","caller":"traceutil/trace.go:171","msg":"trace[1440839652] transaction","detail":"{read_only:false; response_revision:14437; number_of_response:1; }","duration":"230.576078ms","start":"2026-07-29T08:34:14.752445Z","end":"2026-07-29T08:34:14.983021Z","steps":["trace[1440839652] 'process raft request' (duration: 230.500846ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:14.983144Z","caller":"traceutil/trace.go:171","msg":"trace[1146833764] linearizableReadLoop","detail":"{readStateIndex:14904; appliedIndex:14901; }","duration":"157.661216ms","start":"2026-07-29T08:34:14.825474Z","end":"2026-07-29T08:34:14.983135Z","steps":["trace[1146833764] 'read index received' (duration: 157.242785ms)","trace[1146833764] 'applied index is now lower than readState.Index' (duration: 417.291µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:14.983224Z","caller":"traceutil/trace.go:171","msg":"trace[2035357884] transaction","detail":"{read_only:false; response_revision:14438; number_of_response:1; }","duration":"186.120875ms","start":"2026-07-29T08:34:14.797062Z","end":"2026-07-29T08:34:14.983183Z","steps":["trace[2035357884] 'process raft request' (duration: 185.91544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:14.983554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.026275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-29T08:34:14.983606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.279377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:14.983694Z","caller":"traceutil/trace.go:171","msg":"trace[1149425046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14438; }","duration":"158.246861ms","start":"2026-07-29T08:34:14.825419Z","end":"2026-07-29T08:34:14.983666Z","steps":["trace[1149425046] 'agreement among raft nodes before linearized reading' (duration: 157.768909ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:14.983731Z","caller":"traceutil/trace.go:171","msg":"trace[754835702] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:14438; }","duration":"107.482143ms","start":"2026-07-29T08:34:14.876218Z","end":"2026-07-29T08:34:14.983701Z","steps":["trace[754835702] 'agreement among raft nodes before linearized reading' (duration: 107.220696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:15.589353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.917157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:34:15.589498Z","caller":"traceutil/trace.go:171","msg":"trace[587708165] transaction","detail":"{read_only:false; response_revision:14442; number_of_response:1; }","duration":"252.161247ms","start":"2026-07-29T08:34:15.337309Z","end":"2026-07-29T08:34:15.589471Z","steps":["trace[587708165] 'process raft request' (duration: 59.82643ms)","trace[587708165] 'compare' (duration: 191.754833ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:15.947546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.764555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-29T08:34:15.947638Z","caller":"traceutil/trace.go:171","msg":"trace[1975208244] linearizableReadLoop","detail":"{readStateIndex:14910; appliedIndex:14909; }","duration":"231.272045ms","start":"2026-07-29T08:34:15.716352Z","end":"2026-07-29T08:34:15.947624Z","steps":["trace[1975208244] 'read index received' (duration: 65.263724ms)","trace[1975208244] 'applied index is now lower than readState.Index' (duration: 166.007111ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:34:15.94772Z","caller":"traceutil/trace.go:171","msg":"trace[1982149891] transaction","detail":"{read_only:false; response_revision:14443; number_of_response:1; }","duration":"247.33303ms","start":"2026-07-29T08:34:15.700374Z","end":"2026-07-29T08:34:15.947707Z","steps":["trace[1982149891] 'process raft request' (duration: 81.309289ms)","trace[1982149891] 'compare' (duration: 165.651412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:15.947909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.982872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-29T08:34:15.947988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.619844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-29T08:34:15.948065Z","caller":"traceutil/trace.go:171","msg":"trace[1442946468] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:14443; }","duration":"231.739137ms","start":"2026-07-29T08:34:15.716308Z","end":"2026-07-29T08:34:15.948047Z","steps":["trace[1442946468] 'agreement among raft nodes before linearized reading' (duration: 231.575543ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:15.948013Z","caller":"traceutil/trace.go:171","msg":"trace[23835703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14443; }","duration":"153.139134ms","start":"2026-07-29T08:34:15.794852Z","end":"2026-07-29T08:34:15.947991Z","steps":["trace[23835703] 'agreement among raft nodes before linearized reading' (duration: 152.97167ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:16.354813Z","caller":"traceutil/trace.go:171","msg":"trace[621909274] linearizableReadLoop","detail":"{readStateIndex:14911; appliedIndex:14910; }","duration":"168.216996ms","start":"2026-07-29T08:34:16.186573Z","end":"2026-07-29T08:34:16.35479Z","steps":["trace[621909274] 'read index received' (duration: 168.041362ms)","trace[621909274] 'applied index is now lower than readState.Index' (duration: 174.624µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:16.355034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.447321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12463"} {"level":"info","ts":"2026-07-29T08:34:16.355067Z","caller":"traceutil/trace.go:171","msg":"trace[1399908732] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14444; }","duration":"168.532834ms","start":"2026-07-29T08:34:16.186524Z","end":"2026-07-29T08:34:16.355057Z","steps":["trace[1399908732] 'agreement among raft nodes before linearized reading' (duration: 168.357639ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:16.355043Z","caller":"traceutil/trace.go:171","msg":"trace[410978220] transaction","detail":"{read_only:false; response_revision:14444; number_of_response:1; }","duration":"188.294029ms","start":"2026-07-29T08:34:16.166702Z","end":"2026-07-29T08:34:16.354996Z","steps":["trace[410978220] 'process raft request' (duration: 187.93538ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:20.477268Z","caller":"traceutil/trace.go:171","msg":"trace[1172635978] transaction","detail":"{read_only:false; response_revision:14468; number_of_response:1; }","duration":"109.107302ms","start":"2026-07-29T08:34:20.368133Z","end":"2026-07-29T08:34:20.477241Z","steps":["trace[1172635978] 'process raft request' (duration: 108.900247ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:34:20.896728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.004238ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-29T08:34:20.896893Z","caller":"traceutil/trace.go:171","msg":"trace[1073351433] linearizableReadLoop","detail":"{readStateIndex:14936; appliedIndex:14935; }","duration":"103.186007ms","start":"2026-07-29T08:34:20.79368Z","end":"2026-07-29T08:34:20.896866Z","steps":["trace[1073351433] 'read index received' (duration: 46.581µs)","trace[1073351433] 'applied index is now lower than readState.Index' (duration: 103.136926ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:34:20.89704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.35441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-29T08:34:20.897081Z","caller":"traceutil/trace.go:171","msg":"trace[1750788341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14468; }","duration":"103.451593ms","start":"2026-07-29T08:34:20.793618Z","end":"2026-07-29T08:34:20.89707Z","steps":["trace[1750788341] 'agreement among raft nodes before linearized reading' (duration: 103.3498ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:20.927347Z","caller":"traceutil/trace.go:171","msg":"trace[6685733] transaction","detail":"{read_only:false; response_revision:14469; number_of_response:1; }","duration":"120.571245ms","start":"2026-07-29T08:34:20.806757Z","end":"2026-07-29T08:34:20.927328Z","steps":["trace[6685733] 'process raft request' (duration: 120.436841ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:20.949936Z","caller":"traceutil/trace.go:171","msg":"trace[331860358] transaction","detail":"{read_only:false; response_revision:14470; number_of_response:1; }","duration":"111.838349ms","start":"2026-07-29T08:34:20.838061Z","end":"2026-07-29T08:34:20.949899Z","steps":["trace[331860358] 'process raft request' (duration: 111.565913ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:34:20.950073Z","caller":"traceutil/trace.go:171","msg":"trace[1498067295] transaction","detail":"{read_only:false; response_revision:14471; number_of_response:1; }","duration":"111.179323ms","start":"2026-07-29T08:34:20.83887Z","end":"2026-07-29T08:34:20.950049Z","steps":["trace[1498067295] 'process raft request' (duration: 110.970678ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:36:50.859202Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13523} {"level":"info","ts":"2026-07-29T08:36:50.916423Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13523,"took":"55.663828ms","hash":381797243,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":10604544,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T08:36:50.916489Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":381797243,"revision":13523,"compact-revision":11312} {"level":"info","ts":"2026-07-29T08:41:50.867663Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15426} {"level":"info","ts":"2026-07-29T08:41:50.917045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15426,"took":"48.036071ms","hash":655633984,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":10944512,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T08:41:50.917106Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":655633984,"revision":15426,"compact-revision":13523} {"level":"info","ts":"2026-07-29T08:43:50.257493Z","caller":"traceutil/trace.go:171","msg":"trace[193334925] transaction","detail":"{read_only:false; response_revision:18157; number_of_response:1; }","duration":"130.533394ms","start":"2026-07-29T08:43:50.12692Z","end":"2026-07-29T08:43:50.257453Z","steps":["trace[193334925] 'process raft request' (duration: 129.220222ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:41.574251Z","caller":"traceutil/trace.go:171","msg":"trace[1907569348] linearizableReadLoop","detail":"{readStateIndex:19078; appliedIndex:19077; }","duration":"126.944016ms","start":"2026-07-29T08:44:41.447286Z","end":"2026-07-29T08:44:41.57423Z","steps":["trace[1907569348] 'read index received' (duration: 126.772281ms)","trace[1907569348] 'applied index is now lower than readState.Index' (duration: 171.035µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:44:41.574295Z","caller":"traceutil/trace.go:171","msg":"trace[1489635640] transaction","detail":"{read_only:false; response_revision:18481; number_of_response:1; }","duration":"292.419407ms","start":"2026-07-29T08:44:41.281854Z","end":"2026-07-29T08:44:41.574273Z","steps":["trace[1489635640] 'process raft request' (duration: 292.248732ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:41.574364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.066038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:44:41.574397Z","caller":"traceutil/trace.go:171","msg":"trace[258826326] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:18481; }","duration":"127.15778ms","start":"2026-07-29T08:44:41.447231Z","end":"2026-07-29T08:44:41.574388Z","steps":["trace[258826326] 'agreement among raft nodes before linearized reading' (duration: 127.085519ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:42.506549Z","caller":"traceutil/trace.go:171","msg":"trace[750210020] linearizableReadLoop","detail":"{readStateIndex:19081; appliedIndex:19080; }","duration":"155.050895ms","start":"2026-07-29T08:44:42.351448Z","end":"2026-07-29T08:44:42.506499Z","steps":["trace[750210020] 'read index received' (duration: 90.85746ms)","trace[750210020] 'applied index is now lower than readState.Index' (duration: 64.190825ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:44:42.506612Z","caller":"traceutil/trace.go:171","msg":"trace[964650072] transaction","detail":"{read_only:false; response_revision:18484; number_of_response:1; }","duration":"165.244736ms","start":"2026-07-29T08:44:42.341332Z","end":"2026-07-29T08:44:42.506577Z","steps":["trace[964650072] 'process raft request' (duration: 101.060041ms)","trace[964650072] 'compare' (duration: 63.906278ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:44:42.506955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.167034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:44:42.50703Z","caller":"traceutil/trace.go:171","msg":"trace[1714142998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18484; }","duration":"119.330589ms","start":"2026-07-29T08:44:42.387681Z","end":"2026-07-29T08:44:42.507012Z","steps":["trace[1714142998] 'agreement among raft nodes before linearized reading' (duration: 119.064092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:42.507086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.533958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:44:42.507314Z","caller":"traceutil/trace.go:171","msg":"trace[223027097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18484; }","duration":"155.896197ms","start":"2026-07-29T08:44:42.351381Z","end":"2026-07-29T08:44:42.507277Z","steps":["trace[223027097] 'agreement among raft nodes before linearized reading' (duration: 155.266811ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:44.268418Z","caller":"traceutil/trace.go:171","msg":"trace[761549947] transaction","detail":"{read_only:false; response_revision:18492; number_of_response:1; }","duration":"157.631399ms","start":"2026-07-29T08:44:44.11075Z","end":"2026-07-29T08:44:44.268382Z","steps":["trace[761549947] 'process raft request' (duration: 157.364142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:44.682855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.906673ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:44:44.683057Z","caller":"traceutil/trace.go:171","msg":"trace[1702729979] linearizableReadLoop","detail":"{readStateIndex:19092; appliedIndex:19090; }","duration":"310.85764ms","start":"2026-07-29T08:44:44.372182Z","end":"2026-07-29T08:44:44.68304Z","steps":["trace[1702729979] 'read index received' (duration: 5.528696ms)","trace[1702729979] 'applied index is now lower than readState.Index' (duration: 305.328014ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:44:44.683154Z","caller":"traceutil/trace.go:171","msg":"trace[2015918794] transaction","detail":"{read_only:false; response_revision:18494; number_of_response:1; }","duration":"331.694351ms","start":"2026-07-29T08:44:44.351447Z","end":"2026-07-29T08:44:44.683142Z","steps":["trace[2015918794] 'process raft request' (duration: 26.298856ms)","trace[2015918794] 'compare' (duration: 304.789271ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:44:44.683216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.351424Z","time spent":"331.755802ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:44:44.683319Z","caller":"traceutil/trace.go:171","msg":"trace[1331986853] transaction","detail":"{read_only:false; response_revision:18495; number_of_response:1; }","duration":"331.66459ms","start":"2026-07-29T08:44:44.351621Z","end":"2026-07-29T08:44:44.683286Z","steps":["trace[1331986853] 'process raft request' (duration: 331.353172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:44.683359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.948822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:44:44.683445Z","caller":"traceutil/trace.go:171","msg":"trace[146179663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18495; }","duration":"190.076295ms","start":"2026-07-29T08:44:44.493346Z","end":"2026-07-29T08:44:44.683423Z","steps":["trace[146179663] 'agreement among raft nodes before linearized reading' (duration: 189.894561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:44.683461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.983072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T08:44:44.683449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.589621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T08:44:44.683444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.230629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T08:44:44.683504Z","caller":"traceutil/trace.go:171","msg":"trace[1872288902] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18495; }","duration":"172.054953ms","start":"2026-07-29T08:44:44.511437Z","end":"2026-07-29T08:44:44.683492Z","steps":["trace[1872288902] 'agreement among raft nodes before linearized reading' (duration: 171.840708ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:44.683518Z","caller":"traceutil/trace.go:171","msg":"trace[1398680271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18495; }","duration":"105.702904ms","start":"2026-07-29T08:44:44.577799Z","end":"2026-07-29T08:44:44.683502Z","steps":["trace[1398680271] 'agreement among raft nodes before linearized reading' (duration: 105.471559ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:44.683549Z","caller":"traceutil/trace.go:171","msg":"trace[906685061] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18495; }","duration":"311.383183ms","start":"2026-07-29T08:44:44.372135Z","end":"2026-07-29T08:44:44.683518Z","steps":["trace[906685061] 'agreement among raft nodes before linearized reading' (duration: 311.080945ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:44.683471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.351601Z","time spent":"331.790854ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:44:44.683605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.372119Z","time spent":"311.473264ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:44:45.119481Z","caller":"traceutil/trace.go:171","msg":"trace[257829797] transaction","detail":"{read_only:false; response_revision:18497; number_of_response:1; }","duration":"430.976218ms","start":"2026-07-29T08:44:44.688475Z","end":"2026-07-29T08:44:45.119451Z","steps":["trace[257829797] 'process raft request' (duration: 430.780894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:45.119645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.688465Z","time spent":"431.088861ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:44:45.119793Z","caller":"traceutil/trace.go:171","msg":"trace[1783981763] transaction","detail":"{read_only:false; response_revision:18498; number_of_response:1; }","duration":"431.220474ms","start":"2026-07-29T08:44:44.688556Z","end":"2026-07-29T08:44:45.119776Z","steps":["trace[1783981763] 'process raft request' (duration: 430.856825ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:45.119861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.688549Z","time spent":"431.278826ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:44:45.119863Z","caller":"traceutil/trace.go:171","msg":"trace[1823252006] linearizableReadLoop","detail":"{readStateIndex:19098; appliedIndex:19093; }","duration":"326.514694ms","start":"2026-07-29T08:44:44.793328Z","end":"2026-07-29T08:44:45.119843Z","steps":["trace[1823252006] 'read index received' (duration: 325.877048ms)","trace[1823252006] 'applied index is now lower than readState.Index' (duration: 636.856µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:44:45.119926Z","caller":"traceutil/trace.go:171","msg":"trace[189519169] transaction","detail":"{read_only:false; response_revision:18500; number_of_response:1; }","duration":"431.254455ms","start":"2026-07-29T08:44:44.688641Z","end":"2026-07-29T08:44:45.119895Z","steps":["trace[189519169] 'process raft request' (duration: 431.136272ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:45.120018Z","caller":"traceutil/trace.go:171","msg":"trace[838443645] transaction","detail":"{read_only:false; response_revision:18499; number_of_response:1; }","duration":"431.378518ms","start":"2026-07-29T08:44:44.6886Z","end":"2026-07-29T08:44:45.119978Z","steps":["trace[838443645] 'process raft request' (duration: 431.064901ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:45.120048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.714989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:44:45.120077Z","caller":"traceutil/trace.go:171","msg":"trace[929161043] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18501; }","duration":"326.800972ms","start":"2026-07-29T08:44:44.793271Z","end":"2026-07-29T08:44:45.120072Z","steps":["trace[929161043] 'agreement among raft nodes before linearized reading' (duration: 326.72951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:45.12008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.853201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T08:44:45.120104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.793255Z","time spent":"326.844772ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:44:45.120124Z","caller":"traceutil/trace.go:171","msg":"trace[220939228] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:18501; }","duration":"242.933893ms","start":"2026-07-29T08:44:44.877178Z","end":"2026-07-29T08:44:45.120112Z","steps":["trace[220939228] 'agreement among raft nodes before linearized reading' (duration: 242.800769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:45.120117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.688634Z","time spent":"431.385278ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:44:45.120135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.688579Z","time spent":"431.499061ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:44:45.119976Z","caller":"traceutil/trace.go:171","msg":"trace[579230248] transaction","detail":"{read_only:false; response_revision:18501; number_of_response:1; }","duration":"343.962622ms","start":"2026-07-29T08:44:44.776004Z","end":"2026-07-29T08:44:45.119967Z","steps":["trace[579230248] 'process raft request' (duration: 343.806858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:45.120254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:44:44.775981Z","time spent":"344.241559ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:44:45.391778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.015541ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:44:45.391932Z","caller":"traceutil/trace.go:171","msg":"trace[1829989814] linearizableReadLoop","detail":"{readStateIndex:19100; appliedIndex:19099; }","duration":"109.424886ms","start":"2026-07-29T08:44:45.282479Z","end":"2026-07-29T08:44:45.391904Z","steps":["trace[1829989814] 'read index received' (duration: 52.98568ms)","trace[1829989814] 'applied index is now lower than readState.Index' (duration: 56.437675ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:44:45.391992Z","caller":"traceutil/trace.go:171","msg":"trace[1045323015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:18502; }","duration":"196.247397ms","start":"2026-07-29T08:44:45.195708Z","end":"2026-07-29T08:44:45.391955Z","steps":["trace[1045323015] 'range keys from in-memory index tree' (duration: 195.985721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:44:45.392149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.662972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:44:45.392187Z","caller":"traceutil/trace.go:171","msg":"trace[1743956773] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:18503; }","duration":"109.767354ms","start":"2026-07-29T08:44:45.282408Z","end":"2026-07-29T08:44:45.392176Z","steps":["trace[1743956773] 'agreement among raft nodes before linearized reading' (duration: 109.58902ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:45.392318Z","caller":"traceutil/trace.go:171","msg":"trace[758567818] transaction","detail":"{read_only:false; response_revision:18503; number_of_response:1; }","duration":"116.573581ms","start":"2026-07-29T08:44:45.275651Z","end":"2026-07-29T08:44:45.392225Z","steps":["trace[758567818] 'process raft request' (duration: 59.823908ms)","trace[758567818] 'compare' (duration: 56.021446ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:44:45.476688Z","caller":"traceutil/trace.go:171","msg":"trace[1863815661] transaction","detail":"{read_only:false; response_revision:18504; number_of_response:1; }","duration":"148.28188ms","start":"2026-07-29T08:44:45.328374Z","end":"2026-07-29T08:44:45.476656Z","steps":["trace[1863815661] 'process raft request' (duration: 148.112906ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:44:57.540094Z","caller":"traceutil/trace.go:171","msg":"trace[315492987] transaction","detail":"{read_only:false; response_revision:18580; number_of_response:1; }","duration":"103.08895ms","start":"2026-07-29T08:44:57.436971Z","end":"2026-07-29T08:44:57.54006Z","steps":["trace[315492987] 'process raft request' (duration: 48.193303ms)","trace[315492987] 'compare' (duration: 54.771344ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:44:57.654594Z","caller":"traceutil/trace.go:171","msg":"trace[895707484] transaction","detail":"{read_only:false; response_revision:18581; number_of_response:1; }","duration":"112.974882ms","start":"2026-07-29T08:44:57.541588Z","end":"2026-07-29T08:44:57.654563Z","steps":["trace[895707484] 'process raft request' (duration: 109.978309ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:01.392247Z","caller":"traceutil/trace.go:171","msg":"trace[1182655856] transaction","detail":"{read_only:false; response_revision:18603; number_of_response:1; }","duration":"134.605103ms","start":"2026-07-29T08:45:01.257613Z","end":"2026-07-29T08:45:01.392218Z","steps":["trace[1182655856] 'process raft request' (duration: 106.553995ms)","trace[1182655856] 'compare' (duration: 27.847553ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:01.394883Z","caller":"traceutil/trace.go:171","msg":"trace[1297638538] transaction","detail":"{read_only:false; response_revision:18604; number_of_response:1; }","duration":"136.534941ms","start":"2026-07-29T08:45:01.25833Z","end":"2026-07-29T08:45:01.394865Z","steps":["trace[1297638538] 'process raft request' (duration: 136.392398ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:01.395073Z","caller":"traceutil/trace.go:171","msg":"trace[1401054595] transaction","detail":"{read_only:false; response_revision:18605; number_of_response:1; }","duration":"136.142602ms","start":"2026-07-29T08:45:01.258891Z","end":"2026-07-29T08:45:01.395034Z","steps":["trace[1401054595] 'process raft request' (duration: 135.931706ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:03.506639Z","caller":"traceutil/trace.go:171","msg":"trace[243514520] transaction","detail":"{read_only:false; response_revision:18614; number_of_response:1; }","duration":"103.664623ms","start":"2026-07-29T08:45:03.402929Z","end":"2026-07-29T08:45:03.506594Z","steps":["trace[243514520] 'process raft request' (duration: 95.482822ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:03.506654Z","caller":"traceutil/trace.go:171","msg":"trace[2074744] transaction","detail":"{read_only:false; response_revision:18615; number_of_response:1; }","duration":"103.51266ms","start":"2026-07-29T08:45:03.403119Z","end":"2026-07-29T08:45:03.506632Z","steps":["trace[2074744] 'process raft request' (duration: 103.334136ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:04.548845Z","caller":"traceutil/trace.go:171","msg":"trace[1121933866] linearizableReadLoop","detail":"{readStateIndex:19220; appliedIndex:19219; }","duration":"114.288595ms","start":"2026-07-29T08:45:04.434537Z","end":"2026-07-29T08:45:04.548826Z","steps":["trace[1121933866] 'read index received' (duration: 114.08931ms)","trace[1121933866] 'applied index is now lower than readState.Index' (duration: 198.215µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:04.548966Z","caller":"traceutil/trace.go:171","msg":"trace[2005204790] transaction","detail":"{read_only:false; response_revision:18619; number_of_response:1; }","duration":"160.12173ms","start":"2026-07-29T08:45:04.388813Z","end":"2026-07-29T08:45:04.548935Z","steps":["trace[2005204790] 'process raft request' (duration: 159.879794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:04.549116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.562422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:45:04.549176Z","caller":"traceutil/trace.go:171","msg":"trace[1804882759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18619; }","duration":"114.629233ms","start":"2026-07-29T08:45:04.434527Z","end":"2026-07-29T08:45:04.549156Z","steps":["trace[1804882759] 'agreement among raft nodes before linearized reading' (duration: 114.441719ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:13.849109Z","caller":"traceutil/trace.go:171","msg":"trace[283401816] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"234.769463ms","start":"2026-07-29T08:45:13.614317Z","end":"2026-07-29T08:45:13.849086Z","steps":["trace[283401816] 'process raft request' (duration: 187.197685ms)","trace[283401816] 'compare' (duration: 47.364082ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:13.865713Z","caller":"traceutil/trace.go:171","msg":"trace[1220193161] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"249.665748ms","start":"2026-07-29T08:45:13.616028Z","end":"2026-07-29T08:45:13.865694Z","steps":["trace[1220193161] 'process raft request' (duration: 249.543755ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:13.866049Z","caller":"traceutil/trace.go:171","msg":"trace[1435054429] transaction","detail":"{read_only:false; response_revision:18681; number_of_response:1; }","duration":"221.24883ms","start":"2026-07-29T08:45:13.644746Z","end":"2026-07-29T08:45:13.865995Z","steps":["trace[1435054429] 'process raft request' (duration: 220.923392ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:18.120272Z","caller":"traceutil/trace.go:171","msg":"trace[1158726232] transaction","detail":"{read_only:false; response_revision:18710; number_of_response:1; }","duration":"108.350739ms","start":"2026-07-29T08:45:18.011878Z","end":"2026-07-29T08:45:18.120229Z","steps":["trace[1158726232] 'process raft request' (duration: 77.531233ms)","trace[1158726232] 'compare' (duration: 30.585831ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:45:23.905947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.765051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:45:23.906369Z","caller":"traceutil/trace.go:171","msg":"trace[480367863] transaction","detail":"{read_only:false; response_revision:18742; number_of_response:1; }","duration":"137.935215ms","start":"2026-07-29T08:45:23.768264Z","end":"2026-07-29T08:45:23.906199Z","steps":["trace[480367863] 'process raft request' (duration: 19.840897ms)","trace[480367863] 'compare' (duration: 117.665458ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:38.7214Z","caller":"traceutil/trace.go:171","msg":"trace[1612383640] transaction","detail":"{read_only:false; response_revision:18837; number_of_response:1; }","duration":"197.615111ms","start":"2026-07-29T08:45:38.523753Z","end":"2026-07-29T08:45:38.721369Z","steps":["trace[1612383640] 'process raft request' (duration: 146.959108ms)","trace[1612383640] 'compare' (duration: 50.52655ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:39.191762Z","caller":"traceutil/trace.go:171","msg":"trace[374788235] transaction","detail":"{read_only:false; response_revision:18839; number_of_response:1; }","duration":"101.899821ms","start":"2026-07-29T08:45:39.089811Z","end":"2026-07-29T08:45:39.191711Z","steps":["trace[374788235] 'process raft request' (duration: 101.593914ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:43.367651Z","caller":"traceutil/trace.go:171","msg":"trace[104351638] transaction","detail":"{read_only:false; response_revision:18866; number_of_response:1; }","duration":"105.160071ms","start":"2026-07-29T08:45:43.26244Z","end":"2026-07-29T08:45:43.3676Z","steps":["trace[104351638] 'process raft request' (duration: 104.882634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:44.909886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.238268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:45:44.909971Z","caller":"traceutil/trace.go:171","msg":"trace[667569958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18875; }","duration":"117.35756ms","start":"2026-07-29T08:45:44.792596Z","end":"2026-07-29T08:45:44.909954Z","steps":["trace[667569958] 'range keys from in-memory index tree' (duration: 117.166716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:47.854612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.757449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:45:47.85471Z","caller":"traceutil/trace.go:171","msg":"trace[705243409] transaction","detail":"{read_only:false; response_revision:18893; number_of_response:1; }","duration":"369.562821ms","start":"2026-07-29T08:45:47.485133Z","end":"2026-07-29T08:45:47.854695Z","steps":["trace[705243409] 'process raft request' (duration: 51.642217ms)","trace[705243409] 'compare' (duration: 317.653547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:45:47.854752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:45:47.485114Z","time spent":"369.618282ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:45:47.891277Z","caller":"traceutil/trace.go:171","msg":"trace[1231145529] linearizableReadLoop","detail":"{readStateIndex:19505; appliedIndex:19504; }","duration":"256.066435ms","start":"2026-07-29T08:45:47.635189Z","end":"2026-07-29T08:45:47.891255Z","steps":["trace[1231145529] 'read index received' (duration: 255.941242ms)","trace[1231145529] 'applied index is now lower than readState.Index' (duration: 124.583µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:47.891402Z","caller":"traceutil/trace.go:171","msg":"trace[1355037321] transaction","detail":"{read_only:false; response_revision:18894; number_of_response:1; }","duration":"262.727739ms","start":"2026-07-29T08:45:47.628637Z","end":"2026-07-29T08:45:47.891365Z","steps":["trace[1355037321] 'process raft request' (duration: 262.491913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:47.891434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.216249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:45:47.891614Z","caller":"traceutil/trace.go:171","msg":"trace[524455533] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:18894; }","duration":"256.415404ms","start":"2026-07-29T08:45:47.635141Z","end":"2026-07-29T08:45:47.891557Z","steps":["trace[524455533] 'agreement among raft nodes before linearized reading' (duration: 256.22811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:58.1331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.145254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:45:58.133235Z","caller":"traceutil/trace.go:171","msg":"trace[894109968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18956; }","duration":"341.333949ms","start":"2026-07-29T08:45:57.791873Z","end":"2026-07-29T08:45:58.133207Z","steps":["trace[894109968] 'range keys from in-memory index tree' (duration: 341.059331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:58.133295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:45:57.791849Z","time spent":"341.43199ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:45:58.133623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.730757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:45:58.133686Z","caller":"traceutil/trace.go:171","msg":"trace[257319525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18956; }","duration":"222.83126ms","start":"2026-07-29T08:45:57.910839Z","end":"2026-07-29T08:45:58.133671Z","steps":["trace[257319525] 'range keys from in-memory index tree' (duration: 222.064171ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:58.193621Z","caller":"traceutil/trace.go:171","msg":"trace[444350497] linearizableReadLoop","detail":"{readStateIndex:19570; appliedIndex:19569; }","duration":"150.155135ms","start":"2026-07-29T08:45:58.043439Z","end":"2026-07-29T08:45:58.193594Z","steps":["trace[444350497] 'read index received' (duration: 150.028452ms)","trace[444350497] 'applied index is now lower than readState.Index' (duration: 125.383µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:58.19374Z","caller":"traceutil/trace.go:171","msg":"trace[1761635674] transaction","detail":"{read_only:false; response_revision:18957; number_of_response:1; }","duration":"268.836688ms","start":"2026-07-29T08:45:57.924872Z","end":"2026-07-29T08:45:58.193709Z","steps":["trace[1761635674] 'process raft request' (duration: 268.552421ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:58.193934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.472993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T08:45:58.19403Z","caller":"traceutil/trace.go:171","msg":"trace[1164817213] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18957; }","duration":"150.599717ms","start":"2026-07-29T08:45:58.043407Z","end":"2026-07-29T08:45:58.194006Z","steps":["trace[1164817213] 'agreement among raft nodes before linearized reading' (duration: 150.34951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:58.417183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.02449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:45:58.417309Z","caller":"traceutil/trace.go:171","msg":"trace[1207277358] transaction","detail":"{read_only:false; response_revision:18958; number_of_response:1; }","duration":"279.50854ms","start":"2026-07-29T08:45:58.13776Z","end":"2026-07-29T08:45:58.417268Z","steps":["trace[1207277358] 'process raft request' (duration: 125.332776ms)","trace[1207277358] 'compare' (duration: 153.848166ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:58.417388Z","caller":"traceutil/trace.go:171","msg":"trace[1368880448] linearizableReadLoop","detail":"{readStateIndex:19571; appliedIndex:19570; }","duration":"223.66544ms","start":"2026-07-29T08:45:58.193717Z","end":"2026-07-29T08:45:58.417382Z","steps":["trace[1368880448] 'read index received' (duration: 69.351463ms)","trace[1368880448] 'applied index is now lower than readState.Index' (duration: 154.311467ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:45:58.417521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.789411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:45:58.417359Z","caller":"traceutil/trace.go:171","msg":"trace[750384010] transaction","detail":"{read_only:false; response_revision:18959; number_of_response:1; }","duration":"219.275682ms","start":"2026-07-29T08:45:58.198069Z","end":"2026-07-29T08:45:58.417345Z","steps":["trace[750384010] 'process raft request' (duration: 219.19466ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:58.417592Z","caller":"traceutil/trace.go:171","msg":"trace[282789959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18959; }","duration":"282.908174ms","start":"2026-07-29T08:45:58.134668Z","end":"2026-07-29T08:45:58.417576Z","steps":["trace[282789959] 'agreement among raft nodes before linearized reading' (duration: 282.804691ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:58.513879Z","caller":"traceutil/trace.go:171","msg":"trace[185289127] transaction","detail":"{read_only:false; response_revision:18960; number_of_response:1; }","duration":"233.208554ms","start":"2026-07-29T08:45:58.280646Z","end":"2026-07-29T08:45:58.513855Z","steps":["trace[185289127] 'process raft request' (duration: 233.005589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:58.513964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.397367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:45:58.514041Z","caller":"traceutil/trace.go:171","msg":"trace[32572302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18960; }","duration":"204.53013ms","start":"2026-07-29T08:45:58.309493Z","end":"2026-07-29T08:45:58.514023Z","steps":["trace[32572302] 'agreement among raft nodes before linearized reading' (duration: 204.302165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:58.72324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.16144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:45:58.723544Z","caller":"traceutil/trace.go:171","msg":"trace[55981901] transaction","detail":"{read_only:false; response_revision:18961; number_of_response:1; }","duration":"230.232011ms","start":"2026-07-29T08:45:58.493273Z","end":"2026-07-29T08:45:58.723505Z","steps":["trace[55981901] 'process raft request' (duration: 78.690171ms)","trace[55981901] 'compare' (duration: 150.460873ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:45:58.723582Z","caller":"traceutil/trace.go:171","msg":"trace[94125072] transaction","detail":"{read_only:false; response_revision:18962; number_of_response:1; }","duration":"214.942285ms","start":"2026-07-29T08:45:58.508619Z","end":"2026-07-29T08:45:58.723561Z","steps":["trace[94125072] 'process raft request' (duration: 214.74473ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:58.723799Z","caller":"traceutil/trace.go:171","msg":"trace[2113501] transaction","detail":"{read_only:false; response_revision:18963; number_of_response:1; }","duration":"205.566575ms","start":"2026-07-29T08:45:58.518191Z","end":"2026-07-29T08:45:58.723758Z","steps":["trace[2113501] 'process raft request' (duration: 205.315289ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:58.723799Z","caller":"traceutil/trace.go:171","msg":"trace[775670640] linearizableReadLoop","detail":"{readStateIndex:19576; appliedIndex:19573; }","duration":"204.297614ms","start":"2026-07-29T08:45:58.519438Z","end":"2026-07-29T08:45:58.723736Z","steps":["trace[775670640] 'read index received' (duration: 52.616761ms)","trace[775670640] 'applied index is now lower than readState.Index' (duration: 151.677173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:45:58.723982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.51783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:45:58.724028Z","caller":"traceutil/trace.go:171","msg":"trace[1677160381] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:18963; }","duration":"204.600411ms","start":"2026-07-29T08:45:58.519415Z","end":"2026-07-29T08:45:58.724016Z","steps":["trace[1677160381] 'agreement among raft nodes before linearized reading' (duration: 204.425277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:58.724202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.26001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:45:58.724287Z","caller":"traceutil/trace.go:171","msg":"trace[313888944] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:18963; }","duration":"113.417353ms","start":"2026-07-29T08:45:58.610849Z","end":"2026-07-29T08:45:58.724266Z","steps":["trace[313888944] 'agreement among raft nodes before linearized reading' (duration: 113.26751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:45:58.724278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.569534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:45:58.724296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.457809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:45:58.724349Z","caller":"traceutil/trace.go:171","msg":"trace[384484946] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:18963; }","duration":"185.668937ms","start":"2026-07-29T08:45:58.538658Z","end":"2026-07-29T08:45:58.724327Z","steps":["trace[384484946] 'agreement among raft nodes before linearized reading' (duration: 185.352299ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:58.724366Z","caller":"traceutil/trace.go:171","msg":"trace[79513149] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:18963; }","duration":"116.562421ms","start":"2026-07-29T08:45:58.607784Z","end":"2026-07-29T08:45:58.724347Z","steps":["trace[79513149] 'agreement among raft nodes before linearized reading' (duration: 116.404337ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:59.328815Z","caller":"traceutil/trace.go:171","msg":"trace[1234656537] transaction","detail":"{read_only:false; response_revision:18965; number_of_response:1; }","duration":"176.993274ms","start":"2026-07-29T08:45:59.151795Z","end":"2026-07-29T08:45:59.328788Z","steps":["trace[1234656537] 'process raft request' (duration: 176.83182ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:45:59.716397Z","caller":"traceutil/trace.go:171","msg":"trace[637893140] transaction","detail":"{read_only:false; response_revision:18967; number_of_response:1; }","duration":"130.972505ms","start":"2026-07-29T08:45:59.585397Z","end":"2026-07-29T08:45:59.716369Z","steps":["trace[637893140] 'process raft request' (duration: 45.957688ms)","trace[637893140] 'compare' (duration: 84.907434ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:46:00.026217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.427531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:46:00.026336Z","caller":"traceutil/trace.go:171","msg":"trace[153125232] linearizableReadLoop","detail":"{readStateIndex:19581; appliedIndex:19580; }","duration":"232.329462ms","start":"2026-07-29T08:45:59.79398Z","end":"2026-07-29T08:46:00.026309Z","steps":["trace[153125232] 'read index received' (duration: 79.596743ms)","trace[153125232] 'applied index is now lower than readState.Index' (duration: 152.730799ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:46:00.026457Z","caller":"traceutil/trace.go:171","msg":"trace[1874792409] transaction","detail":"{read_only:false; response_revision:18968; number_of_response:1; }","duration":"260.495894ms","start":"2026-07-29T08:45:59.765924Z","end":"2026-07-29T08:46:00.02642Z","steps":["trace[1874792409] 'process raft request' (duration: 107.721644ms)","trace[1874792409] 'compare' (duration: 152.190076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:46:00.026529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.553788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:46:00.026573Z","caller":"traceutil/trace.go:171","msg":"trace[995041782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18968; }","duration":"232.64105ms","start":"2026-07-29T08:45:59.793921Z","end":"2026-07-29T08:46:00.026562Z","steps":["trace[995041782] 'agreement among raft nodes before linearized reading' (duration: 232.509477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:10.810464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.571625ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:46:10.810715Z","caller":"traceutil/trace.go:171","msg":"trace[2083848000] linearizableReadLoop","detail":"{readStateIndex:19651; appliedIndex:19650; }","duration":"297.525432ms","start":"2026-07-29T08:46:10.513163Z","end":"2026-07-29T08:46:10.810689Z","steps":["trace[2083848000] 'read index received' (duration: 102.767802ms)","trace[2083848000] 'applied index is now lower than readState.Index' (duration: 194.75544ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:46:10.810735Z","caller":"traceutil/trace.go:171","msg":"trace[339746692] transaction","detail":"{read_only:false; response_revision:19036; number_of_response:1; }","duration":"296.900998ms","start":"2026-07-29T08:46:10.513814Z","end":"2026-07-29T08:46:10.810715Z","steps":["trace[339746692] 'process raft request' (duration: 296.758744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:10.811857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.662611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:46:10.811978Z","caller":"traceutil/trace.go:171","msg":"trace[264294781] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19036; }","duration":"298.824205ms","start":"2026-07-29T08:46:10.513139Z","end":"2026-07-29T08:46:10.811963Z","steps":["trace[264294781] 'agreement among raft nodes before linearized reading' (duration: 297.645136ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:10.877669Z","caller":"traceutil/trace.go:171","msg":"trace[1613292016] transaction","detail":"{read_only:false; response_revision:19037; number_of_response:1; }","duration":"228.265892ms","start":"2026-07-29T08:46:10.649367Z","end":"2026-07-29T08:46:10.877632Z","steps":["trace[1613292016] 'process raft request' (duration: 227.976995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:10.881865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.100081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T08:46:10.881983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.957967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T08:46:10.882043Z","caller":"traceutil/trace.go:171","msg":"trace[742788703] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19039; }","duration":"310.0745ms","start":"2026-07-29T08:46:10.571948Z","end":"2026-07-29T08:46:10.882023Z","steps":["trace[742788703] 'agreement among raft nodes before linearized reading' (duration: 309.863155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:10.882036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.089689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T08:46:10.882079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:46:10.571923Z","time spent":"310.145862ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:46:10.882158Z","caller":"traceutil/trace.go:171","msg":"trace[1550486679] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19039; }","duration":"303.221272ms","start":"2026-07-29T08:46:10.578886Z","end":"2026-07-29T08:46:10.882107Z","steps":["trace[1550486679] 'agreement among raft nodes before linearized reading' (duration: 302.954216ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:10.881983Z","caller":"traceutil/trace.go:171","msg":"trace[1413315686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19039; }","duration":"266.256955ms","start":"2026-07-29T08:46:10.615695Z","end":"2026-07-29T08:46:10.881952Z","steps":["trace[1413315686] 'agreement among raft nodes before linearized reading' (duration: 265.994309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:10.882215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:46:10.578861Z","time spent":"303.337805ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:46:11.233285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.704291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:46:11.233709Z","caller":"traceutil/trace.go:171","msg":"trace[1938776027] linearizableReadLoop","detail":"{readStateIndex:19659; appliedIndex:19655; }","duration":"342.466805ms","start":"2026-07-29T08:46:10.891216Z","end":"2026-07-29T08:46:11.233683Z","steps":["trace[1938776027] 'read index received' (duration: 51.668268ms)","trace[1938776027] 'applied index is now lower than readState.Index' (duration: 290.797267ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:46:11.233789Z","caller":"traceutil/trace.go:171","msg":"trace[769517987] transaction","detail":"{read_only:false; response_revision:19043; number_of_response:1; }","duration":"345.626843ms","start":"2026-07-29T08:46:10.888134Z","end":"2026-07-29T08:46:11.233761Z","steps":["trace[769517987] 'process raft request' (duration: 345.49081ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:11.23377Z","caller":"traceutil/trace.go:171","msg":"trace[211928342] transaction","detail":"{read_only:false; response_revision:19042; number_of_response:1; }","duration":"345.630794ms","start":"2026-07-29T08:46:10.8881Z","end":"2026-07-29T08:46:11.233731Z","steps":["trace[211928342] 'process raft request' (duration: 345.423388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:11.233907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:46:10.888111Z","time spent":"345.742896ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:46:11.233927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.723662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:46:11.233948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:46:10.888082Z","time spent":"345.781077ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:46:11.23397Z","caller":"traceutil/trace.go:171","msg":"trace[114722896] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19043; }","duration":"342.809374ms","start":"2026-07-29T08:46:10.891149Z","end":"2026-07-29T08:46:11.233958Z","steps":["trace[114722896] 'agreement among raft nodes before linearized reading' (duration: 342.63733ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:11.233706Z","caller":"traceutil/trace.go:171","msg":"trace[2077440502] transaction","detail":"{read_only:false; response_revision:19041; number_of_response:1; }","duration":"345.624173ms","start":"2026-07-29T08:46:10.888035Z","end":"2026-07-29T08:46:11.233659Z","steps":["trace[2077440502] 'process raft request' (duration: 240.430341ms)","trace[2077440502] 'compare' (duration: 104.388652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:46:11.233995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:46:10.891133Z","time spent":"342.855685ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:46:11.23409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.591008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:46:11.234235Z","caller":"traceutil/trace.go:171","msg":"trace[824170733] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19043; }","duration":"289.820544ms","start":"2026-07-29T08:46:10.944399Z","end":"2026-07-29T08:46:11.23422Z","steps":["trace[824170733] 'agreement among raft nodes before linearized reading' (duration: 289.522926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:11.234447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:46:10.888019Z","time spent":"345.992142ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:46:12.475976Z","caller":"traceutil/trace.go:171","msg":"trace[1808811750] transaction","detail":"{read_only:false; response_revision:19048; number_of_response:1; }","duration":"150.003902ms","start":"2026-07-29T08:46:12.325944Z","end":"2026-07-29T08:46:12.475948Z","steps":["trace[1808811750] 'process raft request' (duration: 149.831278ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:13.03064Z","caller":"traceutil/trace.go:171","msg":"trace[937094836] transaction","detail":"{read_only:false; response_revision:19051; number_of_response:1; }","duration":"143.305917ms","start":"2026-07-29T08:46:12.887313Z","end":"2026-07-29T08:46:13.030619Z","steps":["trace[937094836] 'process raft request' (duration: 143.209055ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:13.030643Z","caller":"traceutil/trace.go:171","msg":"trace[1239560984] transaction","detail":"{read_only:false; response_revision:19050; number_of_response:1; }","duration":"144.679941ms","start":"2026-07-29T08:46:12.885919Z","end":"2026-07-29T08:46:13.030599Z","steps":["trace[1239560984] 'process raft request' (duration: 144.456125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:40.18898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.426167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T08:46:40.189111Z","caller":"traceutil/trace.go:171","msg":"trace[535121999] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19221; }","duration":"127.595272ms","start":"2026-07-29T08:46:40.061492Z","end":"2026-07-29T08:46:40.189087Z","steps":["trace[535121999] 'range keys from in-memory index tree' (duration: 127.284864ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:40.321583Z","caller":"traceutil/trace.go:171","msg":"trace[2126085151] linearizableReadLoop","detail":"{readStateIndex:19845; appliedIndex:19842; }","duration":"107.285373ms","start":"2026-07-29T08:46:40.214278Z","end":"2026-07-29T08:46:40.321563Z","steps":["trace[2126085151] 'read index received' (duration: 12.603239ms)","trace[2126085151] 'applied index is now lower than readState.Index' (duration: 94.681124ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:46:40.321648Z","caller":"traceutil/trace.go:171","msg":"trace[2116585094] transaction","detail":"{read_only:false; response_revision:19223; number_of_response:1; }","duration":"128.845372ms","start":"2026-07-29T08:46:40.19278Z","end":"2026-07-29T08:46:40.321625Z","steps":["trace[2116585094] 'process raft request' (duration: 128.631686ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:40.321768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.475848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T08:46:40.321796Z","caller":"traceutil/trace.go:171","msg":"trace[264391091] transaction","detail":"{read_only:false; response_revision:19224; number_of_response:1; }","duration":"127.666613ms","start":"2026-07-29T08:46:40.194065Z","end":"2026-07-29T08:46:40.321731Z","steps":["trace[264391091] 'process raft request' (duration: 127.459748ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:40.321798Z","caller":"traceutil/trace.go:171","msg":"trace[1164818978] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19224; }","duration":"107.56647ms","start":"2026-07-29T08:46:40.214222Z","end":"2026-07-29T08:46:40.321789Z","steps":["trace[1164818978] 'agreement among raft nodes before linearized reading' (duration: 107.459407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:40.745567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.208102ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:46:41.450492Z","caller":"traceutil/trace.go:171","msg":"trace[2056382431] transaction","detail":"{read_only:false; response_revision:19229; number_of_response:1; }","duration":"242.087011ms","start":"2026-07-29T08:46:41.208379Z","end":"2026-07-29T08:46:41.450466Z","steps":["trace[2056382431] 'process raft request' (duration: 241.686141ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:41.450895Z","caller":"traceutil/trace.go:171","msg":"trace[1941681528] transaction","detail":"{read_only:false; response_revision:19230; number_of_response:1; }","duration":"241.938848ms","start":"2026-07-29T08:46:41.208938Z","end":"2026-07-29T08:46:41.450877Z","steps":["trace[1941681528] 'process raft request' (duration: 241.477787ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:41.451003Z","caller":"traceutil/trace.go:171","msg":"trace[363727564] linearizableReadLoop","detail":"{readStateIndex:19852; appliedIndex:19850; }","duration":"141.071072ms","start":"2026-07-29T08:46:41.309804Z","end":"2026-07-29T08:46:41.450875Z","steps":["trace[363727564] 'read index received' (duration: 140.269502ms)","trace[363727564] 'applied index is now lower than readState.Index' (duration: 789.23µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:46:41.451116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.300437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:46:41.451214Z","caller":"traceutil/trace.go:171","msg":"trace[1034472613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19230; }","duration":"141.438461ms","start":"2026-07-29T08:46:41.309756Z","end":"2026-07-29T08:46:41.451195Z","steps":["trace[1034472613] 'agreement among raft nodes before linearized reading' (duration: 141.203565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:41.45146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.253758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T08:46:41.451512Z","caller":"traceutil/trace.go:171","msg":"trace[63150020] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19230; }","duration":"139.356341ms","start":"2026-07-29T08:46:41.312143Z","end":"2026-07-29T08:46:41.451499Z","steps":["trace[63150020] 'agreement among raft nodes before linearized reading' (duration: 139.176666ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:41.82652Z","caller":"traceutil/trace.go:171","msg":"trace[274876970] transaction","detail":"{read_only:false; response_revision:19235; number_of_response:1; }","duration":"122.116178ms","start":"2026-07-29T08:46:41.704371Z","end":"2026-07-29T08:46:41.826488Z","steps":["trace[274876970] 'process raft request' (duration: 98.064667ms)","trace[274876970] 'compare' (duration: 23.788994ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:46:47.602864Z","caller":"traceutil/trace.go:171","msg":"trace[117411596] transaction","detail":"{read_only:false; response_revision:19267; number_of_response:1; }","duration":"129.798926ms","start":"2026-07-29T08:46:47.473044Z","end":"2026-07-29T08:46:47.602843Z","steps":["trace[117411596] 'process raft request' (duration: 129.661082ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:46:47.808507Z","caller":"traceutil/trace.go:171","msg":"trace[1773085991] linearizableReadLoop","detail":"{readStateIndex:19891; appliedIndex:19889; }","duration":"241.077956ms","start":"2026-07-29T08:46:47.5674Z","end":"2026-07-29T08:46:47.808478Z","steps":["trace[1773085991] 'read index received' (duration: 35.399919ms)","trace[1773085991] 'applied index is now lower than readState.Index' (duration: 205.676757ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:46:47.808804Z","caller":"traceutil/trace.go:171","msg":"trace[1400570453] transaction","detail":"{read_only:false; response_revision:19268; number_of_response:1; }","duration":"332.778618ms","start":"2026-07-29T08:46:47.476Z","end":"2026-07-29T08:46:47.808779Z","steps":["trace[1400570453] 'process raft request' (duration: 332.334607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:47.808968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.562779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:46:47.809039Z","caller":"traceutil/trace.go:171","msg":"trace[790301542] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19268; }","duration":"241.688182ms","start":"2026-07-29T08:46:47.567332Z","end":"2026-07-29T08:46:47.80902Z","steps":["trace[790301542] 'agreement among raft nodes before linearized reading' (duration: 241.463276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:46:47.809015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:46:47.475974Z","time spent":"332.88067ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:46:48.005302Z","caller":"traceutil/trace.go:171","msg":"trace[1216611605] transaction","detail":"{read_only:false; response_revision:19272; number_of_response:1; }","duration":"115.796083ms","start":"2026-07-29T08:46:47.889469Z","end":"2026-07-29T08:46:48.005265Z","steps":["trace[1216611605] 'process raft request' (duration: 90.585694ms)","trace[1216611605] 'compare' (duration: 24.989453ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:46:48.280014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.311979ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:46:48.280156Z","caller":"traceutil/trace.go:171","msg":"trace[1802021896] transaction","detail":"{read_only:false; response_revision:19273; number_of_response:1; }","duration":"199.886186ms","start":"2026-07-29T08:46:48.080243Z","end":"2026-07-29T08:46:48.280129Z","steps":["trace[1802021896] 'process raft request' (duration: 82.359071ms)","trace[1802021896] 'compare' (duration: 117.181136ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:46:50.873791Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17396} {"level":"info","ts":"2026-07-29T08:46:50.927138Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17396,"took":"51.876103ms","hash":403015539,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":10694656,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T08:46:50.927205Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":403015539,"revision":17396,"compact-revision":15426} {"level":"info","ts":"2026-07-29T08:46:58.075107Z","caller":"traceutil/trace.go:171","msg":"trace[192061747] transaction","detail":"{read_only:false; response_revision:19335; number_of_response:1; }","duration":"103.606853ms","start":"2026-07-29T08:46:57.971456Z","end":"2026-07-29T08:46:58.075063Z","steps":["trace[192061747] 'process raft request' (duration: 103.162422ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:04.410483Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-29T08:47:04.419929Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-29T08:47:04.420065Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-29T08:47:47.834333Z","caller":"traceutil/trace.go:171","msg":"trace[1552821291] transaction","detail":"{read_only:false; response_revision:19650; number_of_response:1; }","duration":"102.478585ms","start":"2026-07-29T08:47:47.731806Z","end":"2026-07-29T08:47:47.834284Z","steps":["trace[1552821291] 'process raft request' (duration: 102.147727ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:48.11348Z","caller":"traceutil/trace.go:171","msg":"trace[1186635835] transaction","detail":"{read_only:false; response_revision:19651; number_of_response:1; }","duration":"113.599167ms","start":"2026-07-29T08:47:47.999854Z","end":"2026-07-29T08:47:48.113453Z","steps":["trace[1186635835] 'process raft request' (duration: 113.449704ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:48.287686Z","caller":"traceutil/trace.go:171","msg":"trace[1759772457] transaction","detail":"{read_only:false; response_revision:19652; number_of_response:1; }","duration":"125.397958ms","start":"2026-07-29T08:47:48.162238Z","end":"2026-07-29T08:47:48.287636Z","steps":["trace[1759772457] 'process raft request' (duration: 82.437973ms)","trace[1759772457] 'compare' (duration: 42.634107ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:47:58.125625Z","caller":"traceutil/trace.go:171","msg":"trace[596909261] transaction","detail":"{read_only:false; response_revision:19718; number_of_response:1; }","duration":"159.045904ms","start":"2026-07-29T08:47:57.966548Z","end":"2026-07-29T08:47:58.125594Z","steps":["trace[596909261] 'process raft request' (duration: 158.88363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:47:59.16065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.788922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:47:59.160736Z","caller":"traceutil/trace.go:171","msg":"trace[232971808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19722; }","duration":"366.914965ms","start":"2026-07-29T08:47:58.793804Z","end":"2026-07-29T08:47:59.160719Z","steps":["trace[232971808] 'range keys from in-memory index tree' (duration: 366.713739ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:47:59.160722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.946037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:47:59.160775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:47:58.793786Z","time spent":"366.980446ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:47:59.160864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.24041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:47:59.160883Z","caller":"traceutil/trace.go:171","msg":"trace[1585580703] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19722; }","duration":"235.08027ms","start":"2026-07-29T08:47:58.925714Z","end":"2026-07-29T08:47:59.160794Z","steps":["trace[1585580703] 'range keys from in-memory index tree' (duration: 234.802183ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:59.160923Z","caller":"traceutil/trace.go:171","msg":"trace[677959307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19722; }","duration":"406.343132ms","start":"2026-07-29T08:47:58.754565Z","end":"2026-07-29T08:47:59.160908Z","steps":["trace[677959307] 'range keys from in-memory index tree' (duration: 406.061225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:47:59.16093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.815106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:47:59.160959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:47:58.754538Z","time spent":"406.413044ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:47:59.161015Z","caller":"traceutil/trace.go:171","msg":"trace[461089299] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19722; }","duration":"400.92135ms","start":"2026-07-29T08:47:58.76007Z","end":"2026-07-29T08:47:59.160992Z","steps":["trace[461089299] 'range keys from in-memory index tree' (duration: 400.666533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:47:59.161057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:47:58.760064Z","time spent":"400.984611ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:47:59.322244Z","caller":"traceutil/trace.go:171","msg":"trace[1405357364] transaction","detail":"{read_only:false; response_revision:19723; number_of_response:1; }","duration":"156.920241ms","start":"2026-07-29T08:47:59.165204Z","end":"2026-07-29T08:47:59.322124Z","steps":["trace[1405357364] 'process raft request' (duration: 156.760278ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:59.335448Z","caller":"traceutil/trace.go:171","msg":"trace[768955744] transaction","detail":"{read_only:false; response_revision:19724; number_of_response:1; }","duration":"170.159017ms","start":"2026-07-29T08:47:59.165264Z","end":"2026-07-29T08:47:59.335423Z","steps":["trace[768955744] 'process raft request' (duration: 169.941042ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:59.3358Z","caller":"traceutil/trace.go:171","msg":"trace[177693031] transaction","detail":"{read_only:false; response_revision:19725; number_of_response:1; }","duration":"170.065824ms","start":"2026-07-29T08:47:59.165724Z","end":"2026-07-29T08:47:59.33579Z","steps":["trace[177693031] 'process raft request' (duration: 169.642464ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:47:59.335809Z","caller":"traceutil/trace.go:171","msg":"trace[1438949353] transaction","detail":"{read_only:false; response_revision:19726; number_of_response:1; }","duration":"169.349837ms","start":"2026-07-29T08:47:59.166425Z","end":"2026-07-29T08:47:59.335775Z","steps":["trace[1438949353] 'process raft request' (duration: 169.199153ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:47:59.677234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.131325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:47:59.677347Z","caller":"traceutil/trace.go:171","msg":"trace[106332186] linearizableReadLoop","detail":"{readStateIndex:20365; appliedIndex:20364; }","duration":"103.359377ms","start":"2026-07-29T08:47:59.573969Z","end":"2026-07-29T08:47:59.677328Z","steps":["trace[106332186] 'read index received' (duration: 38.081µs)","trace[106332186] 'applied index is now lower than readState.Index' (duration: 103.319586ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:47:59.67742Z","caller":"traceutil/trace.go:171","msg":"trace[1762857545] transaction","detail":"{read_only:false; response_revision:19727; number_of_response:1; }","duration":"307.311182ms","start":"2026-07-29T08:47:59.370086Z","end":"2026-07-29T08:47:59.677397Z","steps":["trace[1762857545] 'process raft request' (duration: 90.910211ms)","trace[1762857545] 'compare' (duration: 215.846668ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:47:59.677431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.45714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:47:59.677471Z","caller":"traceutil/trace.go:171","msg":"trace[1168040940] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:19727; }","duration":"103.540162ms","start":"2026-07-29T08:47:59.573921Z","end":"2026-07-29T08:47:59.677461Z","steps":["trace[1168040940] 'agreement among raft nodes before linearized reading' (duration: 103.46088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:47:59.677508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:47:59.370056Z","time spent":"307.408405ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:47:59.919374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.146542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:47:59.919437Z","caller":"traceutil/trace.go:171","msg":"trace[470881429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19727; }","duration":"125.263265ms","start":"2026-07-29T08:47:59.79416Z","end":"2026-07-29T08:47:59.919423Z","steps":["trace[470881429] 'range keys from in-memory index tree' (duration: 125.010519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:00.819654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.267246ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:48:00.819794Z","caller":"traceutil/trace.go:171","msg":"trace[845705452] linearizableReadLoop","detail":"{readStateIndex:20371; appliedIndex:20370; }","duration":"166.092486ms","start":"2026-07-29T08:48:00.653679Z","end":"2026-07-29T08:48:00.819772Z","steps":["trace[845705452] 'read index received' (duration: 44.719567ms)","trace[845705452] 'applied index is now lower than readState.Index' (duration: 121.371049ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:00.82012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.409114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:48:00.820227Z","caller":"traceutil/trace.go:171","msg":"trace[2040905068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19732; }","duration":"166.556257ms","start":"2026-07-29T08:48:00.653645Z","end":"2026-07-29T08:48:00.820201Z","steps":["trace[2040905068] 'agreement among raft nodes before linearized reading' (duration: 166.228049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:00.820124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.031168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T08:48:00.820443Z","caller":"traceutil/trace.go:171","msg":"trace[790714879] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19732; }","duration":"160.389267ms","start":"2026-07-29T08:48:00.660025Z","end":"2026-07-29T08:48:00.820414Z","steps":["trace[790714879] 'agreement among raft nodes before linearized reading' (duration: 159.883914ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:01.064296Z","caller":"traceutil/trace.go:171","msg":"trace[751139721] transaction","detail":"{read_only:false; response_revision:19734; number_of_response:1; }","duration":"238.815612ms","start":"2026-07-29T08:48:00.825446Z","end":"2026-07-29T08:48:01.064262Z","steps":["trace[751139721] 'process raft request' (duration: 200.752338ms)","trace[751139721] 'compare' (duration: 37.927841ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:01.31068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.57815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:01.310764Z","caller":"traceutil/trace.go:171","msg":"trace[1153564711] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:19734; }","duration":"118.680393ms","start":"2026-07-29T08:48:01.192064Z","end":"2026-07-29T08:48:01.310745Z","steps":["trace[1153564711] 'count revisions from in-memory index tree' (duration: 118.520649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:01.311023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.575224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T08:48:01.311146Z","caller":"traceutil/trace.go:171","msg":"trace[641230786] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19734; }","duration":"121.763779ms","start":"2026-07-29T08:48:01.18935Z","end":"2026-07-29T08:48:01.311114Z","steps":["trace[641230786] 'range keys from in-memory index tree' (duration: 121.209225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:02.217745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.933022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-29T08:48:02.217883Z","caller":"traceutil/trace.go:171","msg":"trace[73451093] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19743; }","duration":"210.120417ms","start":"2026-07-29T08:48:02.007741Z","end":"2026-07-29T08:48:02.217861Z","steps":["trace[73451093] 'range keys from in-memory index tree' (duration: 209.695997ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:02.893432Z","caller":"traceutil/trace.go:171","msg":"trace[1021757341] transaction","detail":"{read_only:false; response_revision:19745; number_of_response:1; }","duration":"506.722127ms","start":"2026-07-29T08:48:02.386687Z","end":"2026-07-29T08:48:02.893409Z","steps":["trace[1021757341] 'process raft request' (duration: 506.590814ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:02.893577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:02.386666Z","time spent":"506.83554ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:03.232658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.11218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:03.232779Z","caller":"traceutil/trace.go:171","msg":"trace[1825030630] linearizableReadLoop","detail":"{readStateIndex:20385; appliedIndex:20383; }","duration":"649.557113ms","start":"2026-07-29T08:48:02.583191Z","end":"2026-07-29T08:48:03.232748Z","steps":["trace[1825030630] 'read index received' (duration: 310.182773ms)","trace[1825030630] 'applied index is now lower than readState.Index' (duration: 339.37292ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:03.23292Z","caller":"traceutil/trace.go:171","msg":"trace[1744415422] transaction","detail":"{read_only:false; response_revision:19746; number_of_response:1; }","duration":"690.490658ms","start":"2026-07-29T08:48:02.54239Z","end":"2026-07-29T08:48:03.23288Z","steps":["trace[1744415422] 'process raft request' (duration: 376.072721ms)","trace[1744415422] 'compare' (duration: 313.677859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:03.232979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.800539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:48:03.233039Z","caller":"traceutil/trace.go:171","msg":"trace[1109173171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19746; }","duration":"649.899511ms","start":"2026-07-29T08:48:02.583113Z","end":"2026-07-29T08:48:03.233012Z","steps":["trace[1109173171] 'agreement among raft nodes before linearized reading' (duration: 649.743037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:03.233046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.942824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T08:48:03.233101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:02.583081Z","time spent":"650.004564ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:48:03.233143Z","caller":"traceutil/trace.go:171","msg":"trace[1940369215] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19746; }","duration":"164.074457ms","start":"2026-07-29T08:48:03.069034Z","end":"2026-07-29T08:48:03.233108Z","steps":["trace[1940369215] 'agreement among raft nodes before linearized reading' (duration: 163.848262ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:03.233151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:02.542362Z","time spent":"690.655531ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:03.515474Z","caller":"traceutil/trace.go:171","msg":"trace[790546877] linearizableReadLoop","detail":"{readStateIndex:20387; appliedIndex:20386; }","duration":"148.72627ms","start":"2026-07-29T08:48:03.366716Z","end":"2026-07-29T08:48:03.515443Z","steps":["trace[790546877] 'read index received' (duration: 103.038309ms)","trace[790546877] 'applied index is now lower than readState.Index' (duration: 45.686861ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:03.515572Z","caller":"traceutil/trace.go:171","msg":"trace[873682103] transaction","detail":"{read_only:false; response_revision:19748; number_of_response:1; }","duration":"278.435274ms","start":"2026-07-29T08:48:03.237056Z","end":"2026-07-29T08:48:03.515492Z","steps":["trace[873682103] 'process raft request' (duration: 232.771134ms)","trace[873682103] 'compare' (duration: 45.490346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:03.515758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.033668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T08:48:03.515786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.15713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:03.515846Z","caller":"traceutil/trace.go:171","msg":"trace[994136252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19748; }","duration":"149.170592ms","start":"2026-07-29T08:48:03.366655Z","end":"2026-07-29T08:48:03.515825Z","steps":["trace[994136252] 'agreement among raft nodes before linearized reading' (duration: 148.947886ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:03.51588Z","caller":"traceutil/trace.go:171","msg":"trace[1337401591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19748; }","duration":"140.272623ms","start":"2026-07-29T08:48:03.375566Z","end":"2026-07-29T08:48:03.515839Z","steps":["trace[1337401591] 'agreement among raft nodes before linearized reading' (duration: 140.056928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:03.515784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.027969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:48:03.515962Z","caller":"traceutil/trace.go:171","msg":"trace[2016777520] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19748; }","duration":"114.265475ms","start":"2026-07-29T08:48:03.40168Z","end":"2026-07-29T08:48:03.515946Z","steps":["trace[2016777520] 'agreement among raft nodes before linearized reading' (duration: 113.945547ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:03.516244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.162172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:48:03.516351Z","caller":"traceutil/trace.go:171","msg":"trace[572204389] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19748; }","duration":"114.733706ms","start":"2026-07-29T08:48:03.401598Z","end":"2026-07-29T08:48:03.516331Z","steps":["trace[572204389] 'agreement among raft nodes before linearized reading' (duration: 114.06439ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:03.694662Z","caller":"traceutil/trace.go:171","msg":"trace[1064555861] transaction","detail":"{read_only:false; response_revision:19751; number_of_response:1; }","duration":"174.364459ms","start":"2026-07-29T08:48:03.520265Z","end":"2026-07-29T08:48:03.69463Z","steps":["trace[1064555861] 'process raft request' (duration: 124.544986ms)","trace[1064555861] 'compare' (duration: 49.587827ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:03.694999Z","caller":"traceutil/trace.go:171","msg":"trace[973048761] transaction","detail":"{read_only:false; response_revision:19752; number_of_response:1; }","duration":"174.541764ms","start":"2026-07-29T08:48:03.520445Z","end":"2026-07-29T08:48:03.694987Z","steps":["trace[973048761] 'process raft request' (duration: 174.093193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:03.839873Z","caller":"traceutil/trace.go:171","msg":"trace[623712709] transaction","detail":"{read_only:false; response_revision:19753; number_of_response:1; }","duration":"102.141007ms","start":"2026-07-29T08:48:03.737705Z","end":"2026-07-29T08:48:03.839846Z","steps":["trace[623712709] 'process raft request' (duration: 84.214897ms)","trace[623712709] 'compare' (duration: 17.816968ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:04.743468Z","caller":"traceutil/trace.go:171","msg":"trace[1287017387] transaction","detail":"{read_only:false; response_revision:19755; number_of_response:1; }","duration":"258.259188ms","start":"2026-07-29T08:48:04.48518Z","end":"2026-07-29T08:48:04.743439Z","steps":["trace[1287017387] 'process raft request' (duration: 258.087464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:05.070626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.825416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:05.070751Z","caller":"traceutil/trace.go:171","msg":"trace[913160398] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19755; }","duration":"275.002059ms","start":"2026-07-29T08:48:04.79572Z","end":"2026-07-29T08:48:05.070722Z","steps":["trace[913160398] 'range keys from in-memory index tree' (duration: 274.646361ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:05.212157Z","caller":"traceutil/trace.go:171","msg":"trace[1625968376] linearizableReadLoop","detail":"{readStateIndex:20395; appliedIndex:20394; }","duration":"140.15429ms","start":"2026-07-29T08:48:05.071978Z","end":"2026-07-29T08:48:05.212132Z","steps":["trace[1625968376] 'read index received' (duration: 139.967055ms)","trace[1625968376] 'applied index is now lower than readState.Index' (duration: 186.275µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:05.213136Z","caller":"traceutil/trace.go:171","msg":"trace[1977771028] transaction","detail":"{read_only:false; response_revision:19756; number_of_response:1; }","duration":"313.759131ms","start":"2026-07-29T08:48:04.899321Z","end":"2026-07-29T08:48:05.21308Z","steps":["trace[1977771028] 'process raft request' (duration: 312.611473ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:05.21336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:04.899296Z","time spent":"313.963206ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:05.213493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.484843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:05.213659Z","caller":"traceutil/trace.go:171","msg":"trace[738862726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19756; }","duration":"141.663846ms","start":"2026-07-29T08:48:05.07195Z","end":"2026-07-29T08:48:05.213614Z","steps":["trace[738862726] 'agreement among raft nodes before linearized reading' (duration: 140.275322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.120588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.7763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:06.120733Z","caller":"traceutil/trace.go:171","msg":"trace[743452152] linearizableReadLoop","detail":"{readStateIndex:20396; appliedIndex:20395; }","duration":"825.673675ms","start":"2026-07-29T08:48:05.295036Z","end":"2026-07-29T08:48:06.120709Z","steps":["trace[743452152] 'read index received' (duration: 71.578717ms)","trace[743452152] 'applied index is now lower than readState.Index' (duration: 754.093588ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:06.120801Z","caller":"traceutil/trace.go:171","msg":"trace[1285108196] transaction","detail":"{read_only:false; response_revision:19757; number_of_response:1; }","duration":"882.040588ms","start":"2026-07-29T08:48:05.238684Z","end":"2026-07-29T08:48:06.120724Z","steps":["trace[1285108196] 'process raft request' (duration: 127.992771ms)","trace[1285108196] 'compare' (duration: 753.640187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:06.120954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.908951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:48:06.121014Z","caller":"traceutil/trace.go:171","msg":"trace[1171973315] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:19757; }","duration":"826.038754ms","start":"2026-07-29T08:48:05.294959Z","end":"2026-07-29T08:48:06.120997Z","steps":["trace[1171973315] 'agreement among raft nodes before linearized reading' (duration: 825.848479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.121055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.238654Z","time spent":"882.260534ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:06.121068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.294928Z","time spent":"826.128736ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:48:06.609603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.724501ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:06.609794Z","caller":"traceutil/trace.go:171","msg":"trace[64257968] linearizableReadLoop","detail":"{readStateIndex:20397; appliedIndex:20396; }","duration":"488.995832ms","start":"2026-07-29T08:48:06.120774Z","end":"2026-07-29T08:48:06.60977Z","steps":["trace[64257968] 'read index received' (duration: 353.124557ms)","trace[64257968] 'applied index is now lower than readState.Index' (duration: 135.869025ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:06.609818Z","caller":"traceutil/trace.go:171","msg":"trace[1170081898] transaction","detail":"{read_only:false; response_revision:19759; number_of_response:1; }","duration":"290.119081ms","start":"2026-07-29T08:48:06.31969Z","end":"2026-07-29T08:48:06.609809Z","steps":["trace[1170081898] 'process raft request' (duration: 290.07132ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.609974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05078045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T08:48:06.609954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.122119Z","time spent":"487.824793ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:48:06.610059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050874692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:48:06.610077Z","caller":"traceutil/trace.go:171","msg":"trace[463247047] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19759; }","duration":"1.050927483s","start":"2026-07-29T08:48:05.559144Z","end":"2026-07-29T08:48:06.610072Z","steps":["trace[463247047] 'agreement among raft nodes before linearized reading' (duration: 1.050871562s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.610096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.559125Z","time spent":"1.050966274s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:48:06.610002Z","caller":"traceutil/trace.go:171","msg":"trace[824653541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19759; }","duration":"1.05082487s","start":"2026-07-29T08:48:05.559168Z","end":"2026-07-29T08:48:06.609993Z","steps":["trace[824653541] 'agreement among raft nodes before linearized reading' (duration: 1.050702597s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.610216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.305041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T08:48:06.610241Z","caller":"traceutil/trace.go:171","msg":"trace[1653128904] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19759; }","duration":"714.368432ms","start":"2026-07-29T08:48:05.895866Z","end":"2026-07-29T08:48:06.610235Z","steps":["trace[1653128904] 'agreement among raft nodes before linearized reading' (duration: 714.308731ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:06.610176Z","caller":"traceutil/trace.go:171","msg":"trace[1660354855] transaction","detail":"{read_only:false; response_revision:19758; number_of_response:1; }","duration":"764.438171ms","start":"2026-07-29T08:48:05.845303Z","end":"2026-07-29T08:48:06.609741Z","steps":["trace[1660354855] 'process raft request' (duration: 628.500615ms)","trace[1660354855] 'compare' (duration: 135.627839ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:06.610259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.895843Z","time spent":"714.412144ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:06.610261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"911.994803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:48:06.610223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.559154Z","time spent":"1.051036496s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:48:06.610303Z","caller":"traceutil/trace.go:171","msg":"trace[973339939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19759; }","duration":"912.068535ms","start":"2026-07-29T08:48:05.698221Z","end":"2026-07-29T08:48:06.61029Z","steps":["trace[973339939] 'agreement among raft nodes before linearized reading' (duration: 911.956822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.610308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.253183928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:06.610327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.698201Z","time spent":"912.119907ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:48:06.610337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.919974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-29T08:48:06.610336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315014035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T08:48:06.610161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.66145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T08:48:06.610336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090051284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T08:48:06.610363Z","caller":"traceutil/trace.go:171","msg":"trace[536046582] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19759; }","duration":"282.941794ms","start":"2026-07-29T08:48:06.327408Z","end":"2026-07-29T08:48:06.61035Z","steps":["trace[536046582] 'agreement among raft nodes before linearized reading' (duration: 282.874153ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:06.610362Z","caller":"traceutil/trace.go:171","msg":"trace[676735550] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19759; }","duration":"1.25328954s","start":"2026-07-29T08:48:05.357054Z","end":"2026-07-29T08:48:06.610344Z","steps":["trace[676735550] 'agreement among raft nodes before linearized reading' (duration: 1.253186868s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:06.610373Z","caller":"traceutil/trace.go:171","msg":"trace[1272438097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19759; }","duration":"910.893737ms","start":"2026-07-29T08:48:05.69947Z","end":"2026-07-29T08:48:06.610364Z","steps":["trace[1272438097] 'agreement among raft nodes before linearized reading' (duration: 910.6184ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:06.610373Z","caller":"traceutil/trace.go:171","msg":"trace[317764103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19759; }","duration":"1.315096347s","start":"2026-07-29T08:48:05.295265Z","end":"2026-07-29T08:48:06.610361Z","steps":["trace[317764103] 'agreement among raft nodes before linearized reading' (duration: 1.314937773s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:06.610387Z","caller":"traceutil/trace.go:171","msg":"trace[835947469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19759; }","duration":"1.090133366s","start":"2026-07-29T08:48:05.520237Z","end":"2026-07-29T08:48:06.61037Z","steps":["trace[835947469] 'agreement among raft nodes before linearized reading' (duration: 1.089991462s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.610363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.989285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T08:48:06.610403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.357029Z","time spent":"1.253363672s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":5,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:06.610416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.520215Z","time spent":"1.090193187s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:06.610419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.84526Z","time spent":"765.033256ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:06.61045Z","caller":"traceutil/trace.go:171","msg":"trace[1678430766] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19759; }","duration":"974.127488ms","start":"2026-07-29T08:48:05.636297Z","end":"2026-07-29T08:48:06.610424Z","steps":["trace[1678430766] 'agreement among raft nodes before linearized reading' (duration: 973.486802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.610457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.972491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:06.610502Z","caller":"traceutil/trace.go:171","msg":"trace[591905184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19759; }","duration":"161.075824ms","start":"2026-07-29T08:48:06.44941Z","end":"2026-07-29T08:48:06.610486Z","steps":["trace[591905184] 'agreement among raft nodes before linearized reading' (duration: 160.973661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:06.6105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.636276Z","time spent":"974.216171ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:06.610399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.699459Z","time spent":"910.934057ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:06.610401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:05.295242Z","time spent":"1.315153488s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:07.142874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107590,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:48:07.205041Z","caller":"traceutil/trace.go:171","msg":"trace[159912041] transaction","detail":"{read_only:false; response_revision:19762; number_of_response:1; }","duration":"590.926974ms","start":"2026-07-29T08:48:06.614085Z","end":"2026-07-29T08:48:07.205012Z","steps":["trace[159912041] 'process raft request' (duration: 590.844472ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.205038Z","caller":"traceutil/trace.go:171","msg":"trace[1913977467] transaction","detail":"{read_only:false; response_revision:19761; number_of_response:1; }","duration":"590.958814ms","start":"2026-07-29T08:48:06.61403Z","end":"2026-07-29T08:48:07.204989Z","steps":["trace[1913977467] 'process raft request' (duration: 590.743939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.20545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.614014Z","time spent":"591.283643ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.205527Z","caller":"traceutil/trace.go:171","msg":"trace[211704552] transaction","detail":"{read_only:false; response_revision:19763; number_of_response:1; }","duration":"591.148829ms","start":"2026-07-29T08:48:06.614365Z","end":"2026-07-29T08:48:07.205514Z","steps":["trace[211704552] 'process raft request' (duration: 590.605496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.205216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.614081Z","time spent":"591.034896ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.205671Z","caller":"traceutil/trace.go:171","msg":"trace[1702566666] transaction","detail":"{read_only:false; response_revision:19765; number_of_response:1; }","duration":"590.273558ms","start":"2026-07-29T08:48:06.615383Z","end":"2026-07-29T08:48:07.205657Z","steps":["trace[1702566666] 'process raft request' (duration: 590.140294ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.205673Z","caller":"traceutil/trace.go:171","msg":"trace[1792234877] transaction","detail":"{read_only:false; response_revision:19764; number_of_response:1; }","duration":"590.312019ms","start":"2026-07-29T08:48:06.615338Z","end":"2026-07-29T08:48:07.20565Z","steps":["trace[1792234877] 'process raft request' (duration: 590.029012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.205728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.615355Z","time spent":"590.34729ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:07.205807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.615317Z","time spent":"590.404561ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:07.205618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.614358Z","time spent":"591.227811ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.205855Z","caller":"traceutil/trace.go:171","msg":"trace[2142375411] linearizableReadLoop","detail":"{readStateIndex:20409; appliedIndex:20400; }","duration":"563.406969ms","start":"2026-07-29T08:48:06.642416Z","end":"2026-07-29T08:48:07.205823Z","steps":["trace[2142375411] 'read index received' (duration: 562.466186ms)","trace[2142375411] 'applied index is now lower than readState.Index' (duration: 939.223µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:07.205947Z","caller":"traceutil/trace.go:171","msg":"trace[900251967] transaction","detail":"{read_only:false; response_revision:19766; number_of_response:1; }","duration":"590.518724ms","start":"2026-07-29T08:48:06.615414Z","end":"2026-07-29T08:48:07.205933Z","steps":["trace[900251967] 'process raft request' (duration: 590.165345ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.205943Z","caller":"traceutil/trace.go:171","msg":"trace[1037794112] transaction","detail":"{read_only:false; response_revision:19767; number_of_response:1; }","duration":"590.387221ms","start":"2026-07-29T08:48:06.615527Z","end":"2026-07-29T08:48:07.205915Z","steps":["trace[1037794112] 'process raft request' (duration: 590.106514ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.20595Z","caller":"traceutil/trace.go:171","msg":"trace[349679057] transaction","detail":"{read_only:false; response_revision:19768; number_of_response:1; }","duration":"590.285068ms","start":"2026-07-29T08:48:06.615629Z","end":"2026-07-29T08:48:07.205914Z","steps":["trace[349679057] 'process raft request' (duration: 590.059853ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.206015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.615408Z","time spent":"590.571986ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.205983Z","caller":"traceutil/trace.go:171","msg":"trace[685911523] transaction","detail":"{read_only:false; response_revision:19769; number_of_response:1; }","duration":"590.010452ms","start":"2026-07-29T08:48:06.615926Z","end":"2026-07-29T08:48:07.205937Z","steps":["trace[685911523] 'process raft request' (duration: 589.835857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.206076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.659125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-29T08:48:07.206117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.615615Z","time spent":"590.412571ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:07.206119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.615521Z","time spent":"590.501734ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.206185Z","caller":"traceutil/trace.go:171","msg":"trace[436929490] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19769; }","duration":"563.774397ms","start":"2026-07-29T08:48:06.642394Z","end":"2026-07-29T08:48:07.206169Z","steps":["trace[436929490] 'agreement among raft nodes before linearized reading' (duration: 563.530151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.206222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.615894Z","time spent":"590.180056ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:07.206244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.642329Z","time spent":"563.900541ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:48:07.206293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.076484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"warn","ts":"2026-07-29T08:48:07.206287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.263775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:07.206334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.792305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T08:48:07.206367Z","caller":"traceutil/trace.go:171","msg":"trace[1900678316] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:19769; }","duration":"106.202337ms","start":"2026-07-29T08:48:07.100147Z","end":"2026-07-29T08:48:07.206349Z","steps":["trace[1900678316] 'agreement among raft nodes before linearized reading' (duration: 106.008092ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.206399Z","caller":"traceutil/trace.go:171","msg":"trace[450950207] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19769; }","duration":"274.900368ms","start":"2026-07-29T08:48:06.931481Z","end":"2026-07-29T08:48:07.206381Z","steps":["trace[450950207] 'agreement among raft nodes before linearized reading' (duration: 274.697523ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:07.206399Z","caller":"traceutil/trace.go:171","msg":"trace[190372320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19769; }","duration":"411.443739ms","start":"2026-07-29T08:48:06.794929Z","end":"2026-07-29T08:48:07.206373Z","steps":["trace[190372320] 'agreement among raft nodes before linearized reading' (duration: 411.196433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.206459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:06.794909Z","time spent":"411.540761ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:07.904701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.830367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:07.904836Z","caller":"traceutil/trace.go:171","msg":"trace[523504766] transaction","detail":"{read_only:false; response_revision:19770; number_of_response:1; }","duration":"692.828135ms","start":"2026-07-29T08:48:07.211984Z","end":"2026-07-29T08:48:07.904812Z","steps":["trace[523504766] 'process raft request' (duration: 430.794483ms)","trace[523504766] 'compare' (duration: 261.726844ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:07.904898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:07.211958Z","time spent":"692.909087ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:07.939726Z","caller":"traceutil/trace.go:171","msg":"trace[46071202] linearizableReadLoop","detail":"{readStateIndex:20411; appliedIndex:20409; }","duration":"714.810384ms","start":"2026-07-29T08:48:07.224898Z","end":"2026-07-29T08:48:07.939709Z","steps":["trace[46071202] 'read index received' (duration: 417.964518ms)","trace[46071202] 'applied index is now lower than readState.Index' (duration: 296.845296ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:07.939804Z","caller":"traceutil/trace.go:171","msg":"trace[448381925] transaction","detail":"{read_only:false; response_revision:19771; number_of_response:1; }","duration":"722.073503ms","start":"2026-07-29T08:48:07.217724Z","end":"2026-07-29T08:48:07.939797Z","steps":["trace[448381925] 'process raft request' (duration: 721.899698ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.93988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:07.217704Z","time spent":"722.114914ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:07.940029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"715.138873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:07.94005Z","caller":"traceutil/trace.go:171","msg":"trace[1358685041] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:19771; }","duration":"715.190764ms","start":"2026-07-29T08:48:07.224855Z","end":"2026-07-29T08:48:07.940046Z","steps":["trace[1358685041] 'agreement among raft nodes before linearized reading' (duration: 715.108092ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.940065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:07.224838Z","time spent":"715.222395ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":90,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:07.940055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.649895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:07.94011Z","caller":"traceutil/trace.go:171","msg":"trace[390387069] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:19771; }","duration":"660.766008ms","start":"2026-07-29T08:48:07.279329Z","end":"2026-07-29T08:48:07.940095Z","steps":["trace[390387069] 'agreement among raft nodes before linearized reading' (duration: 660.648395ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.940134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:07.279306Z","time spent":"660.82292ms","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:07.940125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.052139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:07.940227Z","caller":"traceutil/trace.go:171","msg":"trace[1200922235] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:19771; }","duration":"411.169803ms","start":"2026-07-29T08:48:07.529035Z","end":"2026-07-29T08:48:07.940205Z","steps":["trace[1200922235] 'agreement among raft nodes before linearized reading' (duration: 410.990538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:07.940279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:07.528978Z","time spent":"411.286285ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:09.106476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.386206ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:09.106618Z","caller":"traceutil/trace.go:171","msg":"trace[682888701] transaction","detail":"{read_only:false; response_revision:19772; number_of_response:1; }","duration":"980.382953ms","start":"2026-07-29T08:48:08.126208Z","end":"2026-07-29T08:48:09.106591Z","steps":["trace[682888701] 'process raft request' (duration: 522.770321ms)","trace[682888701] 'compare' (duration: 457.028867ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:09.106707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:08.126188Z","time spent":"980.472895ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:09.295484Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107610,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:09.51305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.136077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:09.513278Z","caller":"traceutil/trace.go:171","msg":"trace[417620133] linearizableReadLoop","detail":"{readStateIndex:20416; appliedIndex:20412; }","duration":"718.664579ms","start":"2026-07-29T08:48:08.794597Z","end":"2026-07-29T08:48:09.513262Z","steps":["trace[417620133] 'read index received' (duration: 517.261565ms)","trace[417620133] 'applied index is now lower than readState.Index' (duration: 201.402144ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:09.513373Z","caller":"traceutil/trace.go:171","msg":"trace[36825965] transaction","detail":"{read_only:false; response_revision:19773; number_of_response:1; }","duration":"897.828526ms","start":"2026-07-29T08:48:08.615533Z","end":"2026-07-29T08:48:09.513362Z","steps":["trace[36825965] 'process raft request' (duration: 696.30538ms)","trace[36825965] 'compare' (duration: 201.025404ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:09.513434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:08.615515Z","time spent":"897.887188ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:09.513408Z","caller":"traceutil/trace.go:171","msg":"trace[592785394] transaction","detail":"{read_only:false; response_revision:19776; number_of_response:1; }","duration":"487.806653ms","start":"2026-07-29T08:48:09.02557Z","end":"2026-07-29T08:48:09.513376Z","steps":["trace[592785394] 'process raft request' (duration: 487.662549ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:09.51346Z","caller":"traceutil/trace.go:171","msg":"trace[1661478858] transaction","detail":"{read_only:false; response_revision:19775; number_of_response:1; }","duration":"695.444869ms","start":"2026-07-29T08:48:08.817988Z","end":"2026-07-29T08:48:09.513433Z","steps":["trace[1661478858] 'process raft request' (duration: 695.211103ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:09.513452Z","caller":"traceutil/trace.go:171","msg":"trace[1668327906] transaction","detail":"{read_only:false; response_revision:19774; number_of_response:1; }","duration":"897.825716ms","start":"2026-07-29T08:48:08.615578Z","end":"2026-07-29T08:48:09.513404Z","steps":["trace[1668327906] 'process raft request' (duration: 897.56081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.513558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.00761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-29T08:48:09.513581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.074509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T08:48:09.513589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.296559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:48:09.513598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.025545Z","time spent":"487.956767ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:09.513612Z","caller":"traceutil/trace.go:171","msg":"trace[38686959] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19776; }","duration":"649.105361ms","start":"2026-07-29T08:48:08.864495Z","end":"2026-07-29T08:48:09.513601Z","steps":["trace[38686959] 'agreement among raft nodes before linearized reading' (duration: 648.895626ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.513596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:08.81796Z","time spent":"695.563602ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:09.513681Z","caller":"traceutil/trace.go:171","msg":"trace[732740686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19776; }","duration":"301.204823ms","start":"2026-07-29T08:48:09.212463Z","end":"2026-07-29T08:48:09.513667Z","steps":["trace[732740686] 'agreement among raft nodes before linearized reading' (duration: 300.988688ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.513694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.925865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:48:09.513692Z","caller":"traceutil/trace.go:171","msg":"trace[1490413640] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19776; }","duration":"302.444153ms","start":"2026-07-29T08:48:09.21123Z","end":"2026-07-29T08:48:09.513675Z","steps":["trace[1490413640] 'agreement among raft nodes before linearized reading' (duration: 302.219998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.513715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.212454Z","time spent":"301.255714ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:09.513719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:08.615557Z","time spent":"897.990601ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:09.513739Z","caller":"traceutil/trace.go:171","msg":"trace[367687305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19776; }","duration":"302.994046ms","start":"2026-07-29T08:48:09.210732Z","end":"2026-07-29T08:48:09.513726Z","steps":["trace[367687305] 'agreement among raft nodes before linearized reading' (duration: 302.822302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.513748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.80205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:09.513747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.211198Z","time spent":"302.536175ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:09.513771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.210721Z","time spent":"303.044468ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:48:09.513775Z","caller":"traceutil/trace.go:171","msg":"trace[925888575] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19776; }","duration":"352.865271ms","start":"2026-07-29T08:48:09.160901Z","end":"2026-07-29T08:48:09.513766Z","steps":["trace[925888575] 'agreement among raft nodes before linearized reading' (duration: 352.81498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.513702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:08.864476Z","time spent":"649.220245ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:48:09.513712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.024298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:09.513795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.994913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T08:48:09.513803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.70263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:09.513842Z","caller":"traceutil/trace.go:171","msg":"trace[2082800213] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19776; }","duration":"302.061924ms","start":"2026-07-29T08:48:09.211767Z","end":"2026-07-29T08:48:09.513829Z","steps":["trace[2082800213] 'agreement among raft nodes before linearized reading' (duration: 301.9ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:09.513848Z","caller":"traceutil/trace.go:171","msg":"trace[1636701075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19776; }","duration":"719.304155ms","start":"2026-07-29T08:48:08.79452Z","end":"2026-07-29T08:48:09.513824Z","steps":["trace[1636701075] 'agreement among raft nodes before linearized reading' (duration: 718.987107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.513871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.211758Z","time spent":"302.107555ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:09.513832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.408707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T08:48:09.513909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:08.794491Z","time spent":"719.407968ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:09.513945Z","caller":"traceutil/trace.go:171","msg":"trace[1384289491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19776; }","duration":"303.565991ms","start":"2026-07-29T08:48:09.210354Z","end":"2026-07-29T08:48:09.51392Z","steps":["trace[1384289491] 'agreement among raft nodes before linearized reading' (duration: 303.237583ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.513796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.160878Z","time spent":"352.911602ms","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:09.513877Z","caller":"traceutil/trace.go:171","msg":"trace[834603504] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19776; }","duration":"302.842703ms","start":"2026-07-29T08:48:09.211015Z","end":"2026-07-29T08:48:09.513858Z","steps":["trace[834603504] 'agreement among raft nodes before linearized reading' (duration: 302.589076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:09.514019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.210334Z","time spent":"303.663213ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:09.514047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.210988Z","time spent":"303.052268ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:48:09.787454Z","caller":"traceutil/trace.go:171","msg":"trace[1089785844] transaction","detail":"{read_only:false; response_revision:19777; number_of_response:1; }","duration":"268.567611ms","start":"2026-07-29T08:48:09.518839Z","end":"2026-07-29T08:48:09.787407Z","steps":["trace[1089785844] 'process raft request' (duration: 213.623292ms)","trace[1089785844] 'compare' (duration: 54.550899ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:10.098464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.894555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:10.098696Z","caller":"traceutil/trace.go:171","msg":"trace[240714321] transaction","detail":"{read_only:false; response_revision:19778; number_of_response:1; }","duration":"578.808335ms","start":"2026-07-29T08:48:09.519852Z","end":"2026-07-29T08:48:10.09866Z","steps":["trace[240714321] 'process raft request' (duration: 398.625983ms)","trace[240714321] 'compare' (duration: 179.751811ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:10.098786Z","caller":"traceutil/trace.go:171","msg":"trace[476323189] transaction","detail":"{read_only:false; response_revision:19780; number_of_response:1; }","duration":"578.648722ms","start":"2026-07-29T08:48:09.520111Z","end":"2026-07-29T08:48:10.09876Z","steps":["trace[476323189] 'process raft request' (duration: 578.537169ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:10.098798Z","caller":"traceutil/trace.go:171","msg":"trace[1180245367] transaction","detail":"{read_only:false; response_revision:19779; number_of_response:1; }","duration":"578.712023ms","start":"2026-07-29T08:48:09.520052Z","end":"2026-07-29T08:48:10.098764Z","steps":["trace[1180245367] 'process raft request' (duration: 578.529148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:10.098864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.519825Z","time spent":"578.940499ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:10.098891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.520103Z","time spent":"578.737844ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:10.09898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.52004Z","time spent":"578.850787ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:10.099071Z","caller":"traceutil/trace.go:171","msg":"trace[2080641583] transaction","detail":"{read_only:false; response_revision:19781; number_of_response:1; }","duration":"578.782335ms","start":"2026-07-29T08:48:09.52027Z","end":"2026-07-29T08:48:10.099053Z","steps":["trace[2080641583] 'process raft request' (duration: 578.452377ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:10.099092Z","caller":"traceutil/trace.go:171","msg":"trace[115468545] transaction","detail":"{read_only:false; response_revision:19782; number_of_response:1; }","duration":"578.734373ms","start":"2026-07-29T08:48:09.520333Z","end":"2026-07-29T08:48:10.099068Z","steps":["trace[115468545] 'process raft request' (duration: 578.59488ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:10.09913Z","caller":"traceutil/trace.go:171","msg":"trace[717022366] linearizableReadLoop","detail":"{readStateIndex:20418; appliedIndex:20416; }","duration":"579.208535ms","start":"2026-07-29T08:48:09.519909Z","end":"2026-07-29T08:48:10.099117Z","steps":["trace[717022366] 'read index received' (duration: 212.558066ms)","trace[717022366] 'applied index is now lower than readState.Index' (duration: 366.648309ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:10.099143Z","caller":"traceutil/trace.go:171","msg":"trace[263007783] transaction","detail":"{read_only:false; response_revision:19784; number_of_response:1; }","duration":"152.429871ms","start":"2026-07-29T08:48:09.946695Z","end":"2026-07-29T08:48:10.099124Z","steps":["trace[263007783] 'process raft request' (duration: 152.391341ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:10.099163Z","caller":"traceutil/trace.go:171","msg":"trace[1330299589] transaction","detail":"{read_only:false; response_revision:19783; number_of_response:1; }","duration":"348.315569ms","start":"2026-07-29T08:48:09.750832Z","end":"2026-07-29T08:48:10.099147Z","steps":["trace[1330299589] 'process raft request' (duration: 348.208276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:10.099164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.520258Z","time spent":"578.862716ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:10.099201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.520328Z","time spent":"578.815556ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:10.099258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.750808Z","time spent":"348.387341ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:10.099349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.434811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-29T08:48:10.09935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.982445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:10.099387Z","caller":"traceutil/trace.go:171","msg":"trace[1754372254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19784; }","duration":"579.502963ms","start":"2026-07-29T08:48:09.519876Z","end":"2026-07-29T08:48:10.099379Z","steps":["trace[1754372254] 'agreement among raft nodes before linearized reading' (duration: 579.318768ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:10.099408Z","caller":"traceutil/trace.go:171","msg":"trace[588115469] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19784; }","duration":"340.081877ms","start":"2026-07-29T08:48:09.75931Z","end":"2026-07-29T08:48:10.099392Z","steps":["trace[588115469] 'agreement among raft nodes before linearized reading' (duration: 339.987445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:10.099417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.519859Z","time spent":"579.550593ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:48:10.099468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:09.759288Z","time spent":"340.165019ms","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:10.444544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.004457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:10.444638Z","caller":"traceutil/trace.go:171","msg":"trace[268396667] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:19784; }","duration":"149.158701ms","start":"2026-07-29T08:48:10.295461Z","end":"2026-07-29T08:48:10.44462Z","steps":["trace[268396667] 'count revisions from in-memory index tree' (duration: 148.901855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:11.173721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.561583ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:48:11.173853Z","caller":"traceutil/trace.go:171","msg":"trace[235066995] linearizableReadLoop","detail":"{readStateIndex:20425; appliedIndex:20424; }","duration":"381.568815ms","start":"2026-07-29T08:48:10.792262Z","end":"2026-07-29T08:48:11.17383Z","steps":["trace[235066995] 'read index received' (duration: 158.865159ms)","trace[235066995] 'applied index is now lower than readState.Index' (duration: 222.698536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:11.173947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.679027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:11.173993Z","caller":"traceutil/trace.go:171","msg":"trace[1760804642] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19784; }","duration":"381.76899ms","start":"2026-07-29T08:48:10.792211Z","end":"2026-07-29T08:48:11.17398Z","steps":["trace[1760804642] 'agreement among raft nodes before linearized reading' (duration: 381.675938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:11.174041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:10.792191Z","time spent":"381.839292ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:11.592Z","caller":"traceutil/trace.go:171","msg":"trace[1661533414] linearizableReadLoop","detail":"{readStateIndex:20426; appliedIndex:20425; }","duration":"416.767339ms","start":"2026-07-29T08:48:11.17521Z","end":"2026-07-29T08:48:11.591977Z","steps":["trace[1661533414] 'read index received' (duration: 416.622886ms)","trace[1661533414] 'applied index is now lower than readState.Index' (duration: 143.563µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:11.592044Z","caller":"traceutil/trace.go:171","msg":"trace[2096261017] transaction","detail":"{read_only:false; response_revision:19785; number_of_response:1; }","duration":"479.363405ms","start":"2026-07-29T08:48:11.112657Z","end":"2026-07-29T08:48:11.59202Z","steps":["trace[2096261017] 'process raft request' (duration: 479.15798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:11.592116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.885482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:11.592155Z","caller":"traceutil/trace.go:171","msg":"trace[1474148346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19785; }","duration":"416.974464ms","start":"2026-07-29T08:48:11.175169Z","end":"2026-07-29T08:48:11.592144Z","steps":["trace[1474148346] 'agreement among raft nodes before linearized reading' (duration: 416.900313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:11.592178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:11.112625Z","time spent":"479.471038ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:11.59219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:11.175151Z","time spent":"417.032225ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:11.662838Z","caller":"traceutil/trace.go:171","msg":"trace[1586639728] transaction","detail":"{read_only:false; response_revision:19786; number_of_response:1; }","duration":"143.578454ms","start":"2026-07-29T08:48:11.519237Z","end":"2026-07-29T08:48:11.662816Z","steps":["trace[1586639728] 'process raft request' (duration: 143.302517ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:11.662968Z","caller":"traceutil/trace.go:171","msg":"trace[637836555] transaction","detail":"{read_only:false; response_revision:19787; number_of_response:1; }","duration":"143.00073ms","start":"2026-07-29T08:48:11.519939Z","end":"2026-07-29T08:48:11.662939Z","steps":["trace[637836555] 'process raft request' (duration: 142.763594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:11.90328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.064211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:11.903361Z","caller":"traceutil/trace.go:171","msg":"trace[238851622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19787; }","duration":"110.180595ms","start":"2026-07-29T08:48:11.793163Z","end":"2026-07-29T08:48:11.903343Z","steps":["trace[238851622] 'range keys from in-memory index tree' (duration: 110.009081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:11.903595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.740768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T08:48:11.903686Z","caller":"traceutil/trace.go:171","msg":"trace[289772501] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19787; }","duration":"110.884442ms","start":"2026-07-29T08:48:11.792782Z","end":"2026-07-29T08:48:11.903666Z","steps":["trace[289772501] 'range keys from in-memory index tree' (duration: 110.557523ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:11.903656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.04613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:11.903767Z","caller":"traceutil/trace.go:171","msg":"trace[740711273] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:19787; }","duration":"198.207275ms","start":"2026-07-29T08:48:11.705541Z","end":"2026-07-29T08:48:11.903748Z","steps":["trace[740711273] 'count revisions from in-memory index tree' (duration: 197.898238ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:12.046666Z","caller":"traceutil/trace.go:171","msg":"trace[71220853] transaction","detail":"{read_only:false; response_revision:19788; number_of_response:1; }","duration":"138.703215ms","start":"2026-07-29T08:48:11.907939Z","end":"2026-07-29T08:48:12.046643Z","steps":["trace[71220853] 'process raft request' (duration: 138.543561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.114177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.263921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:13.114315Z","caller":"traceutil/trace.go:171","msg":"trace[116437553] linearizableReadLoop","detail":"{readStateIndex:20430; appliedIndex:20429; }","duration":"1.010044741s","start":"2026-07-29T08:48:12.104246Z","end":"2026-07-29T08:48:13.114291Z","steps":["trace[116437553] 'read index received' (duration: 97.532755ms)","trace[116437553] 'applied index is now lower than readState.Index' (duration: 912.509986ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:13.114467Z","caller":"traceutil/trace.go:171","msg":"trace[705139925] transaction","detail":"{read_only:false; response_revision:19789; number_of_response:1; }","duration":"1.05156249s","start":"2026-07-29T08:48:12.062833Z","end":"2026-07-29T08:48:13.114396Z","steps":["trace[705139925] 'process raft request' (duration: 138.93278ms)","trace[705139925] 'compare' (duration: 911.750468ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:13.114656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.062806Z","time spent":"1.051744165s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:13.114777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010480882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:48:13.114861Z","caller":"traceutil/trace.go:171","msg":"trace[687507246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19789; }","duration":"1.010638766s","start":"2026-07-29T08:48:12.104206Z","end":"2026-07-29T08:48:13.114845Z","steps":["trace[687507246] 'agreement among raft nodes before linearized reading' (duration: 1.010354069s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.114981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.104188Z","time spent":"1.010753218s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:48:13.423272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221475389s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:48:13.453379Z","caller":"traceutil/trace.go:171","msg":"trace[529017379] linearizableReadLoop","detail":"{readStateIndex:20431; appliedIndex:20430; }","duration":"338.927348ms","start":"2026-07-29T08:48:13.114409Z","end":"2026-07-29T08:48:13.453336Z","steps":["trace[529017379] 'read index received' (duration: 309.143297ms)","trace[529017379] 'applied index is now lower than readState.Index' (duration: 29.782061ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:13.45352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"978.810174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:13.453593Z","caller":"traceutil/trace.go:171","msg":"trace[1014900209] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19790; }","duration":"978.937496ms","start":"2026-07-29T08:48:12.474634Z","end":"2026-07-29T08:48:13.453571Z","steps":["trace[1014900209] 'agreement among raft nodes before linearized reading' (duration: 978.735181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.453623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.209256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T08:48:13.453707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.817148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:13.453649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.474614Z","time spent":"979.024959ms","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:13.453689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349222685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:48:13.453745Z","caller":"traceutil/trace.go:171","msg":"trace[1442616282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19790; }","duration":"660.90464ms","start":"2026-07-29T08:48:12.792832Z","end":"2026-07-29T08:48:13.453737Z","steps":["trace[1442616282] 'agreement among raft nodes before linearized reading' (duration: 660.843778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.45377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.792797Z","time spent":"660.968092ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:13.453792Z","caller":"traceutil/trace.go:171","msg":"trace[1973991003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19790; }","duration":"1.349379439s","start":"2026-07-29T08:48:12.10438Z","end":"2026-07-29T08:48:13.453759Z","steps":["trace[1973991003] 'agreement among raft nodes before linearized reading' (duration: 1.349060871s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.453859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.104352Z","time spent":"1.349492172s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:13.45384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243313585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T08:48:13.453946Z","caller":"traceutil/trace.go:171","msg":"trace[1531630580] transaction","detail":"{read_only:false; response_revision:19790; number_of_response:1; }","duration":"1.349263726s","start":"2026-07-29T08:48:12.104666Z","end":"2026-07-29T08:48:13.45393Z","steps":["trace[1531630580] 'process raft request' (duration: 1.318874619s)","trace[1531630580] 'compare' (duration: 29.422023ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:13.453977Z","caller":"traceutil/trace.go:171","msg":"trace[2031531105] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19790; }","duration":"1.243748306s","start":"2026-07-29T08:48:12.210204Z","end":"2026-07-29T08:48:13.453952Z","steps":["trace[2031531105] 'agreement among raft nodes before linearized reading' (duration: 1.243177832s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.454029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349671476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:48:13.454046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.104645Z","time spent":"1.349331618s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:13.454078Z","caller":"traceutil/trace.go:171","msg":"trace[1707970010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19790; }","duration":"1.349734958s","start":"2026-07-29T08:48:12.104328Z","end":"2026-07-29T08:48:13.454063Z","steps":["trace[1707970010] 'agreement among raft nodes before linearized reading' (duration: 1.349573834s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.454186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.104317Z","time spent":"1.349858711s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:13.453864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349459011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T08:48:13.454181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349509582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T08:48:13.454238Z","caller":"traceutil/trace.go:171","msg":"trace[1717768813] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19790; }","duration":"1.349940433s","start":"2026-07-29T08:48:12.104284Z","end":"2026-07-29T08:48:13.454225Z","steps":["trace[1717768813] 'agreement among raft nodes before linearized reading' (duration: 1.349217175s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:13.454267Z","caller":"traceutil/trace.go:171","msg":"trace[552044697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19790; }","duration":"1.349670495s","start":"2026-07-29T08:48:12.104577Z","end":"2026-07-29T08:48:13.454247Z","steps":["trace[552044697] 'agreement among raft nodes before linearized reading' (duration: 1.34943003s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.454273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.210185Z","time spent":"1.24390305s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:13.454308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.104556Z","time spent":"1.349742008s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:48:13.45371Z","caller":"traceutil/trace.go:171","msg":"trace[80045800] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19790; }","duration":"544.34837ms","start":"2026-07-29T08:48:12.909339Z","end":"2026-07-29T08:48:13.453687Z","steps":["trace[80045800] 'agreement among raft nodes before linearized reading' (duration: 544.047862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.453992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.398895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:13.454388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243055579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-29T08:48:13.454401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.90931Z","time spent":"545.079368ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:48:13.454419Z","caller":"traceutil/trace.go:171","msg":"trace[1470595556] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19790; }","duration":"963.858576ms","start":"2026-07-29T08:48:12.49055Z","end":"2026-07-29T08:48:13.454408Z","steps":["trace[1470595556] 'agreement among raft nodes before linearized reading' (duration: 963.413336ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:13.454426Z","caller":"traceutil/trace.go:171","msg":"trace[95976321] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19790; }","duration":"1.243116181s","start":"2026-07-29T08:48:12.211299Z","end":"2026-07-29T08:48:13.454415Z","steps":["trace[95976321] 'agreement among raft nodes before linearized reading' (duration: 1.243014298s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.454284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.104263Z","time spent":"1.350003884s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:13.45445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.490534Z","time spent":"963.904178ms","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:13.454458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.211287Z","time spent":"1.243164091s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:13.454473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243191342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T08:48:13.454506Z","caller":"traceutil/trace.go:171","msg":"trace[1639878027] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19790; }","duration":"1.243298455s","start":"2026-07-29T08:48:12.211198Z","end":"2026-07-29T08:48:13.454496Z","steps":["trace[1639878027] 'agreement among raft nodes before linearized reading' (duration: 1.243154481s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.454542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:12.21116Z","time spent":"1.243374997s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:48:13.511859Z","caller":"traceutil/trace.go:171","msg":"trace[130303163] transaction","detail":"{read_only:false; response_revision:19791; number_of_response:1; }","duration":"392.542454ms","start":"2026-07-29T08:48:13.119291Z","end":"2026-07-29T08:48:13.511834Z","steps":["trace[130303163] 'process raft request' (duration: 392.348229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:13.512031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.119264Z","time spent":"392.670267ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:14.004891Z","caller":"traceutil/trace.go:171","msg":"trace[354691235] transaction","detail":"{read_only:false; response_revision:19792; number_of_response:1; }","duration":"545.897108ms","start":"2026-07-29T08:48:13.458953Z","end":"2026-07-29T08:48:14.00485Z","steps":["trace[354691235] 'process raft request' (duration: 545.268773ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:14.005249Z","caller":"traceutil/trace.go:171","msg":"trace[1031533969] transaction","detail":"{read_only:false; response_revision:19799; number_of_response:1; }","duration":"544.628848ms","start":"2026-07-29T08:48:13.460601Z","end":"2026-07-29T08:48:14.005229Z","steps":["trace[1031533969] 'process raft request' (duration: 544.402412ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:14.005251Z","caller":"traceutil/trace.go:171","msg":"trace[601113985] transaction","detail":"{read_only:false; response_revision:19795; number_of_response:1; }","duration":"545.543069ms","start":"2026-07-29T08:48:13.459481Z","end":"2026-07-29T08:48:14.005024Z","steps":["trace[601113985] 'process raft request' (duration: 545.376995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.005377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.460581Z","time spent":"544.73158ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:14.005412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.459451Z","time spent":"545.883288ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:14.005477Z","caller":"traceutil/trace.go:171","msg":"trace[1587489899] transaction","detail":"{read_only:false; response_revision:19796; number_of_response:1; }","duration":"545.236902ms","start":"2026-07-29T08:48:13.460226Z","end":"2026-07-29T08:48:14.005463Z","steps":["trace[1587489899] 'process raft request' (duration: 544.656258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.005534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.460213Z","time spent":"545.295104ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:14.005499Z","caller":"traceutil/trace.go:171","msg":"trace[1101268178] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"544.960756ms","start":"2026-07-29T08:48:13.460514Z","end":"2026-07-29T08:48:14.005475Z","steps":["trace[1101268178] 'process raft request' (duration: 544.455283ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:14.005515Z","caller":"traceutil/trace.go:171","msg":"trace[1859638518] transaction","detail":"{read_only:false; response_revision:19794; number_of_response:1; }","duration":"546.122154ms","start":"2026-07-29T08:48:13.459369Z","end":"2026-07-29T08:48:14.005492Z","steps":["trace[1859638518] 'process raft request' (duration: 545.462258ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.005529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.458922Z","time spent":"546.065903ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:14.005513Z","caller":"traceutil/trace.go:171","msg":"trace[1145003178] transaction","detail":"{read_only:false; response_revision:19793; number_of_response:1; }","duration":"546.154965ms","start":"2026-07-29T08:48:13.459332Z","end":"2026-07-29T08:48:14.005487Z","steps":["trace[1145003178] 'process raft request' (duration: 545.421227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.00564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.459356Z","time spent":"546.229427ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:14.005682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.460504Z","time spent":"545.072258ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:14.005853Z","caller":"traceutil/trace.go:171","msg":"trace[1794860091] transaction","detail":"{read_only:false; response_revision:19797; number_of_response:1; }","duration":"545.003116ms","start":"2026-07-29T08:48:13.460258Z","end":"2026-07-29T08:48:14.005261Z","steps":["trace[1794860091] 'process raft request' (duration: 544.676388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.005933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.460246Z","time spent":"545.647913ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:14.006008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.459323Z","time spent":"546.345639ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:14.490559Z","caller":"traceutil/trace.go:171","msg":"trace[1894297144] transaction","detail":"{read_only:false; response_revision:19801; number_of_response:1; }","duration":"822.058907ms","start":"2026-07-29T08:48:13.668477Z","end":"2026-07-29T08:48:14.490536Z","steps":["trace[1894297144] 'process raft request' (duration: 822.002586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.490693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.66845Z","time spent":"822.171779ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:14.490639Z","caller":"traceutil/trace.go:171","msg":"trace[1069072758] transaction","detail":"{read_only:false; response_revision:19800; number_of_response:1; }","duration":"893.145081ms","start":"2026-07-29T08:48:13.597437Z","end":"2026-07-29T08:48:14.490582Z","steps":["trace[1069072758] 'process raft request' (duration: 892.904225ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:14.490754Z","caller":"traceutil/trace.go:171","msg":"trace[415735871] linearizableReadLoop","detail":"{readStateIndex:20443; appliedIndex:20432; }","duration":"695.808018ms","start":"2026-07-29T08:48:13.794903Z","end":"2026-07-29T08:48:14.490711Z","steps":["trace[415735871] 'read index received' (duration: 209.677106ms)","trace[415735871] 'applied index is now lower than readState.Index' (duration: 486.127801ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:14.490796Z","caller":"traceutil/trace.go:171","msg":"trace[937979971] transaction","detail":"{read_only:false; response_revision:19802; number_of_response:1; }","duration":"822.291023ms","start":"2026-07-29T08:48:13.668475Z","end":"2026-07-29T08:48:14.490766Z","steps":["trace[937979971] 'process raft request' (duration: 822.034577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.490911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.597406Z","time spent":"893.363297ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:14.490913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.001543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:14.491005Z","caller":"traceutil/trace.go:171","msg":"trace[953496568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19802; }","duration":"696.135016ms","start":"2026-07-29T08:48:13.794841Z","end":"2026-07-29T08:48:14.490976Z","steps":["trace[953496568] 'agreement among raft nodes before linearized reading' (duration: 696.018573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.491001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.66845Z","time spent":"822.417365ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:14.491045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:13.79482Z","time spent":"696.218419ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:14.491043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.795659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:48:14.491079Z","caller":"traceutil/trace.go:171","msg":"trace[430874681] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19802; }","duration":"440.881381ms","start":"2026-07-29T08:48:14.050188Z","end":"2026-07-29T08:48:14.491069Z","steps":["trace[430874681] 'agreement among raft nodes before linearized reading' (duration: 440.704847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:14.491121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:14.050114Z","time spent":"440.998544ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:15.02442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.567301ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:15.024535Z","caller":"traceutil/trace.go:171","msg":"trace[325296719] linearizableReadLoop","detail":"{readStateIndex:20444; appliedIndex:20443; }","duration":"494.843796ms","start":"2026-07-29T08:48:14.529645Z","end":"2026-07-29T08:48:15.024489Z","steps":["trace[325296719] 'read index received' (duration: 147.042029ms)","trace[325296719] 'applied index is now lower than readState.Index' (duration: 347.800977ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:15.024611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.970498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:15.024632Z","caller":"traceutil/trace.go:171","msg":"trace[1229040978] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:19803; }","duration":"495.03861ms","start":"2026-07-29T08:48:14.529583Z","end":"2026-07-29T08:48:15.024622Z","steps":["trace[1229040978] 'agreement among raft nodes before linearized reading' (duration: 494.973388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:15.024653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:14.529556Z","time spent":"495.090681ms","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:15.024821Z","caller":"traceutil/trace.go:171","msg":"trace[1938141214] transaction","detail":"{read_only:false; response_revision:19803; number_of_response:1; }","duration":"529.28436ms","start":"2026-07-29T08:48:14.495527Z","end":"2026-07-29T08:48:15.024811Z","steps":["trace[1938141214] 'process raft request' (duration: 181.255068ms)","trace[1938141214] 'compare' (duration: 347.225173ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:15.024865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:14.495506Z","time spent":"529.337922ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:15.677396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.338524ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:15.677526Z","caller":"traceutil/trace.go:171","msg":"trace[1616068767] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19803; }","duration":"481.489527ms","start":"2026-07-29T08:48:15.196018Z","end":"2026-07-29T08:48:15.677507Z","steps":["trace[1616068767] 'range keys from in-memory index tree' (duration: 481.316613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:15.677842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.777433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:15.678079Z","caller":"traceutil/trace.go:171","msg":"trace[1879378277] transaction","detail":"{read_only:false; response_revision:19805; number_of_response:1; }","duration":"217.858937ms","start":"2026-07-29T08:48:15.460202Z","end":"2026-07-29T08:48:15.67806Z","steps":["trace[1879378277] 'process raft request' (duration: 217.764635ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:15.67807Z","caller":"traceutil/trace.go:171","msg":"trace[999068629] transaction","detail":"{read_only:false; response_revision:19804; number_of_response:1; }","duration":"841.491363ms","start":"2026-07-29T08:48:14.836537Z","end":"2026-07-29T08:48:15.678028Z","steps":["trace[999068629] 'process raft request' (duration: 289.415863ms)","trace[999068629] 'compare' (duration: 551.410224ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:15.678224Z","caller":"traceutil/trace.go:171","msg":"trace[2009729729] linearizableReadLoop","detail":"{readStateIndex:20445; appliedIndex:20444; }","duration":"585.781668ms","start":"2026-07-29T08:48:15.092407Z","end":"2026-07-29T08:48:15.678189Z","steps":["trace[2009729729] 'read index received' (duration: 33.903583ms)","trace[2009729729] 'applied index is now lower than readState.Index' (duration: 551.874475ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:15.678266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:14.836489Z","time spent":"841.676768ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:15.678455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.029214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:15.678496Z","caller":"traceutil/trace.go:171","msg":"trace[1975868117] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:19805; }","duration":"586.133006ms","start":"2026-07-29T08:48:15.092354Z","end":"2026-07-29T08:48:15.678487Z","steps":["trace[1975868117] 'agreement among raft nodes before linearized reading' (duration: 586.002443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:15.678534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:15.092333Z","time spent":"586.189117ms","remote":"127.0.0.1:52846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":18,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:15.678525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.52709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-29T08:48:15.678547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.265993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:48:15.678578Z","caller":"traceutil/trace.go:171","msg":"trace[1316813176] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19805; }","duration":"490.632252ms","start":"2026-07-29T08:48:15.187933Z","end":"2026-07-29T08:48:15.678565Z","steps":["trace[1316813176] 'agreement among raft nodes before linearized reading' (duration: 490.469888ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:15.678594Z","caller":"traceutil/trace.go:171","msg":"trace[141195612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19805; }","duration":"162.311514ms","start":"2026-07-29T08:48:15.516268Z","end":"2026-07-29T08:48:15.678579Z","steps":["trace[141195612] 'agreement among raft nodes before linearized reading' (duration: 162.1463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:15.678611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:15.187899Z","time spent":"490.704274ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:48:15.679031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.142554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:48:15.679149Z","caller":"traceutil/trace.go:171","msg":"trace[692680091] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:19805; }","duration":"383.311588ms","start":"2026-07-29T08:48:15.295817Z","end":"2026-07-29T08:48:15.679129Z","steps":["trace[692680091] 'agreement among raft nodes before linearized reading' (duration: 382.609181ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:15.679234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:15.295794Z","time spent":"383.41784ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:48:16.255117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.755901ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-29T08:48:16.255229Z","caller":"traceutil/trace.go:171","msg":"trace[1722895592] linearizableReadLoop","detail":"{readStateIndex:20447; appliedIndex:20446; }","duration":"573.097597ms","start":"2026-07-29T08:48:15.682111Z","end":"2026-07-29T08:48:16.255209Z","steps":["trace[1722895592] 'read index received' (duration: 107.222332ms)","trace[1722895592] 'applied index is now lower than readState.Index' (duration: 465.873454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:16.255295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:15.68056Z","time spent":"574.730097ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:48:16.255415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.295411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:48:16.255457Z","caller":"traceutil/trace.go:171","msg":"trace[1928930722] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19805; }","duration":"573.358922ms","start":"2026-07-29T08:48:15.682085Z","end":"2026-07-29T08:48:16.255443Z","steps":["trace[1928930722] 'agreement among raft nodes before linearized reading' (duration: 573.195208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:16.255496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:15.682067Z","time spent":"573.419164ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T08:48:16.589074Z","caller":"traceutil/trace.go:171","msg":"trace[130047934] linearizableReadLoop","detail":"{readStateIndex:20448; appliedIndex:20447; }","duration":"333.793923ms","start":"2026-07-29T08:48:16.255255Z","end":"2026-07-29T08:48:16.589049Z","steps":["trace[130047934] 'read index received' (duration: 333.746541ms)","trace[130047934] 'applied index is now lower than readState.Index' (duration: 46.092µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:16.589383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.883548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T08:48:16.589418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.281898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:48:16.589458Z","caller":"traceutil/trace.go:171","msg":"trace[767399774] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19806; }","duration":"579.464812ms","start":"2026-07-29T08:48:16.009982Z","end":"2026-07-29T08:48:16.589447Z","steps":["trace[767399774] 'agreement among raft nodes before linearized reading' (duration: 579.191226ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:16.589463Z","caller":"traceutil/trace.go:171","msg":"trace[272597857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19806; }","duration":"579.024131ms","start":"2026-07-29T08:48:16.01042Z","end":"2026-07-29T08:48:16.589444Z","steps":["trace[272597857] 'agreement among raft nodes before linearized reading' (duration: 578.680663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:16.589494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.009956Z","time spent":"579.529924ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:16.589643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.423168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:16.589505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.010415Z","time spent":"579.080283ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:48:16.589674Z","caller":"traceutil/trace.go:171","msg":"trace[18836770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19806; }","duration":"796.48852ms","start":"2026-07-29T08:48:15.793177Z","end":"2026-07-29T08:48:16.589665Z","steps":["trace[18836770] 'agreement among raft nodes before linearized reading' (duration: 796.440809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:16.589702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:15.793158Z","time spent":"796.53599ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:16.589851Z","caller":"traceutil/trace.go:171","msg":"trace[1422282369] transaction","detail":"{read_only:false; response_revision:19806; number_of_response:1; }","duration":"907.058643ms","start":"2026-07-29T08:48:15.682777Z","end":"2026-07-29T08:48:16.589836Z","steps":["trace[1422282369] 'process raft request' (duration: 906.098859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:16.589936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.904523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:48:16.589901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.887188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:16.589844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.912793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T08:48:16.590003Z","caller":"traceutil/trace.go:171","msg":"trace[1582061520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19806; }","duration":"579.981866ms","start":"2026-07-29T08:48:16.010003Z","end":"2026-07-29T08:48:16.589985Z","steps":["trace[1582061520] 'agreement among raft nodes before linearized reading' (duration: 579.778271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:16.590054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.009996Z","time spent":"580.049377ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:48:16.590065Z","caller":"traceutil/trace.go:171","msg":"trace[1273403434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19806; }","duration":"580.16571ms","start":"2026-07-29T08:48:16.009871Z","end":"2026-07-29T08:48:16.590037Z","steps":["trace[1273403434] 'agreement among raft nodes before linearized reading' (duration: 579.75277ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:16.590128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.009854Z","time spent":"580.255222ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:16.589984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:15.682764Z","time spent":"907.147886ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:16.590062Z","caller":"traceutil/trace.go:171","msg":"trace[2037361409] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:19806; }","duration":"526.099433ms","start":"2026-07-29T08:48:16.063902Z","end":"2026-07-29T08:48:16.590001Z","steps":["trace[2037361409] 'agreement among raft nodes before linearized reading' (duration: 525.826466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:16.59063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.06388Z","time spent":"526.728718ms","remote":"127.0.0.1:48180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:17.009893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.13624ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:17.010194Z","caller":"traceutil/trace.go:171","msg":"trace[2016233467] linearizableReadLoop","detail":"{readStateIndex:20452; appliedIndex:20448; }","duration":"421.030853ms","start":"2026-07-29T08:48:16.589145Z","end":"2026-07-29T08:48:17.010176Z","steps":["trace[2016233467] 'read index received' (duration: 75.533174ms)","trace[2016233467] 'applied index is now lower than readState.Index' (duration: 345.496809ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:17.010252Z","caller":"traceutil/trace.go:171","msg":"trace[912031027] transaction","detail":"{read_only:false; response_revision:19808; number_of_response:1; }","duration":"514.752534ms","start":"2026-07-29T08:48:16.495462Z","end":"2026-07-29T08:48:17.010215Z","steps":["trace[912031027] 'process raft request' (duration: 514.533898ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:17.010277Z","caller":"traceutil/trace.go:171","msg":"trace[1867534218] transaction","detail":"{read_only:false; response_revision:19809; number_of_response:1; }","duration":"514.038956ms","start":"2026-07-29T08:48:16.496211Z","end":"2026-07-29T08:48:17.010249Z","steps":["trace[1867534218] 'process raft request' (duration: 513.850161ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:17.010279Z","caller":"traceutil/trace.go:171","msg":"trace[1272862012] transaction","detail":"{read_only:false; response_revision:19807; number_of_response:1; }","duration":"753.684247ms","start":"2026-07-29T08:48:16.256559Z","end":"2026-07-29T08:48:17.010243Z","steps":["trace[1272862012] 'process raft request' (duration: 408.119927ms)","trace[1272862012] 'compare' (duration: 344.995896ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:17.010295Z","caller":"traceutil/trace.go:171","msg":"trace[1188254496] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"513.509693ms","start":"2026-07-29T08:48:16.496759Z","end":"2026-07-29T08:48:17.010269Z","steps":["trace[1188254496] 'process raft request' (duration: 513.355959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.010369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.605906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12091"} {"level":"info","ts":"2026-07-29T08:48:17.0104Z","caller":"traceutil/trace.go:171","msg":"trace[731551015] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19810; }","duration":"753.661077ms","start":"2026-07-29T08:48:16.256729Z","end":"2026-07-29T08:48:17.010391Z","steps":["trace[731551015] 'agreement among raft nodes before linearized reading' (duration: 753.533654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.010412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.496189Z","time spent":"514.150179ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:17.010412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.496751Z","time spent":"513.604205ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:17.01042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.495431Z","time spent":"514.907767ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:17.01045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.256723Z","time spent":"753.713808ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12115,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T08:48:17.010465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.256538Z","time spent":"753.814991ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:17.082442Z","caller":"traceutil/trace.go:171","msg":"trace[1173099860] transaction","detail":"{read_only:false; response_revision:19812; number_of_response:1; }","duration":"487.876714ms","start":"2026-07-29T08:48:16.594539Z","end":"2026-07-29T08:48:17.082416Z","steps":["trace[1173099860] 'process raft request' (duration: 487.769481ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:17.082452Z","caller":"traceutil/trace.go:171","msg":"trace[1656874525] transaction","detail":"{read_only:false; response_revision:19813; number_of_response:1; }","duration":"487.74538ms","start":"2026-07-29T08:48:16.594682Z","end":"2026-07-29T08:48:17.082427Z","steps":["trace[1656874525] 'process raft request' (duration: 487.664798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.082603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.594531Z","time spent":"487.985506ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:17.082435Z","caller":"traceutil/trace.go:171","msg":"trace[1520707288] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"488.547219ms","start":"2026-07-29T08:48:16.593851Z","end":"2026-07-29T08:48:17.082398Z","steps":["trace[1520707288] 'process raft request' (duration: 488.189021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.082625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.594654Z","time spent":"487.872694ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:17.08272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.593826Z","time spent":"488.834317ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:17.082714Z","caller":"traceutil/trace.go:171","msg":"trace[961980861] transaction","detail":"{read_only:false; response_revision:19814; number_of_response:1; }","duration":"487.402102ms","start":"2026-07-29T08:48:16.595274Z","end":"2026-07-29T08:48:17.082676Z","steps":["trace[961980861] 'process raft request' (duration: 487.103275ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.082902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.595251Z","time spent":"487.564476ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:17.08292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.163869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:17.082972Z","caller":"traceutil/trace.go:171","msg":"trace[1975276626] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19814; }","duration":"492.23937ms","start":"2026-07-29T08:48:16.59072Z","end":"2026-07-29T08:48:17.082959Z","steps":["trace[1975276626] 'agreement among raft nodes before linearized reading' (duration: 492.066526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.083004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:16.590704Z","time spent":"492.294112ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:17.814601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.432122ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:17.814717Z","caller":"traceutil/trace.go:171","msg":"trace[340259433] linearizableReadLoop","detail":"{readStateIndex:20457; appliedIndex:20456; }","duration":"732.077968ms","start":"2026-07-29T08:48:17.082619Z","end":"2026-07-29T08:48:17.814697Z","steps":["trace[340259433] 'read index received' (duration: 295.562434ms)","trace[340259433] 'applied index is now lower than readState.Index' (duration: 436.514024ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:17.814818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.298897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:17.814869Z","caller":"traceutil/trace.go:171","msg":"trace[1093239939] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19815; }","duration":"748.384889ms","start":"2026-07-29T08:48:17.066471Z","end":"2026-07-29T08:48:17.814856Z","steps":["trace[1093239939] 'agreement among raft nodes before linearized reading' (duration: 748.304437ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.814905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.677109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T08:48:17.814954Z","caller":"traceutil/trace.go:171","msg":"trace[345066864] transaction","detail":"{read_only:false; response_revision:19815; number_of_response:1; }","duration":"796.063229ms","start":"2026-07-29T08:48:17.01888Z","end":"2026-07-29T08:48:17.814943Z","steps":["trace[345066864] 'process raft request' (duration: 359.186386ms)","trace[345066864] 'compare' (duration: 436.137235ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:17.815027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.018859Z","time spent":"796.13566ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:17.815066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.036795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T08:48:17.815104Z","caller":"traceutil/trace.go:171","msg":"trace[816360829] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19815; }","duration":"802.114347ms","start":"2026-07-29T08:48:17.012979Z","end":"2026-07-29T08:48:17.815093Z","steps":["trace[816360829] 'agreement among raft nodes before linearized reading' (duration: 802.006044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.815151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.01296Z","time spent":"802.180559ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T08:48:17.814959Z","caller":"traceutil/trace.go:171","msg":"trace[528393900] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19815; }","duration":"786.769301ms","start":"2026-07-29T08:48:17.028176Z","end":"2026-07-29T08:48:17.814946Z","steps":["trace[528393900] 'agreement among raft nodes before linearized reading' (duration: 786.602917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:17.815367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.028155Z","time spent":"787.189271ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:17.814909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.066451Z","time spent":"748.44939ms","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T08:48:18.495318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.517634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:18.495522Z","caller":"traceutil/trace.go:171","msg":"trace[1163732067] transaction","detail":"{read_only:false; response_revision:19816; number_of_response:1; }","duration":"811.316444ms","start":"2026-07-29T08:48:17.684169Z","end":"2026-07-29T08:48:18.495485Z","steps":["trace[1163732067] 'process raft request' (duration: 319.540763ms)","trace[1163732067] 'compare' (duration: 491.3474ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:18.495543Z","caller":"traceutil/trace.go:171","msg":"trace[1419996826] linearizableReadLoop","detail":"{readStateIndex:20458; appliedIndex:20457; }","duration":"680.773939ms","start":"2026-07-29T08:48:17.814749Z","end":"2026-07-29T08:48:18.495523Z","steps":["trace[1419996826] 'read index received' (duration: 189.070231ms)","trace[1419996826] 'applied index is now lower than readState.Index' (duration: 491.702798ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:18.495673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.684149Z","time spent":"811.437686ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:18.495542Z","caller":"traceutil/trace.go:171","msg":"trace[2094966220] transaction","detail":"{read_only:false; response_revision:19817; number_of_response:1; }","duration":"676.025662ms","start":"2026-07-29T08:48:17.819497Z","end":"2026-07-29T08:48:18.495523Z","steps":["trace[2094966220] 'process raft request' (duration: 675.93342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:18.49571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.403875307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:18.495766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.373541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:18.495782Z","caller":"traceutil/trace.go:171","msg":"trace[1380674228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19817; }","duration":"1.40400817s","start":"2026-07-29T08:48:17.091755Z","end":"2026-07-29T08:48:18.495763Z","steps":["trace[1380674228] 'agreement among raft nodes before linearized reading' (duration: 1.403870537s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:18.495787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.819483Z","time spent":"676.251478ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:18.495829Z","caller":"traceutil/trace.go:171","msg":"trace[234428528] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19817; }","duration":"357.470504ms","start":"2026-07-29T08:48:18.138341Z","end":"2026-07-29T08:48:18.495812Z","steps":["trace[234428528] 'agreement among raft nodes before linearized reading' (duration: 357.3399ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:18.495833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.09171Z","time spent":"1.404114983s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:18.495874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:18.138323Z","time spent":"357.540576ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:18.495874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.842652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:48:18.49596Z","caller":"traceutil/trace.go:171","msg":"trace[145259872] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19817; }","duration":"678.974895ms","start":"2026-07-29T08:48:17.816966Z","end":"2026-07-29T08:48:18.495941Z","steps":["trace[145259872] 'agreement among raft nodes before linearized reading' (duration: 678.718798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:18.496004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.816952Z","time spent":"679.043297ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:48:18.495865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.262743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:18.496065Z","caller":"traceutil/trace.go:171","msg":"trace[443848196] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19817; }","duration":"677.519509ms","start":"2026-07-29T08:48:17.818527Z","end":"2026-07-29T08:48:18.496046Z","steps":["trace[443848196] 'agreement among raft nodes before linearized reading' (duration: 677.225652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:18.496112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:17.818508Z","time spent":"677.58798ms","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T08:48:19.039433Z","caller":"traceutil/trace.go:171","msg":"trace[770856663] linearizableReadLoop","detail":"{readStateIndex:20460; appliedIndex:20459; }","duration":"281.211722ms","start":"2026-07-29T08:48:18.75819Z","end":"2026-07-29T08:48:19.039402Z","steps":["trace[770856663] 'read index received' (duration: 281.046578ms)","trace[770856663] 'applied index is now lower than readState.Index' (duration: 163.644µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:19.039575Z","caller":"traceutil/trace.go:171","msg":"trace[169091605] transaction","detail":"{read_only:false; response_revision:19818; number_of_response:1; }","duration":"440.707586ms","start":"2026-07-29T08:48:18.598852Z","end":"2026-07-29T08:48:19.03956Z","steps":["trace[169091605] 'process raft request' (duration: 440.363608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.03974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.52516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:19.03982Z","caller":"traceutil/trace.go:171","msg":"trace[1753963086] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:19818; }","duration":"281.693574ms","start":"2026-07-29T08:48:18.758107Z","end":"2026-07-29T08:48:19.039801Z","steps":["trace[1753963086] 'agreement among raft nodes before linearized reading' (duration: 281.563911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.039993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:18.598831Z","time spent":"441.015284ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:19.119582Z","caller":"traceutil/trace.go:171","msg":"trace[67579390] transaction","detail":"{read_only:false; response_revision:19819; number_of_response:1; }","duration":"104.138805ms","start":"2026-07-29T08:48:19.015412Z","end":"2026-07-29T08:48:19.119551Z","steps":["trace[67579390] 'process raft request' (duration: 103.781107ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:19.119614Z","caller":"traceutil/trace.go:171","msg":"trace[815572320] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"103.749396ms","start":"2026-07-29T08:48:19.015834Z","end":"2026-07-29T08:48:19.119583Z","steps":["trace[815572320] 'process raft request' (duration: 103.579322ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.119897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.128614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T08:48:19.119759Z","caller":"traceutil/trace.go:171","msg":"trace[15420785] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"104.231548ms","start":"2026-07-29T08:48:19.015502Z","end":"2026-07-29T08:48:19.119734Z","steps":["trace[15420785] 'process raft request' (duration: 103.862759ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:19.120117Z","caller":"traceutil/trace.go:171","msg":"trace[1048728991] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19821; }","duration":"108.212466ms","start":"2026-07-29T08:48:19.011726Z","end":"2026-07-29T08:48:19.119939Z","steps":["trace[1048728991] 'agreement among raft nodes before linearized reading' (duration: 108.069882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.12011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.864451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T08:48:19.120279Z","caller":"traceutil/trace.go:171","msg":"trace[1134002531] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19821; }","duration":"111.089987ms","start":"2026-07-29T08:48:19.009167Z","end":"2026-07-29T08:48:19.120257Z","steps":["trace[1134002531] 'agreement among raft nodes before linearized reading' (duration: 110.719728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.120501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.99419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-07-29T08:48:19.120602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.491952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T08:48:19.12079Z","caller":"traceutil/trace.go:171","msg":"trace[211402528] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19821; }","duration":"110.722948ms","start":"2026-07-29T08:48:19.010053Z","end":"2026-07-29T08:48:19.120776Z","steps":["trace[211402528] 'agreement among raft nodes before linearized reading' (duration: 109.452166ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:19.120615Z","caller":"traceutil/trace.go:171","msg":"trace[333312686] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19821; }","duration":"110.995614ms","start":"2026-07-29T08:48:19.0096Z","end":"2026-07-29T08:48:19.120595Z","steps":["trace[333312686] 'agreement among raft nodes before linearized reading' (duration: 109.889047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.473461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.842552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:19.47361Z","caller":"traceutil/trace.go:171","msg":"trace[1295236826] transaction","detail":"{read_only:false; response_revision:19822; number_of_response:1; }","duration":"349.659372ms","start":"2026-07-29T08:48:19.123923Z","end":"2026-07-29T08:48:19.473583Z","steps":["trace[1295236826] 'process raft request' (duration: 143.504442ms)","trace[1295236826] 'compare' (duration: 205.687418ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:19.473681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:19.123897Z","time spent":"349.752585ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:19.921356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.579798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:19.921669Z","caller":"traceutil/trace.go:171","msg":"trace[1505001498] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"797.007482ms","start":"2026-07-29T08:48:19.124632Z","end":"2026-07-29T08:48:19.921639Z","steps":["trace[1505001498] 'process raft request' (duration: 796.826248ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:19.921719Z","caller":"traceutil/trace.go:171","msg":"trace[105525884] transaction","detail":"{read_only:false; response_revision:19825; number_of_response:1; }","duration":"796.872339ms","start":"2026-07-29T08:48:19.12482Z","end":"2026-07-29T08:48:19.921692Z","steps":["trace[105525884] 'process raft request' (duration: 796.720225ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.921808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:19.124618Z","time spent":"797.117995ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:19.921782Z","caller":"traceutil/trace.go:171","msg":"trace[356568309] transaction","detail":"{read_only:false; response_revision:19826; number_of_response:1; }","duration":"796.935161ms","start":"2026-07-29T08:48:19.124797Z","end":"2026-07-29T08:48:19.921732Z","steps":["trace[356568309] 'process raft request' (duration: 796.827408ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:19.921799Z","caller":"traceutil/trace.go:171","msg":"trace[221556653] transaction","detail":"{read_only:false; response_revision:19827; number_of_response:1; }","duration":"796.90003ms","start":"2026-07-29T08:48:19.124875Z","end":"2026-07-29T08:48:19.921775Z","steps":["trace[221556653] 'process raft request' (duration: 796.804127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.92184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:19.124808Z","time spent":"796.966441ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:19.921924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:19.124869Z","time spent":"797.000222ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:19.92193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:19.124764Z","time spent":"797.092045ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:19.921791Z","caller":"traceutil/trace.go:171","msg":"trace[163816000] transaction","detail":"{read_only:false; response_revision:19823; number_of_response:1; }","duration":"797.273539ms","start":"2026-07-29T08:48:19.12448Z","end":"2026-07-29T08:48:19.921753Z","steps":["trace[163816000] 'process raft request' (duration: 542.217109ms)","trace[163816000] 'compare' (duration: 254.278291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:19.922171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:19.124452Z","time spent":"797.668408ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:19.92221Z","caller":"traceutil/trace.go:171","msg":"trace[794391915] transaction","detail":"{read_only:false; response_revision:19828; number_of_response:1; }","duration":"797.233158ms","start":"2026-07-29T08:48:19.124965Z","end":"2026-07-29T08:48:19.922198Z","steps":["trace[794391915] 'process raft request' (duration: 796.758746ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:19.922204Z","caller":"traceutil/trace.go:171","msg":"trace[1020130136] linearizableReadLoop","detail":"{readStateIndex:20471; appliedIndex:20464; }","duration":"128.401651ms","start":"2026-07-29T08:48:19.793728Z","end":"2026-07-29T08:48:19.922129Z","steps":["trace[1020130136] 'read index received' (duration: 62.981µs)","trace[1020130136] 'applied index is now lower than readState.Index' (duration: 128.33738ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:19.922273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:19.124919Z","time spent":"797.3237ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:19.922281Z","caller":"traceutil/trace.go:171","msg":"trace[1903662270] transaction","detail":"{read_only:false; response_revision:19829; number_of_response:1; }","duration":"797.138616ms","start":"2026-07-29T08:48:19.125128Z","end":"2026-07-29T08:48:19.922266Z","steps":["trace[1903662270] 'process raft request' (duration: 796.857059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:19.922362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.629847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:19.922372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:19.125114Z","time spent":"797.218167ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:19.922409Z","caller":"traceutil/trace.go:171","msg":"trace[1071939963] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19829; }","duration":"128.704819ms","start":"2026-07-29T08:48:19.793693Z","end":"2026-07-29T08:48:19.922398Z","steps":["trace[1071939963] 'agreement among raft nodes before linearized reading' (duration: 128.628517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:20.896891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.82473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T08:48:20.896964Z","caller":"traceutil/trace.go:171","msg":"trace[272050670] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19829; }","duration":"397.009525ms","start":"2026-07-29T08:48:20.499937Z","end":"2026-07-29T08:48:20.896946Z","steps":["trace[272050670] 'range keys from in-memory index tree' (duration: 396.593794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:20.896998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:20.499916Z","time spent":"397.074956ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:21.543898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:22.045205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107717,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:22.205283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.704915585s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:48:22.20576Z","caller":"traceutil/trace.go:171","msg":"trace[219014644] transaction","detail":"{read_only:false; response_revision:19830; number_of_response:1; }","duration":"1.705576952s","start":"2026-07-29T08:48:20.500155Z","end":"2026-07-29T08:48:22.205732Z","steps":["trace[219014644] 'process raft request' (duration: 1.705371467s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.205897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:20.50011Z","time spent":"1.705710346s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:22.581856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.165798ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:22.582111Z","caller":"traceutil/trace.go:171","msg":"trace[498710200] transaction","detail":"{read_only:false; response_revision:19832; number_of_response:1; }","duration":"1.457021252s","start":"2026-07-29T08:48:21.125055Z","end":"2026-07-29T08:48:22.582076Z","steps":["trace[498710200] 'process raft request' (duration: 1.456892578s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:22.582109Z","caller":"traceutil/trace.go:171","msg":"trace[999047612] transaction","detail":"{read_only:false; response_revision:19831; number_of_response:1; }","duration":"1.681333007s","start":"2026-07-29T08:48:20.900733Z","end":"2026-07-29T08:48:22.582066Z","steps":["trace[999047612] 'process raft request' (duration: 1.437881272s)","trace[999047612] 'compare' (duration: 243.040635ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:22.582177Z","caller":"traceutil/trace.go:171","msg":"trace[1543308101] transaction","detail":"{read_only:false; response_revision:19833; number_of_response:1; }","duration":"1.456834976s","start":"2026-07-29T08:48:21.125276Z","end":"2026-07-29T08:48:22.582111Z","steps":["trace[1543308101] 'process raft request' (duration: 1.456717154s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:22.582225Z","caller":"traceutil/trace.go:171","msg":"trace[1971474200] transaction","detail":"{read_only:false; response_revision:19834; number_of_response:1; }","duration":"1.456390996s","start":"2026-07-29T08:48:21.125789Z","end":"2026-07-29T08:48:22.58218Z","steps":["trace[1971474200] 'process raft request' (duration: 1.456233862s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.582322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:20.900704Z","time spent":"1.681518371s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:22.582353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.125267Z","time spent":"1.45698617s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:22.58252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.125779Z","time spent":"1.45654116s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:22.582539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.125028Z","time spent":"1.457349269s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:22.81833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.253789ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:48:22.818449Z","caller":"traceutil/trace.go:171","msg":"trace[1867693039] linearizableReadLoop","detail":"{readStateIndex:20477; appliedIndex:20471; }","duration":"1.774598456s","start":"2026-07-29T08:48:21.043825Z","end":"2026-07-29T08:48:22.818424Z","steps":["trace[1867693039] 'read index received' (duration: 1.161723823s)","trace[1867693039] 'applied index is now lower than readState.Index' (duration: 612.872023ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:22.818656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570789043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:22.818717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.27981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:22.818699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02466611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:22.818734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.593518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T08:48:22.818741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.080716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:22.818756Z","caller":"traceutil/trace.go:171","msg":"trace[1837731385] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:19834; }","duration":"848.355902ms","start":"2026-07-29T08:48:21.970387Z","end":"2026-07-29T08:48:22.818743Z","steps":["trace[1837731385] 'agreement among raft nodes before linearized reading' (duration: 848.285691ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:22.818779Z","caller":"traceutil/trace.go:171","msg":"trace[1997880062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19834; }","duration":"892.68183ms","start":"2026-07-29T08:48:21.926082Z","end":"2026-07-29T08:48:22.818764Z","steps":["trace[1997880062] 'agreement among raft nodes before linearized reading' (duration: 892.495945ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:22.818743Z","caller":"traceutil/trace.go:171","msg":"trace[53082539] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19834; }","duration":"1.570930227s","start":"2026-07-29T08:48:21.247794Z","end":"2026-07-29T08:48:22.818724Z","steps":["trace[53082539] 'agreement among raft nodes before linearized reading' (duration: 1.570774963s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:22.818796Z","caller":"traceutil/trace.go:171","msg":"trace[874239807] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:19834; }","duration":"155.164588ms","start":"2026-07-29T08:48:22.663615Z","end":"2026-07-29T08:48:22.818779Z","steps":["trace[874239807] 'agreement among raft nodes before linearized reading' (duration: 155.096077ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.818819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.247758Z","time spent":"1.57105668s","remote":"127.0.0.1:52602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:22.818835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.926066Z","time spent":"892.758362ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:22.818831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182881883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:22.818876Z","caller":"traceutil/trace.go:171","msg":"trace[618289147] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:19834; }","duration":"1.182968125s","start":"2026-07-29T08:48:21.635899Z","end":"2026-07-29T08:48:22.818867Z","steps":["trace[618289147] 'agreement among raft nodes before linearized reading' (duration: 1.182871013s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.818915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.635879Z","time spent":"1.183027846s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":51,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:22.818667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774827152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:48:22.818964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.935806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-29T08:48:22.818985Z","caller":"traceutil/trace.go:171","msg":"trace[1019128665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19834; }","duration":"1.775199111s","start":"2026-07-29T08:48:21.043775Z","end":"2026-07-29T08:48:22.818974Z","steps":["trace[1019128665] 'agreement among raft nodes before linearized reading' (duration: 1.77474825s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.819009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.043753Z","time spent":"1.775249592s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:48:22.819011Z","caller":"traceutil/trace.go:171","msg":"trace[1059638587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19834; }","duration":"893.026899ms","start":"2026-07-29T08:48:21.925971Z","end":"2026-07-29T08:48:22.818998Z","steps":["trace[1059638587] 'agreement among raft nodes before linearized reading' (duration: 892.840524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.819037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34042008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T08:48:22.819038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.864344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T08:48:22.819059Z","caller":"traceutil/trace.go:171","msg":"trace[2114260459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19834; }","duration":"1.34043923s","start":"2026-07-29T08:48:21.478611Z","end":"2026-07-29T08:48:22.819051Z","steps":["trace[2114260459] 'agreement among raft nodes before linearized reading' (duration: 1.340386809s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.819056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.925951Z","time spent":"893.09261ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:22.819074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.478563Z","time spent":"1.340507331s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:48:22.819077Z","caller":"traceutil/trace.go:171","msg":"trace[247995460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19834; }","duration":"892.955957ms","start":"2026-07-29T08:48:21.926105Z","end":"2026-07-29T08:48:22.819061Z","steps":["trace[247995460] 'agreement among raft nodes before linearized reading' (duration: 892.834054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.818795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.970366Z","time spent":"848.420473ms","remote":"127.0.0.1:57444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:22.818778Z","caller":"traceutil/trace.go:171","msg":"trace[1536078507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19834; }","duration":"1.024783973s","start":"2026-07-29T08:48:21.793971Z","end":"2026-07-29T08:48:22.818755Z","steps":["trace[1536078507] 'agreement among raft nodes before linearized reading' (duration: 1.024653099s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:22.819118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.926084Z","time spent":"893.022888ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:22.819142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:21.79395Z","time spent":"1.025187173s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:23.327129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107726,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:48:23.612225Z","caller":"traceutil/trace.go:171","msg":"trace[576191890] transaction","detail":"{read_only:false; response_revision:19835; number_of_response:1; }","duration":"789.521948ms","start":"2026-07-29T08:48:22.822617Z","end":"2026-07-29T08:48:23.612139Z","steps":["trace[576191890] 'process raft request' (duration: 789.160529ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:23.612621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:22.8226Z","time spent":"789.776604ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:23.741423Z","caller":"traceutil/trace.go:171","msg":"trace[1816511413] transaction","detail":"{read_only:false; response_revision:19837; number_of_response:1; }","duration":"917.609172ms","start":"2026-07-29T08:48:22.823789Z","end":"2026-07-29T08:48:23.741398Z","steps":["trace[1816511413] 'process raft request' (duration: 917.52385ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:23.741735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:22.823764Z","time spent":"917.908419ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:23.741813Z","caller":"traceutil/trace.go:171","msg":"trace[14420195] transaction","detail":"{read_only:false; response_revision:19839; number_of_response:1; }","duration":"917.629402ms","start":"2026-07-29T08:48:22.82417Z","end":"2026-07-29T08:48:23.741799Z","steps":["trace[14420195] 'process raft request' (duration: 917.5394ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:23.741806Z","caller":"traceutil/trace.go:171","msg":"trace[1122012488] transaction","detail":"{read_only:false; response_revision:19838; number_of_response:1; }","duration":"917.834588ms","start":"2026-07-29T08:48:22.823945Z","end":"2026-07-29T08:48:23.74178Z","steps":["trace[1122012488] 'process raft request' (duration: 917.411447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:23.741889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:22.824147Z","time spent":"917.708954ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:23.741891Z","caller":"traceutil/trace.go:171","msg":"trace[893287187] transaction","detail":"{read_only:false; response_revision:19840; number_of_response:1; }","duration":"255.44613ms","start":"2026-07-29T08:48:23.486425Z","end":"2026-07-29T08:48:23.741871Z","steps":["trace[893287187] 'process raft request' (duration: 255.339257ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:23.74187Z","caller":"traceutil/trace.go:171","msg":"trace[1722607406] linearizableReadLoop","detail":"{readStateIndex:20482; appliedIndex:20477; }","duration":"915.278734ms","start":"2026-07-29T08:48:22.82657Z","end":"2026-07-29T08:48:23.741848Z","steps":["trace[1722607406] 'read index received' (duration: 785.222472ms)","trace[1722607406] 'applied index is now lower than readState.Index' (duration: 130.055342ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:23.741923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:22.823939Z","time spent":"917.92926ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:23.741959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.386717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:23.741995Z","caller":"traceutil/trace.go:171","msg":"trace[16387312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19840; }","duration":"915.460219ms","start":"2026-07-29T08:48:22.826526Z","end":"2026-07-29T08:48:23.741986Z","steps":["trace[16387312] 'agreement among raft nodes before linearized reading' (duration: 915.388207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:23.74203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:22.826515Z","time spent":"915.50775ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:23.742048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.048903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:23.7421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.039715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:48:23.742115Z","caller":"traceutil/trace.go:171","msg":"trace[572780782] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19840; }","duration":"819.179676ms","start":"2026-07-29T08:48:22.92292Z","end":"2026-07-29T08:48:23.742099Z","steps":["trace[572780782] 'agreement among raft nodes before linearized reading' (duration: 819.070884ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:23.74217Z","caller":"traceutil/trace.go:171","msg":"trace[607905686] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19840; }","duration":"221.152668ms","start":"2026-07-29T08:48:23.521006Z","end":"2026-07-29T08:48:23.742159Z","steps":["trace[607905686] 'agreement among raft nodes before linearized reading' (duration: 220.996594ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:23.742197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:22.922888Z","time spent":"819.293049ms","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:23.742215Z","caller":"traceutil/trace.go:171","msg":"trace[528160267] transaction","detail":"{read_only:false; response_revision:19836; number_of_response:1; }","duration":"919.272902ms","start":"2026-07-29T08:48:22.822828Z","end":"2026-07-29T08:48:23.742101Z","steps":["trace[528160267] 'process raft request' (duration: 885.986405ms)","trace[528160267] 'compare' (duration: 32.367125ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:23.742324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:22.822793Z","time spent":"919.471787ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:23.968391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.210107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:23.96848Z","caller":"traceutil/trace.go:171","msg":"trace[502762455] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19840; }","duration":"115.730149ms","start":"2026-07-29T08:48:23.852729Z","end":"2026-07-29T08:48:23.968459Z","steps":["trace[502762455] 'range keys from in-memory index tree' (duration: 115.113885ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:24.732796Z","caller":"traceutil/trace.go:171","msg":"trace[483183603] linearizableReadLoop","detail":"{readStateIndex:20484; appliedIndex:20483; }","duration":"240.090933ms","start":"2026-07-29T08:48:24.492676Z","end":"2026-07-29T08:48:24.732767Z","steps":["trace[483183603] 'read index received' (duration: 239.932139ms)","trace[483183603] 'applied index is now lower than readState.Index' (duration: 157.624µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:24.732862Z","caller":"traceutil/trace.go:171","msg":"trace[512283567] transaction","detail":"{read_only:false; response_revision:19841; number_of_response:1; }","duration":"521.365266ms","start":"2026-07-29T08:48:24.211462Z","end":"2026-07-29T08:48:24.732827Z","steps":["trace[512283567] 'process raft request' (duration: 521.158831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:24.732938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.250007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:24.73297Z","caller":"traceutil/trace.go:171","msg":"trace[951301259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19841; }","duration":"240.304209ms","start":"2026-07-29T08:48:24.492656Z","end":"2026-07-29T08:48:24.73296Z","steps":["trace[951301259] 'agreement among raft nodes before linearized reading' (duration: 240.227917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:24.732999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:24.21143Z","time spent":"521.49582ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:24.769512Z","caller":"traceutil/trace.go:171","msg":"trace[864591435] transaction","detail":"{read_only:false; response_revision:19842; number_of_response:1; }","duration":"249.663888ms","start":"2026-07-29T08:48:24.519828Z","end":"2026-07-29T08:48:24.769492Z","steps":["trace[864591435] 'process raft request' (duration: 249.421612ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:24.76951Z","caller":"traceutil/trace.go:171","msg":"trace[10324462] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"181.31234ms","start":"2026-07-29T08:48:24.588175Z","end":"2026-07-29T08:48:24.769488Z","steps":["trace[10324462] 'process raft request' (duration: 181.234598ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:24.769805Z","caller":"traceutil/trace.go:171","msg":"trace[1455198609] transaction","detail":"{read_only:false; response_revision:19845; number_of_response:1; }","duration":"181.477994ms","start":"2026-07-29T08:48:24.588306Z","end":"2026-07-29T08:48:24.769784Z","steps":["trace[1455198609] 'process raft request' (duration: 181.136976ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:24.769644Z","caller":"traceutil/trace.go:171","msg":"trace[611759719] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"181.69576ms","start":"2026-07-29T08:48:24.587869Z","end":"2026-07-29T08:48:24.769564Z","steps":["trace[611759719] 'process raft request' (duration: 181.502375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:24.770187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.938731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:48:24.770254Z","caller":"traceutil/trace.go:171","msg":"trace[1943742969] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19845; }","duration":"183.055173ms","start":"2026-07-29T08:48:24.587183Z","end":"2026-07-29T08:48:24.770238Z","steps":["trace[1943742969] 'agreement among raft nodes before linearized reading' (duration: 182.749186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.423229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.316969ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:25.423359Z","caller":"traceutil/trace.go:171","msg":"trace[677492651] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19845; }","duration":"227.460872ms","start":"2026-07-29T08:48:25.19588Z","end":"2026-07-29T08:48:25.423341Z","steps":["trace[677492651] 'range keys from in-memory index tree' (duration: 227.298658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.423651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.428367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:25.423801Z","caller":"traceutil/trace.go:171","msg":"trace[1734088260] linearizableReadLoop","detail":"{readStateIndex:20489; appliedIndex:20488; }","duration":"630.049844ms","start":"2026-07-29T08:48:24.793728Z","end":"2026-07-29T08:48:25.423778Z","steps":["trace[1734088260] 'read index received' (duration: 456.451433ms)","trace[1734088260] 'applied index is now lower than readState.Index' (duration: 173.596251ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:25.423885Z","caller":"traceutil/trace.go:171","msg":"trace[891404049] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"649.151303ms","start":"2026-07-29T08:48:24.77472Z","end":"2026-07-29T08:48:25.423871Z","steps":["trace[891404049] 'process raft request' (duration: 475.390978ms)","trace[891404049] 'compare' (duration: 173.303374ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:25.423954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:24.774692Z","time spent":"649.222244ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:25.424449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.496755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:25.424548Z","caller":"traceutil/trace.go:171","msg":"trace[190743677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19846; }","duration":"630.832334ms","start":"2026-07-29T08:48:24.7937Z","end":"2026-07-29T08:48:25.424533Z","steps":["trace[190743677] 'agreement among raft nodes before linearized reading' (duration: 630.413453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.424589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:24.793685Z","time spent":"630.893215ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:25.697591Z","caller":"traceutil/trace.go:171","msg":"trace[1191014309] transaction","detail":"{read_only:false; response_revision:19847; number_of_response:1; }","duration":"591.328664ms","start":"2026-07-29T08:48:25.106229Z","end":"2026-07-29T08:48:25.697558Z","steps":["trace[1191014309] 'process raft request' (duration: 516.967359ms)","trace[1191014309] 'compare' (duration: 74.096508ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:25.697741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.1062Z","time spent":"591.466097ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:25.737973Z","caller":"traceutil/trace.go:171","msg":"trace[1401410475] linearizableReadLoop","detail":"{readStateIndex:20491; appliedIndex:20489; }","duration":"314.11089ms","start":"2026-07-29T08:48:25.423831Z","end":"2026-07-29T08:48:25.737942Z","steps":["trace[1401410475] 'read index received' (duration: 199.377374ms)","trace[1401410475] 'applied index is now lower than readState.Index' (duration: 114.732326ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:25.738217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.073072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T08:48:25.73828Z","caller":"traceutil/trace.go:171","msg":"trace[1920505416] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19848; }","duration":"810.218426ms","start":"2026-07-29T08:48:24.928046Z","end":"2026-07-29T08:48:25.738265Z","steps":["trace[1920505416] 'agreement among raft nodes before linearized reading' (duration: 809.942509ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.738314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:24.928022Z","time spent":"810.287668ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:25.738342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.39258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-29T08:48:25.738379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.295783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T08:48:25.738409Z","caller":"traceutil/trace.go:171","msg":"trace[817758752] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19848; }","duration":"810.497783ms","start":"2026-07-29T08:48:24.927896Z","end":"2026-07-29T08:48:25.738394Z","steps":["trace[817758752] 'agreement among raft nodes before linearized reading' (duration: 810.213726ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.738436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.346149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-29T08:48:25.738432Z","caller":"traceutil/trace.go:171","msg":"trace[1880837635] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19848; }","duration":"811.402976ms","start":"2026-07-29T08:48:24.927013Z","end":"2026-07-29T08:48:25.738416Z","steps":["trace[1880837635] 'agreement among raft nodes before linearized reading' (duration: 811.107368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.738446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:24.927886Z","time spent":"810.552394ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:48:25.738455Z","caller":"traceutil/trace.go:171","msg":"trace[1243539169] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19848; }","duration":"810.40885ms","start":"2026-07-29T08:48:24.928041Z","end":"2026-07-29T08:48:25.73845Z","steps":["trace[1243539169] 'agreement among raft nodes before linearized reading' (duration: 810.361139ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.73847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:24.928015Z","time spent":"810.449832ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:25.738458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.194197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:25.73848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:24.926993Z","time spent":"811.475157ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:48:25.738512Z","caller":"traceutil/trace.go:171","msg":"trace[78441877] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19848; }","duration":"269.29056ms","start":"2026-07-29T08:48:25.469209Z","end":"2026-07-29T08:48:25.7385Z","steps":["trace[78441877] 'agreement among raft nodes before linearized reading' (duration: 269.198477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.738621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.480261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:48:25.738644Z","caller":"traceutil/trace.go:171","msg":"trace[1606071649] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:19848; }","duration":"442.585203ms","start":"2026-07-29T08:48:25.296053Z","end":"2026-07-29T08:48:25.738638Z","steps":["trace[1606071649] 'agreement among raft nodes before linearized reading' (duration: 442.490451ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:25.738651Z","caller":"traceutil/trace.go:171","msg":"trace[1184919481] transaction","detail":"{read_only:false; response_revision:19848; number_of_response:1; }","duration":"418.608955ms","start":"2026-07-29T08:48:25.319983Z","end":"2026-07-29T08:48:25.738592Z","steps":["trace[1184919481] 'process raft request' (duration: 417.778855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.738726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.529673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T08:48:25.738659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.296028Z","time spent":"442.627525ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-07-29T08:48:25.738819Z","caller":"traceutil/trace.go:171","msg":"trace[701240067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19848; }","duration":"121.635846ms","start":"2026-07-29T08:48:25.617158Z","end":"2026-07-29T08:48:25.738793Z","steps":["trace[701240067] 'agreement among raft nodes before linearized reading' (duration: 121.375099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:25.73897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.319959Z","time spent":"418.84981ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:26.099244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.918805ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-29T08:48:26.099386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.7405Z","time spent":"358.880948ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:48:26.421005Z","caller":"traceutil/trace.go:171","msg":"trace[1230280699] transaction","detail":"{read_only:false; response_revision:19849; number_of_response:1; }","duration":"678.620536ms","start":"2026-07-29T08:48:25.742354Z","end":"2026-07-29T08:48:26.420975Z","steps":["trace[1230280699] 'process raft request' (duration: 640.319886ms)","trace[1230280699] 'compare' (duration: 37.826119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:26.421146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.742331Z","time spent":"678.734329ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:26.421449Z","caller":"traceutil/trace.go:171","msg":"trace[1598705748] transaction","detail":"{read_only:false; response_revision:19850; number_of_response:1; }","duration":"678.689127ms","start":"2026-07-29T08:48:25.742736Z","end":"2026-07-29T08:48:26.421425Z","steps":["trace[1598705748] 'process raft request' (duration: 678.142424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.421635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.742718Z","time spent":"678.824371ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:26.421875Z","caller":"traceutil/trace.go:171","msg":"trace[1202018402] transaction","detail":"{read_only:false; response_revision:19851; number_of_response:1; }","duration":"678.904823ms","start":"2026-07-29T08:48:25.742957Z","end":"2026-07-29T08:48:26.421862Z","steps":["trace[1202018402] 'process raft request' (duration: 678.399711ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:26.421945Z","caller":"traceutil/trace.go:171","msg":"trace[1405643719] transaction","detail":"{read_only:false; response_revision:19852; number_of_response:1; }","duration":"678.76002ms","start":"2026-07-29T08:48:25.743167Z","end":"2026-07-29T08:48:26.421927Z","steps":["trace[1405643719] 'process raft request' (duration: 678.478013ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.421953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.742951Z","time spent":"678.957974ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:26.422034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.74316Z","time spent":"678.829941ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:26.422056Z","caller":"traceutil/trace.go:171","msg":"trace[634187773] transaction","detail":"{read_only:false; response_revision:19853; number_of_response:1; }","duration":"677.93493ms","start":"2026-07-29T08:48:25.74411Z","end":"2026-07-29T08:48:26.422044Z","steps":["trace[634187773] 'process raft request' (duration: 677.750465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.422102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.744097Z","time spent":"677.97889ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:26.422045Z","caller":"traceutil/trace.go:171","msg":"trace[1029833447] linearizableReadLoop","detail":"{readStateIndex:20497; appliedIndex:20491; }","duration":"677.098889ms","start":"2026-07-29T08:48:25.74488Z","end":"2026-07-29T08:48:26.421979Z","steps":["trace[1029833447] 'read index received' (duration: 106.500844ms)","trace[1029833447] 'applied index is now lower than readState.Index' (duration: 570.596045ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:26.42225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.363575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-29T08:48:26.42229Z","caller":"traceutil/trace.go:171","msg":"trace[660557339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19853; }","duration":"677.417176ms","start":"2026-07-29T08:48:25.744863Z","end":"2026-07-29T08:48:26.422281Z","steps":["trace[660557339] 'agreement among raft nodes before linearized reading' (duration: 677.253992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.42233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.744848Z","time spent":"677.473798ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:48:26.422385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.496419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:48:26.422443Z","caller":"traceutil/trace.go:171","msg":"trace[2077439825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19853; }","duration":"677.596861ms","start":"2026-07-29T08:48:25.744835Z","end":"2026-07-29T08:48:26.422432Z","steps":["trace[2077439825] 'agreement among raft nodes before linearized reading' (duration: 677.449637ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.42248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.74482Z","time spent":"677.647342ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:48:26.481677Z","caller":"traceutil/trace.go:171","msg":"trace[808777272] transaction","detail":"{read_only:false; response_revision:19854; number_of_response:1; }","duration":"540.163898ms","start":"2026-07-29T08:48:25.941478Z","end":"2026-07-29T08:48:26.481642Z","steps":["trace[808777272] 'process raft request' (duration: 539.910172ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.482482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.941451Z","time spent":"540.65348ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:26.48333Z","caller":"traceutil/trace.go:171","msg":"trace[1182938950] transaction","detail":"{read_only:false; response_revision:19855; number_of_response:1; }","duration":"382.856077ms","start":"2026-07-29T08:48:26.100432Z","end":"2026-07-29T08:48:26.483288Z","steps":["trace[1182938950] 'process raft request' (duration: 381.083433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.483481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.100401Z","time spent":"383.023431ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:26.483889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.502766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:48:26.483977Z","caller":"traceutil/trace.go:171","msg":"trace[595611678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19855; }","duration":"738.608509ms","start":"2026-07-29T08:48:25.745336Z","end":"2026-07-29T08:48:26.483945Z","steps":["trace[595611678] 'agreement among raft nodes before linearized reading' (duration: 737.592504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.484016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.745328Z","time spent":"738.68059ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:26.48425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.454932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:26.484348Z","caller":"traceutil/trace.go:171","msg":"trace[1344479523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19855; }","duration":"689.584845ms","start":"2026-07-29T08:48:25.794728Z","end":"2026-07-29T08:48:26.484313Z","steps":["trace[1344479523] 'agreement among raft nodes before linearized reading' (duration: 688.253052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.484418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.794707Z","time spent":"689.691988ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:26.484572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.478585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:48:26.484701Z","caller":"traceutil/trace.go:171","msg":"trace[595716267] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19855; }","duration":"738.63354ms","start":"2026-07-29T08:48:25.746039Z","end":"2026-07-29T08:48:26.484673Z","steps":["trace[595716267] 'agreement among raft nodes before linearized reading' (duration: 736.945778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:26.484792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:25.746032Z","time spent":"738.727972ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:27.017253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:27.518341Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107772,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:27.721834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205153409s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:48:28.148379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.244262ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:28.148601Z","caller":"traceutil/trace.go:171","msg":"trace[1054866946] transaction","detail":"{read_only:false; response_revision:19859; number_of_response:1; }","duration":"1.65705853s","start":"2026-07-29T08:48:26.491519Z","end":"2026-07-29T08:48:28.148578Z","steps":["trace[1054866946] 'process raft request' (duration: 1.656956797s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:28.14861Z","caller":"traceutil/trace.go:171","msg":"trace[1544842688] transaction","detail":"{read_only:false; response_revision:19858; number_of_response:1; }","duration":"1.657305417s","start":"2026-07-29T08:48:26.491263Z","end":"2026-07-29T08:48:28.148569Z","steps":["trace[1544842688] 'process raft request' (duration: 1.230787438s)","trace[1544842688] 'compare' (duration: 424.94697ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:28.148713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.491513Z","time spent":"1.657151812s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:28.148758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.491231Z","time spent":"1.657447349s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:28.208391Z","caller":"traceutil/trace.go:171","msg":"trace[1121325438] transaction","detail":"{read_only:false; response_revision:19860; number_of_response:1; }","duration":"1.47006313s","start":"2026-07-29T08:48:26.738303Z","end":"2026-07-29T08:48:28.208366Z","steps":["trace[1121325438] 'process raft request' (duration: 1.469885196s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.208523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.738277Z","time spent":"1.470176964s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:28.208507Z","caller":"traceutil/trace.go:171","msg":"trace[800320777] transaction","detail":"{read_only:false; response_revision:19862; number_of_response:1; }","duration":"1.4329667s","start":"2026-07-29T08:48:26.775488Z","end":"2026-07-29T08:48:28.208455Z","steps":["trace[800320777] 'process raft request' (duration: 1.432837736s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.208584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.719206986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T08:48:28.208596Z","caller":"traceutil/trace.go:171","msg":"trace[1005320094] transaction","detail":"{read_only:false; response_revision:19861; number_of_response:1; }","duration":"1.43333386s","start":"2026-07-29T08:48:26.775237Z","end":"2026-07-29T08:48:28.20857Z","steps":["trace[1005320094] 'process raft request' (duration: 1.433060993s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:28.208392Z","caller":"traceutil/trace.go:171","msg":"trace[525262251] linearizableReadLoop","detail":"{readStateIndex:20507; appliedIndex:20501; }","duration":"1.691189448s","start":"2026-07-29T08:48:26.517189Z","end":"2026-07-29T08:48:28.208378Z","steps":["trace[525262251] 'read index received' (duration: 1.204864322s)","trace[525262251] 'applied index is now lower than readState.Index' (duration: 486.324386ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:28.208631Z","caller":"traceutil/trace.go:171","msg":"trace[832571726] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19863; }","duration":"1.719315339s","start":"2026-07-29T08:48:26.489304Z","end":"2026-07-29T08:48:28.208619Z","steps":["trace[832571726] 'agreement among raft nodes before linearized reading' (duration: 1.719126234s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.208704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.775218Z","time spent":"1.433427711s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:28.20871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.775397Z","time spent":"1.433220647s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:28.208791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.489284Z","time spent":"1.719466112s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T08:48:28.208775Z","caller":"traceutil/trace.go:171","msg":"trace[1492621858] transaction","detail":"{read_only:false; response_revision:19863; number_of_response:1; }","duration":"1.432675993s","start":"2026-07-29T08:48:26.776058Z","end":"2026-07-29T08:48:28.208734Z","steps":["trace[1492621858] 'process raft request' (duration: 1.432289373s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.208817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051767324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:28.208887Z","caller":"traceutil/trace.go:171","msg":"trace[952309788] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:19863; }","duration":"1.051887047s","start":"2026-07-29T08:48:27.156983Z","end":"2026-07-29T08:48:28.20887Z","steps":["trace[952309788] 'agreement among raft nodes before linearized reading' (duration: 1.051748993s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.208927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.083175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:48:28.208927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:27.156964Z","time spent":"1.051954188s","remote":"127.0.0.1:52618","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":19,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:28.208818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.789569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:28.208961Z","caller":"traceutil/trace.go:171","msg":"trace[616784295] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19863; }","duration":"780.147907ms","start":"2026-07-29T08:48:27.428803Z","end":"2026-07-29T08:48:28.208951Z","steps":["trace[616784295] 'agreement among raft nodes before linearized reading' (duration: 780.049864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.208948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:26.776031Z","time spent":"1.432832587s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:28.208995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:27.428784Z","time spent":"780.203959ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:48:28.208987Z","caller":"traceutil/trace.go:171","msg":"trace[778568308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19863; }","duration":"416.987484ms","start":"2026-07-29T08:48:27.791985Z","end":"2026-07-29T08:48:28.208972Z","steps":["trace[778568308] 'agreement among raft nodes before linearized reading' (duration: 416.79942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.209044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:27.791967Z","time spent":"417.063507ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:28.596306Z","caller":"traceutil/trace.go:171","msg":"trace[251391316] linearizableReadLoop","detail":"{readStateIndex:20508; appliedIndex:20507; }","duration":"169.367767ms","start":"2026-07-29T08:48:28.426902Z","end":"2026-07-29T08:48:28.59627Z","steps":["trace[251391316] 'read index received' (duration: 169.143972ms)","trace[251391316] 'applied index is now lower than readState.Index' (duration: 222.335µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:28.596595Z","caller":"traceutil/trace.go:171","msg":"trace[599832328] transaction","detail":"{read_only:false; response_revision:19864; number_of_response:1; }","duration":"383.863101ms","start":"2026-07-29T08:48:28.212691Z","end":"2026-07-29T08:48:28.596554Z","steps":["trace[599832328] 'process raft request' (duration: 383.373189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.596713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.783797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:28.596801Z","caller":"traceutil/trace.go:171","msg":"trace[1010757245] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19864; }","duration":"169.925141ms","start":"2026-07-29T08:48:28.426849Z","end":"2026-07-29T08:48:28.596774Z","steps":["trace[1010757245] 'agreement among raft nodes before linearized reading' (duration: 169.642744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:28.596816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:28.212665Z","time spent":"384.036966ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:29.380741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.634678ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:29.381064Z","caller":"traceutil/trace.go:171","msg":"trace[1007591556] transaction","detail":"{read_only:false; response_revision:19865; number_of_response:1; }","duration":"780.651621ms","start":"2026-07-29T08:48:28.600385Z","end":"2026-07-29T08:48:29.381036Z","steps":["trace[1007591556] 'process raft request' (duration: 237.584612ms)","trace[1007591556] 'compare' (duration: 542.183537ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:29.381081Z","caller":"traceutil/trace.go:171","msg":"trace[630989702] transaction","detail":"{read_only:false; response_revision:19866; number_of_response:1; }","duration":"780.035535ms","start":"2026-07-29T08:48:28.601022Z","end":"2026-07-29T08:48:29.381058Z","steps":["trace[630989702] 'process raft request' (duration: 779.848621ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:29.381172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:28.600366Z","time spent":"780.760803ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:29.381196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:28.601014Z","time spent":"780.121327ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:29.381332Z","caller":"traceutil/trace.go:171","msg":"trace[1851184281] linearizableReadLoop","detail":"{readStateIndex:20511; appliedIndex:20508; }","duration":"586.228018ms","start":"2026-07-29T08:48:28.795068Z","end":"2026-07-29T08:48:29.381296Z","steps":["trace[1851184281] 'read index received' (duration: 42.978305ms)","trace[1851184281] 'applied index is now lower than readState.Index' (duration: 543.246843ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:29.381349Z","caller":"traceutil/trace.go:171","msg":"trace[1421825616] transaction","detail":"{read_only:false; response_revision:19867; number_of_response:1; }","duration":"780.22946ms","start":"2026-07-29T08:48:28.601068Z","end":"2026-07-29T08:48:29.381297Z","steps":["trace[1421825616] 'process raft request' (duration: 779.917883ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:29.381545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.453894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:29.381589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:28.601053Z","time spent":"780.402914ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:29.381599Z","caller":"traceutil/trace.go:171","msg":"trace[1421949522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19867; }","duration":"586.556346ms","start":"2026-07-29T08:48:28.795026Z","end":"2026-07-29T08:48:29.381582Z","steps":["trace[1421949522] 'agreement among raft nodes before linearized reading' (duration: 586.449304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:29.381651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:28.795005Z","time spent":"586.632649ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:29.381666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.333907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:29.381699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.833614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:48:29.381764Z","caller":"traceutil/trace.go:171","msg":"trace[1291195375] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19867; }","duration":"376.486751ms","start":"2026-07-29T08:48:29.005254Z","end":"2026-07-29T08:48:29.381741Z","steps":["trace[1291195375] 'agreement among raft nodes before linearized reading' (duration: 376.291066ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:29.38182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:29.005236Z","time spent":"376.572853ms","remote":"127.0.0.1:40850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:29.381903Z","caller":"traceutil/trace.go:171","msg":"trace[2088177201] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19867; }","duration":"387.06293ms","start":"2026-07-29T08:48:28.994796Z","end":"2026-07-29T08:48:29.381859Z","steps":["trace[2088177201] 'agreement among raft nodes before linearized reading' (duration: 386.722952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:29.38247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:28.994775Z","time spent":"387.673246ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T08:48:30.93392Z","caller":"traceutil/trace.go:171","msg":"trace[1010990214] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"720.905975ms","start":"2026-07-29T08:48:30.212991Z","end":"2026-07-29T08:48:30.933897Z","steps":["trace[1010990214] 'process raft request' (duration: 720.827283ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:30.93391Z","caller":"traceutil/trace.go:171","msg":"trace[1140231763] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"774.691864ms","start":"2026-07-29T08:48:30.159181Z","end":"2026-07-29T08:48:30.933872Z","steps":["trace[1140231763] 'process raft request' (duration: 774.071479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:30.934067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:30.212965Z","time spent":"721.017347ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:30.934281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:30.159161Z","time spent":"774.939261ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:30.934289Z","caller":"traceutil/trace.go:171","msg":"trace[1268939007] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"720.486354ms","start":"2026-07-29T08:48:30.213787Z","end":"2026-07-29T08:48:30.934273Z","steps":["trace[1268939007] 'process raft request' (duration: 720.077414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:30.934432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:30.213767Z","time spent":"720.606197ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:30.934445Z","caller":"traceutil/trace.go:171","msg":"trace[1239568597] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"719.945451ms","start":"2026-07-29T08:48:30.214485Z","end":"2026-07-29T08:48:30.93443Z","steps":["trace[1239568597] 'process raft request' (duration: 719.726135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:30.934574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:30.214459Z","time spent":"720.046924ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:31.682689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.40552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:31.683114Z","caller":"traceutil/trace.go:171","msg":"trace[410811467] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"1.467355344s","start":"2026-07-29T08:48:30.215718Z","end":"2026-07-29T08:48:31.683074Z","steps":["trace[410811467] 'process raft request' (duration: 808.208996ms)","trace[410811467] 'compare' (duration: 657.872807ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:31.683304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:30.215682Z","time spent":"1.467521168s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:32.157125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.149148ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:48:32.157243Z","caller":"traceutil/trace.go:171","msg":"trace[2031557343] linearizableReadLoop","detail":"{readStateIndex:20517; appliedIndex:20512; }","duration":"1.556753498s","start":"2026-07-29T08:48:30.600466Z","end":"2026-07-29T08:48:32.15722Z","steps":["trace[2031557343] 'read index received' (duration: 332.798478ms)","trace[2031557343] 'applied index is now lower than readState.Index' (duration: 1.22395318s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:32.157678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55720451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:48:32.15771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363597547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:32.157719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.871473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:32.157754Z","caller":"traceutil/trace.go:171","msg":"trace[1192041647] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19873; }","duration":"1.557322073s","start":"2026-07-29T08:48:30.600414Z","end":"2026-07-29T08:48:32.157736Z","steps":["trace[1192041647] 'agreement among raft nodes before linearized reading' (duration: 1.557061716s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.157808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:30.600393Z","time spent":"1.557406914s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:48:32.157817Z","caller":"traceutil/trace.go:171","msg":"trace[848476747] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19873; }","duration":"305.018986ms","start":"2026-07-29T08:48:31.852771Z","end":"2026-07-29T08:48:32.15779Z","steps":["trace[848476747] 'agreement among raft nodes before linearized reading' (duration: 304.854042ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.157825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.377316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T08:48:32.157869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.852751Z","time spent":"305.104699ms","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:32.157936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.002257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:32.157754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.790853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:48:32.157979Z","caller":"traceutil/trace.go:171","msg":"trace[208123908] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19873; }","duration":"719.066398ms","start":"2026-07-29T08:48:31.438902Z","end":"2026-07-29T08:48:32.157968Z","steps":["trace[208123908] 'agreement among raft nodes before linearized reading' (duration: 719.004017ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:32.15801Z","caller":"traceutil/trace.go:171","msg":"trace[1561448360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19873; }","duration":"772.06448ms","start":"2026-07-29T08:48:31.385934Z","end":"2026-07-29T08:48:32.157998Z","steps":["trace[1561448360] 'agreement among raft nodes before linearized reading' (duration: 771.705861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.158013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.438891Z","time spent":"719.11312ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:32.15803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.226123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:48:32.157884Z","caller":"traceutil/trace.go:171","msg":"trace[138958554] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19873; }","duration":"732.470438ms","start":"2026-07-29T08:48:31.425396Z","end":"2026-07-29T08:48:32.157866Z","steps":["trace[138958554] 'agreement among raft nodes before linearized reading' (duration: 732.278073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.157982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.221606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T08:48:32.157801Z","caller":"traceutil/trace.go:171","msg":"trace[62498747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19873; }","duration":"1.363727721s","start":"2026-07-29T08:48:30.794047Z","end":"2026-07-29T08:48:32.157775Z","steps":["trace[62498747] 'agreement among raft nodes before linearized reading' (duration: 1.363586777s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.15813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.425385Z","time spent":"732.731464ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:32.158174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:30.794027Z","time spent":"1.36410293s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:32.158129Z","caller":"traceutil/trace.go:171","msg":"trace[1791437080] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19873; }","duration":"733.399781ms","start":"2026-07-29T08:48:31.424718Z","end":"2026-07-29T08:48:32.158118Z","steps":["trace[1791437080] 'agreement among raft nodes before linearized reading' (duration: 733.059173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.158051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.385927Z","time spent":"772.114571ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:32.158292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.424698Z","time spent":"733.583825ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:48:32.158091Z","caller":"traceutil/trace.go:171","msg":"trace[1101995818] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19873; }","duration":"772.309156ms","start":"2026-07-29T08:48:31.385764Z","end":"2026-07-29T08:48:32.158073Z","steps":["trace[1101995818] 'agreement among raft nodes before linearized reading' (duration: 772.06947ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.158535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.683318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T08:48:32.158617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.385754Z","time spent":"772.851569ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:48:32.158655Z","caller":"traceutil/trace.go:171","msg":"trace[1407128616] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19873; }","duration":"733.862532ms","start":"2026-07-29T08:48:31.424761Z","end":"2026-07-29T08:48:32.158623Z","steps":["trace[1407128616] 'agreement among raft nodes before linearized reading' (duration: 732.869868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.158569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.239079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T08:48:32.158736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.424733Z","time spent":"733.985695ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:32.158788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.39444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T08:48:32.158826Z","caller":"traceutil/trace.go:171","msg":"trace[257753844] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19873; }","duration":"733.445722ms","start":"2026-07-29T08:48:31.425369Z","end":"2026-07-29T08:48:32.158815Z","steps":["trace[257753844] 'agreement among raft nodes before linearized reading' (duration: 733.337899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.158854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.425362Z","time spent":"733.487363ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:48:32.158799Z","caller":"traceutil/trace.go:171","msg":"trace[921779781] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19873; }","duration":"773.454704ms","start":"2026-07-29T08:48:31.385273Z","end":"2026-07-29T08:48:32.158728Z","steps":["trace[921779781] 'agreement among raft nodes before linearized reading' (duration: 773.169687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:32.158918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:31.385251Z","time spent":"773.656438ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:48:32.385212Z","caller":"traceutil/trace.go:171","msg":"trace[129247684] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"222.610214ms","start":"2026-07-29T08:48:32.162569Z","end":"2026-07-29T08:48:32.38518Z","steps":["trace[129247684] 'process raft request' (duration: 222.423359ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:33.178303Z","caller":"traceutil/trace.go:171","msg":"trace[2085413151] transaction","detail":"{read_only:false; response_revision:19875; number_of_response:1; }","duration":"1.015635908s","start":"2026-07-29T08:48:32.162642Z","end":"2026-07-29T08:48:33.178278Z","steps":["trace[2085413151] 'process raft request' (duration: 1.015382492s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:33.178451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.162623Z","time spent":"1.015753271s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:33.178774Z","caller":"traceutil/trace.go:171","msg":"trace[768057827] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"1.016071759s","start":"2026-07-29T08:48:32.162671Z","end":"2026-07-29T08:48:33.178743Z","steps":["trace[768057827] 'process raft request' (duration: 1.015567676s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:33.179075Z","caller":"traceutil/trace.go:171","msg":"trace[1507117693] transaction","detail":"{read_only:false; response_revision:19877; number_of_response:1; }","duration":"1.016143851s","start":"2026-07-29T08:48:32.162897Z","end":"2026-07-29T08:48:33.179041Z","steps":["trace[1507117693] 'process raft request' (duration: 1.015658839s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:33.179194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.162653Z","time spent":"1.016412788s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:33.179236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.162882Z","time spent":"1.016274864s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:33.179312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010961273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:33.179156Z","caller":"traceutil/trace.go:171","msg":"trace[1890429109] linearizableReadLoop","detail":"{readStateIndex:20526; appliedIndex:20518; }","duration":"1.01080657s","start":"2026-07-29T08:48:32.168315Z","end":"2026-07-29T08:48:33.179121Z","steps":["trace[1890429109] 'read index received' (duration: 216.685099ms)","trace[1890429109] 'applied index is now lower than readState.Index' (duration: 794.119981ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:33.179377Z","caller":"traceutil/trace.go:171","msg":"trace[378751541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19881; }","duration":"1.011078506s","start":"2026-07-29T08:48:32.168285Z","end":"2026-07-29T08:48:33.179364Z","steps":["trace[378751541] 'agreement among raft nodes before linearized reading' (duration: 1.010945343s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:33.17938Z","caller":"traceutil/trace.go:171","msg":"trace[967150426] transaction","detail":"{read_only:false; response_revision:19881; number_of_response:1; }","duration":"1.014954991s","start":"2026-07-29T08:48:32.164414Z","end":"2026-07-29T08:48:33.179369Z","steps":["trace[967150426] 'process raft request' (duration: 1.014657004s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:33.179368Z","caller":"traceutil/trace.go:171","msg":"trace[462607557] transaction","detail":"{read_only:false; response_revision:19880; number_of_response:1; }","duration":"1.015261059s","start":"2026-07-29T08:48:32.16407Z","end":"2026-07-29T08:48:33.179331Z","steps":["trace[462607557] 'process raft request' (duration: 1.014739006s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:33.179422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.168278Z","time spent":"1.011134648s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:33.179436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.1644Z","time spent":"1.015005863s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:33.179433Z","caller":"traceutil/trace.go:171","msg":"trace[568760726] transaction","detail":"{read_only:false; response_revision:19878; number_of_response:1; }","duration":"1.016293694s","start":"2026-07-29T08:48:32.163026Z","end":"2026-07-29T08:48:33.17932Z","steps":["trace[568760726] 'process raft request' (duration: 1.015689129s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:33.179583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.164058Z","time spent":"1.015407822s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:33.179708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.163018Z","time spent":"1.016568341s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:33.1801Z","caller":"traceutil/trace.go:171","msg":"trace[1940673347] transaction","detail":"{read_only:false; response_revision:19879; number_of_response:1; }","duration":"1.016602051s","start":"2026-07-29T08:48:32.163481Z","end":"2026-07-29T08:48:33.180084Z","steps":["trace[1940673347] 'process raft request' (duration: 1.015285329s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:33.180188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.163472Z","time spent":"1.016681554s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:35.181992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000596982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:48:35.182097Z","caller":"traceutil/trace.go:171","msg":"trace[243109064] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000750616s","start":"2026-07-29T08:48:33.181326Z","end":"2026-07-29T08:48:35.182077Z","steps":["trace[243109064] 'agreement among raft nodes before linearized reading' (duration: 2.000619122s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:35.182201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:33.181312Z","time spent":"2.000870368s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:48:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:48:36.233814Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.930369392s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:48:36.436069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.120118Z","time spent":"315.942675ms","remote":"127.0.0.1:53872","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:48:36.43626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241202905s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:36.43639Z","caller":"traceutil/trace.go:171","msg":"trace[752473976] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19881; }","duration":"1.241351338s","start":"2026-07-29T08:48:35.195016Z","end":"2026-07-29T08:48:36.436367Z","steps":["trace[752473976] 'range keys from in-memory index tree' (duration: 1.241183653s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.436661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.133194731s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:36.436948Z","caller":"traceutil/trace.go:171","msg":"trace[800254254] linearizableReadLoop","detail":"{readStateIndex:20529; appliedIndex:20526; }","duration":"3.257559343s","start":"2026-07-29T08:48:33.179375Z","end":"2026-07-29T08:48:36.436934Z","steps":["trace[800254254] 'read index received' (duration: 124.044995ms)","trace[800254254] 'applied index is now lower than readState.Index' (duration: 3.133513268s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:36.43704Z","caller":"traceutil/trace.go:171","msg":"trace[1821095955] transaction","detail":"{read_only:false; response_revision:19883; number_of_response:1; }","duration":"3.497183044s","start":"2026-07-29T08:48:32.939837Z","end":"2026-07-29T08:48:36.43702Z","steps":["trace[1821095955] 'process raft request' (duration: 3.496906938s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:36.437074Z","caller":"traceutil/trace.go:171","msg":"trace[1932366323] transaction","detail":"{read_only:false; response_revision:19884; number_of_response:1; }","duration":"3.496878077s","start":"2026-07-29T08:48:32.940153Z","end":"2026-07-29T08:48:36.437032Z","steps":["trace[1932366323] 'process raft request' (duration: 3.496697312s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.437149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.939824Z","time spent":"3.497271107s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:36.437328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.940145Z","time spent":"3.497042842s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:36.437279Z","caller":"traceutil/trace.go:171","msg":"trace[371313970] transaction","detail":"{read_only:false; response_revision:19882; number_of_response:1; }","duration":"3.498041936s","start":"2026-07-29T08:48:32.939161Z","end":"2026-07-29T08:48:36.437203Z","steps":["trace[371313970] 'process raft request' (duration: 364.23219ms)","trace[371313970] 'compare' (duration: 3.132231627s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:36.437611Z","caller":"traceutil/trace.go:171","msg":"trace[705266445] transaction","detail":"{read_only:false; response_revision:19885; number_of_response:1; }","duration":"3.190532549s","start":"2026-07-29T08:48:33.247062Z","end":"2026-07-29T08:48:36.437595Z","steps":["trace[705266445] 'process raft request' (duration: 3.189834451s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.437688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:33.247037Z","time spent":"3.19060883s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:36.437747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.25970674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:36.437806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.217845193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T08:48:36.437821Z","caller":"traceutil/trace.go:171","msg":"trace[1977631761] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:19885; }","duration":"4.259804163s","start":"2026-07-29T08:48:32.177998Z","end":"2026-07-29T08:48:36.437802Z","steps":["trace[1977631761] 'agreement among raft nodes before linearized reading' (duration: 4.259032194s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:36.437869Z","caller":"traceutil/trace.go:171","msg":"trace[333107959] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19885; }","duration":"4.217945235s","start":"2026-07-29T08:48:32.21991Z","end":"2026-07-29T08:48:36.437855Z","steps":["trace[333107959] 'agreement among raft nodes before linearized reading' (duration: 4.217112334s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.437881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.177989Z","time spent":"4.259877584s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:36.437876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498862286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:48:36.437909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.219866Z","time spent":"4.218033467s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:48:36.437927Z","caller":"traceutil/trace.go:171","msg":"trace[1503044354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19885; }","duration":"3.498953318s","start":"2026-07-29T08:48:32.938959Z","end":"2026-07-29T08:48:36.437913Z","steps":["trace[1503044354] 'agreement among raft nodes before linearized reading' (duration: 3.498027636s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.437959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.938942Z","time spent":"3.499009729s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:36.43799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.939148Z","time spent":"3.498497797s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:36.438731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.593646333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T08:48:36.438716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.868895179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:36.438801Z","caller":"traceutil/trace.go:171","msg":"trace[1802208839] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:19885; }","duration":"3.593756545s","start":"2026-07-29T08:48:32.845029Z","end":"2026-07-29T08:48:36.438786Z","steps":["trace[1802208839] 'agreement among raft nodes before linearized reading' (duration: 3.591985731s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:36.438811Z","caller":"traceutil/trace.go:171","msg":"trace[1263501442] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19885; }","duration":"3.869033482s","start":"2026-07-29T08:48:32.56976Z","end":"2026-07-29T08:48:36.438794Z","steps":["trace[1263501442] 'agreement among raft nodes before linearized reading' (duration: 3.867230918s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.438857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.569741Z","time spent":"3.869101093s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":3,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:36.438855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:32.845007Z","time spent":"3.593831457s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":664,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:36.491473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:48:36.491617Z","caller":"traceutil/trace.go:171","msg":"trace[2050912978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00089732s","start":"2026-07-29T08:48:34.490692Z","end":"2026-07-29T08:48:36.491589Z","steps":["trace[2050912978] 'agreement among raft nodes before linearized reading' (duration: 2.000655064s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.491686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:34.490682Z","time spent":"2.000990052s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:48:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:48:36.955637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.649512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:36.955978Z","caller":"traceutil/trace.go:171","msg":"trace[1205477494] transaction","detail":"{read_only:false; response_revision:19886; number_of_response:1; }","duration":"3.266531623s","start":"2026-07-29T08:48:33.689399Z","end":"2026-07-29T08:48:36.95593Z","steps":["trace[1205477494] 'process raft request' (duration: 3.114477681s)","trace[1205477494] 'compare' (duration: 151.394196ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:36.956297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:33.689379Z","time spent":"3.266759698s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:36.956323Z","caller":"traceutil/trace.go:171","msg":"trace[825149985] transaction","detail":"{read_only:false; response_revision:19887; number_of_response:1; }","duration":"3.097179757s","start":"2026-07-29T08:48:33.859107Z","end":"2026-07-29T08:48:36.956287Z","steps":["trace[825149985] 'process raft request' (duration: 3.096650224s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.956318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:35.185665Z","time spent":"1.770647409s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:48:36.956427Z","caller":"traceutil/trace.go:171","msg":"trace[518454601] linearizableReadLoop","detail":"{readStateIndex:20533; appliedIndex:20530; }","duration":"519.418958ms","start":"2026-07-29T08:48:36.436989Z","end":"2026-07-29T08:48:36.956408Z","steps":["trace[518454601] 'read index received' (duration: 366.916675ms)","trace[518454601] 'applied index is now lower than readState.Index' (duration: 152.500943ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:36.956445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:33.859083Z","time spent":"3.09730132s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:36.956521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267135708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:36.956554Z","caller":"traceutil/trace.go:171","msg":"trace[1998872118] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:19888; }","duration":"3.267214039s","start":"2026-07-29T08:48:33.689328Z","end":"2026-07-29T08:48:36.956542Z","steps":["trace[1998872118] 'agreement among raft nodes before linearized reading' (duration: 3.267137187s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.956578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:33.689309Z","time spent":"3.267262711s","remote":"127.0.0.1:48204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:36.956536Z","caller":"traceutil/trace.go:171","msg":"trace[7112299] transaction","detail":"{read_only:false; response_revision:19888; number_of_response:1; }","duration":"513.981105ms","start":"2026-07-29T08:48:36.442518Z","end":"2026-07-29T08:48:36.956499Z","steps":["trace[7112299] 'process raft request' (duration: 513.75716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.956609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772517635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T08:48:36.956653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.659685826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:48:36.956679Z","caller":"traceutil/trace.go:171","msg":"trace[1875321333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19888; }","duration":"1.772633157s","start":"2026-07-29T08:48:35.18403Z","end":"2026-07-29T08:48:36.956663Z","steps":["trace[1875321333] 'agreement among raft nodes before linearized reading' (duration: 1.772395872s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:36.956696Z","caller":"traceutil/trace.go:171","msg":"trace[1131634024] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:19888; }","duration":"1.659761538s","start":"2026-07-29T08:48:35.296924Z","end":"2026-07-29T08:48:36.956685Z","steps":["trace[1131634024] 'agreement among raft nodes before linearized reading' (duration: 1.659571573s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.956729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:35.296905Z","time spent":"1.659817799s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:48:36.956731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:35.184017Z","time spent":"1.77270122s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:36.956716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.442498Z","time spent":"514.129378ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:36.956753Z","caller":"traceutil/trace.go:171","msg":"trace[127695321] transaction","detail":"{read_only:false; response_revision:19889; number_of_response:1; }","duration":"513.540634ms","start":"2026-07-29T08:48:36.443146Z","end":"2026-07-29T08:48:36.956686Z","steps":["trace[127695321] 'process raft request' (duration: 513.266267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.956654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.7666185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:36.956948Z","caller":"traceutil/trace.go:171","msg":"trace[2077427443] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19888; }","duration":"1.766925798s","start":"2026-07-29T08:48:35.190002Z","end":"2026-07-29T08:48:36.956927Z","steps":["trace[2077427443] 'agreement among raft nodes before linearized reading' (duration: 1.766442496s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.95701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567082545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:48:36.95708Z","caller":"traceutil/trace.go:171","msg":"trace[1616847934] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19890; }","duration":"2.567153477s","start":"2026-07-29T08:48:34.389909Z","end":"2026-07-29T08:48:36.957062Z","steps":["trace[1616847934] 'agreement among raft nodes before linearized reading' (duration: 2.566757317s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.957125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:34.389845Z","time spent":"2.56726801s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:48:36.956873Z","caller":"traceutil/trace.go:171","msg":"trace[1972420239] transaction","detail":"{read_only:false; response_revision:19890; number_of_response:1; }","duration":"198.602554ms","start":"2026-07-29T08:48:36.758256Z","end":"2026-07-29T08:48:36.956858Z","steps":["trace[1972420239] 'process raft request' (duration: 198.323997ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.956948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.443136Z","time spent":"513.714549ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:36.957124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.772759311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:48:36.956802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77357186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:36.957281Z","caller":"traceutil/trace.go:171","msg":"trace[322353253] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19890; }","duration":"1.772983746s","start":"2026-07-29T08:48:35.184284Z","end":"2026-07-29T08:48:36.957268Z","steps":["trace[322353253] 'agreement among raft nodes before linearized reading' (duration: 1.772495704s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.957323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:35.184273Z","time spent":"1.773038357s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-07-29T08:48:36.957326Z","caller":"traceutil/trace.go:171","msg":"trace[1596221119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19889; }","duration":"1.774128864s","start":"2026-07-29T08:48:35.183176Z","end":"2026-07-29T08:48:36.957305Z","steps":["trace[1596221119] 'agreement among raft nodes before linearized reading' (duration: 1.773420387s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.957374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:35.183156Z","time spent":"1.774204467s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:36.957053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:35.189995Z","time spent":"1.767040891s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:36.95721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478667346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:48:36.957631Z","caller":"traceutil/trace.go:171","msg":"trace[517557020] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19890; }","duration":"2.479160388s","start":"2026-07-29T08:48:34.478451Z","end":"2026-07-29T08:48:36.957612Z","steps":["trace[517557020] 'agreement among raft nodes before linearized reading' (duration: 2.477998519s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:36.95768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:34.478436Z","time spent":"2.47922985s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:48:37.463842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107831,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:37.956903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.195889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:37.957371Z","caller":"traceutil/trace.go:171","msg":"trace[1209319450] transaction","detail":"{read_only:false; response_revision:19891; number_of_response:1; }","duration":"999.908252ms","start":"2026-07-29T08:48:36.957436Z","end":"2026-07-29T08:48:37.957344Z","steps":["trace[1209319450] 'process raft request' (duration: 613.176901ms)","trace[1209319450] 'compare' (duration: 385.710876ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:37.957477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.957403Z","time spent":"1.000021804s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:48:37.957499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.957659Z","time spent":"999.83328ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:48:37.95759Z","caller":"traceutil/trace.go:171","msg":"trace[206033524] transaction","detail":"{read_only:false; response_revision:19892; number_of_response:1; }","duration":"995.459103ms","start":"2026-07-29T08:48:36.962105Z","end":"2026-07-29T08:48:37.957564Z","steps":["trace[206033524] 'process raft request' (duration: 995.287438ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:37.957723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.96208Z","time spent":"995.590286ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:37.95788Z","caller":"traceutil/trace.go:171","msg":"trace[1949033876] transaction","detail":"{read_only:false; response_revision:19894; number_of_response:1; }","duration":"994.860298ms","start":"2026-07-29T08:48:36.96301Z","end":"2026-07-29T08:48:37.957871Z","steps":["trace[1949033876] 'process raft request' (duration: 994.746885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:37.957945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.962964Z","time spent":"994.94427ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:37.957951Z","caller":"traceutil/trace.go:171","msg":"trace[1999458894] linearizableReadLoop","detail":"{readStateIndex:20542; appliedIndex:20536; }","duration":"994.344016ms","start":"2026-07-29T08:48:36.963581Z","end":"2026-07-29T08:48:37.957925Z","steps":["trace[1999458894] 'read index received' (duration: 607.017869ms)","trace[1999458894] 'applied index is now lower than readState.Index' (duration: 387.325006ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:37.958012Z","caller":"traceutil/trace.go:171","msg":"trace[228699092] transaction","detail":"{read_only:false; response_revision:19893; number_of_response:1; }","duration":"995.553034ms","start":"2026-07-29T08:48:36.962451Z","end":"2026-07-29T08:48:37.958004Z","steps":["trace[228699092] 'process raft request' (duration: 995.055082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:37.95805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.962438Z","time spent":"995.591836ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:37.958298Z","caller":"traceutil/trace.go:171","msg":"trace[570539179] transaction","detail":"{read_only:false; response_revision:19895; number_of_response:1; }","duration":"994.773406ms","start":"2026-07-29T08:48:36.963251Z","end":"2026-07-29T08:48:37.958024Z","steps":["trace[570539179] 'process raft request' (duration: 994.592171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:37.958374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.663288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:37.958427Z","caller":"traceutil/trace.go:171","msg":"trace[1337853512] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:19895; }","duration":"731.77399ms","start":"2026-07-29T08:48:37.226639Z","end":"2026-07-29T08:48:37.958413Z","steps":["trace[1337853512] 'agreement among raft nodes before linearized reading' (duration: 731.666828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:37.958434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.963237Z","time spent":"995.123534ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:37.958463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:37.226606Z","time spent":"731.847872ms","remote":"127.0.0.1:48102","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:37.958482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.893059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:48:37.958532Z","caller":"traceutil/trace.go:171","msg":"trace[1957620921] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19895; }","duration":"995.001411ms","start":"2026-07-29T08:48:36.963516Z","end":"2026-07-29T08:48:37.958517Z","steps":["trace[1957620921] 'agreement among raft nodes before linearized reading' (duration: 994.53419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:37.958547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.493559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:37.958576Z","caller":"traceutil/trace.go:171","msg":"trace[994433332] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:19895; }","duration":"565.562841ms","start":"2026-07-29T08:48:37.393004Z","end":"2026-07-29T08:48:37.958567Z","steps":["trace[994433332] 'agreement among raft nodes before linearized reading' (duration: 565.11188ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:37.958578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.963501Z","time spent":"995.064633ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:48:37.9586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:37.392982Z","time spent":"565.611422ms","remote":"127.0.0.1:48246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:37.959376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.477144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:37.959441Z","caller":"traceutil/trace.go:171","msg":"trace[766854039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19895; }","duration":"993.560916ms","start":"2026-07-29T08:48:36.965862Z","end":"2026-07-29T08:48:37.959423Z","steps":["trace[766854039] 'agreement among raft nodes before linearized reading' (duration: 992.206623ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:37.959487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:36.965853Z","time spent":"993.622988ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:38.319188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.64751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:38.319298Z","caller":"traceutil/trace.go:171","msg":"trace[1784053479] linearizableReadLoop","detail":"{readStateIndex:20543; appliedIndex:20542; }","duration":"359.171615ms","start":"2026-07-29T08:48:37.960111Z","end":"2026-07-29T08:48:38.319283Z","steps":["trace[1784053479] 'read index received' (duration: 139.389142ms)","trace[1784053479] 'applied index is now lower than readState.Index' (duration: 219.779603ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:38.319381Z","caller":"traceutil/trace.go:171","msg":"trace[1689769791] transaction","detail":"{read_only:false; response_revision:19896; number_of_response:1; }","duration":"359.917603ms","start":"2026-07-29T08:48:37.959422Z","end":"2026-07-29T08:48:38.31934Z","steps":["trace[1689769791] 'process raft request' (duration: 140.052558ms)","trace[1689769791] 'compare' (duration: 219.526057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:38.319472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.357209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12091"} {"level":"info","ts":"2026-07-29T08:48:38.3195Z","caller":"traceutil/trace.go:171","msg":"trace[1754493803] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19896; }","duration":"359.414831ms","start":"2026-07-29T08:48:37.960076Z","end":"2026-07-29T08:48:38.319491Z","steps":["trace[1754493803] 'agreement among raft nodes before linearized reading' (duration: 359.271227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:38.31954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:37.960061Z","time spent":"359.471382ms","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12115,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T08:48:38.319555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:37.959373Z","time spent":"360.094597ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:39.223461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.821681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:39.223562Z","caller":"traceutil/trace.go:171","msg":"trace[395267391] linearizableReadLoop","detail":"{readStateIndex:20544; appliedIndex:20543; }","duration":"904.222873ms","start":"2026-07-29T08:48:38.319323Z","end":"2026-07-29T08:48:39.223545Z","steps":["trace[395267391] 'read index received' (duration: 335.241268ms)","trace[395267391] 'applied index is now lower than readState.Index' (duration: 568.980275ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:39.223702Z","caller":"traceutil/trace.go:171","msg":"trace[2100650052] transaction","detail":"{read_only:false; response_revision:19897; number_of_response:1; }","duration":"1.261691816s","start":"2026-07-29T08:48:37.961958Z","end":"2026-07-29T08:48:39.22365Z","steps":["trace[2100650052] 'process raft request' (duration: 692.595568ms)","trace[2100650052] 'compare' (duration: 568.273658ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:39.223768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039793141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T08:48:39.2238Z","caller":"traceutil/trace.go:171","msg":"trace[1812046268] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19897; }","duration":"1.039846862s","start":"2026-07-29T08:48:38.183943Z","end":"2026-07-29T08:48:39.22379Z","steps":["trace[1812046268] 'agreement among raft nodes before linearized reading' (duration: 1.039670548s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:39.223834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.183936Z","time spent":"1.039889323s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:39.223829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039515564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T08:48:39.223923Z","caller":"traceutil/trace.go:171","msg":"trace[853727694] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19897; }","duration":"1.039634897s","start":"2026-07-29T08:48:38.184263Z","end":"2026-07-29T08:48:39.223898Z","steps":["trace[853727694] 'agreement among raft nodes before linearized reading' (duration: 1.039323869s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:39.223954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:37.961933Z","time spent":"1.261870061s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:48:39.22401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.184256Z","time spent":"1.03973941s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:39.224074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040154999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T08:48:39.224113Z","caller":"traceutil/trace.go:171","msg":"trace[640936496] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19897; }","duration":"1.040236782s","start":"2026-07-29T08:48:38.183868Z","end":"2026-07-29T08:48:39.224104Z","steps":["trace[640936496] 'agreement among raft nodes before linearized reading' (duration: 1.0401412s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:39.224139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.183845Z","time spent":"1.040288383s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:39.224186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26386546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:39.224247Z","caller":"traceutil/trace.go:171","msg":"trace[2119109060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19897; }","duration":"1.263948322s","start":"2026-07-29T08:48:37.960285Z","end":"2026-07-29T08:48:39.224234Z","steps":["trace[2119109060] 'agreement among raft nodes before linearized reading' (duration: 1.26385602s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:39.224233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234490119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:39.224249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.039196016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-07-29T08:48:39.224287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:37.960274Z","time spent":"1.264004373s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:39.224303Z","caller":"traceutil/trace.go:171","msg":"trace[1442907854] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:19897; }","duration":"1.234610372s","start":"2026-07-29T08:48:37.989673Z","end":"2026-07-29T08:48:39.224284Z","steps":["trace[1442907854] 'agreement among raft nodes before linearized reading' (duration: 1.234474988s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:39.224335Z","caller":"traceutil/trace.go:171","msg":"trace[459605066] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19897; }","duration":"1.039314589s","start":"2026-07-29T08:48:38.184992Z","end":"2026-07-29T08:48:39.224307Z","steps":["trace[459605066] 'agreement among raft nodes before linearized reading' (duration: 1.039136305s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:39.2244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.184965Z","time spent":"1.039417292s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:39.224351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:37.989653Z","time spent":"1.234689523s","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:39.264046Z","caller":"traceutil/trace.go:171","msg":"trace[1416266053] transaction","detail":"{read_only:false; response_revision:19899; number_of_response:1; }","duration":"820.9522ms","start":"2026-07-29T08:48:38.443066Z","end":"2026-07-29T08:48:39.264018Z","steps":["trace[1416266053] 'process raft request' (duration: 820.836917ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:39.264056Z","caller":"traceutil/trace.go:171","msg":"trace[1313671792] transaction","detail":"{read_only:false; response_revision:19898; number_of_response:1; }","duration":"820.999971ms","start":"2026-07-29T08:48:38.443034Z","end":"2026-07-29T08:48:39.264034Z","steps":["trace[1313671792] 'process raft request' (duration: 820.764025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:39.264176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.44304Z","time spent":"821.073122ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:39.264209Z","caller":"traceutil/trace.go:171","msg":"trace[2082059856] transaction","detail":"{read_only:false; response_revision:19900; number_of_response:1; }","duration":"819.209317ms","start":"2026-07-29T08:48:38.444972Z","end":"2026-07-29T08:48:39.264182Z","steps":["trace[2082059856] 'process raft request' (duration: 818.969951ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:39.264287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.444953Z","time spent":"819.288179ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:39.264503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.443011Z","time spent":"821.118354ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:40.107152Z","caller":"traceutil/trace.go:171","msg":"trace[1604940354] transaction","detail":"{read_only:false; response_revision:19901; number_of_response:1; }","duration":"1.144843499s","start":"2026-07-29T08:48:38.96228Z","end":"2026-07-29T08:48:40.107123Z","steps":["trace[1604940354] 'process raft request' (duration: 1.144295556s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.107316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.962258Z","time spent":"1.144970753s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:40.107479Z","caller":"traceutil/trace.go:171","msg":"trace[1888214478] transaction","detail":"{read_only:false; response_revision:19902; number_of_response:1; }","duration":"878.773139ms","start":"2026-07-29T08:48:39.228628Z","end":"2026-07-29T08:48:40.107401Z","steps":["trace[1888214478] 'process raft request' (duration: 878.42851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.107597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.2286Z","time spent":"878.944192ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:40.107771Z","caller":"traceutil/trace.go:171","msg":"trace[438590133] transaction","detail":"{read_only:false; response_revision:19903; number_of_response:1; }","duration":"878.586114ms","start":"2026-07-29T08:48:39.229153Z","end":"2026-07-29T08:48:40.107739Z","steps":["trace[438590133] 'process raft request' (duration: 878.187024ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:40.107843Z","caller":"traceutil/trace.go:171","msg":"trace[1554427076] transaction","detail":"{read_only:false; response_revision:19904; number_of_response:1; }","duration":"878.478861ms","start":"2026-07-29T08:48:39.229345Z","end":"2026-07-29T08:48:40.107824Z","steps":["trace[1554427076] 'process raft request' (duration: 878.356388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.107953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.229144Z","time spent":"878.721677ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:40.108059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.229324Z","time spent":"878.672217ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:40.107941Z","caller":"traceutil/trace.go:171","msg":"trace[1929932131] linearizableReadLoop","detail":"{readStateIndex:20548; appliedIndex:20544; }","duration":"884.321465ms","start":"2026-07-29T08:48:39.223587Z","end":"2026-07-29T08:48:40.107909Z","steps":["trace[1929932131] 'read index received' (duration: 40.251168ms)","trace[1929932131] 'applied index is now lower than readState.Index' (duration: 844.069287ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:40.108113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.786215301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T08:48:40.108165Z","caller":"traceutil/trace.go:171","msg":"trace[1939036217] transaction","detail":"{read_only:false; response_revision:19905; number_of_response:1; }","duration":"878.070561ms","start":"2026-07-29T08:48:39.230079Z","end":"2026-07-29T08:48:40.108149Z","steps":["trace[1939036217] 'process raft request' (duration: 877.708962ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:40.10818Z","caller":"traceutil/trace.go:171","msg":"trace[599500418] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:19905; }","duration":"1.786303424s","start":"2026-07-29T08:48:38.321859Z","end":"2026-07-29T08:48:40.108163Z","steps":["trace[599500418] 'agreement among raft nodes before linearized reading' (duration: 1.786122849s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.108229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146796337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-07-29T08:48:40.108228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.321844Z","time spent":"1.786371405s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:48:40.108249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.230069Z","time spent":"878.137853ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:40.108264Z","caller":"traceutil/trace.go:171","msg":"trace[1085929514] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19905; }","duration":"1.146879099s","start":"2026-07-29T08:48:38.961377Z","end":"2026-07-29T08:48:40.108256Z","steps":["trace[1085929514] 'agreement among raft nodes before linearized reading' (duration: 1.146786877s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.108266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.728150266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:40.108333Z","caller":"traceutil/trace.go:171","msg":"trace[1099248598] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19905; }","duration":"1.728259418s","start":"2026-07-29T08:48:38.380057Z","end":"2026-07-29T08:48:40.108316Z","steps":["trace[1099248598] 'agreement among raft nodes before linearized reading' (duration: 1.728129345s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.108295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.961342Z","time spent":"1.146947431s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:40.108382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.380035Z","time spent":"1.728335691s","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T08:48:40.108392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145981037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:48:40.108553Z","caller":"traceutil/trace.go:171","msg":"trace[1654145765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19905; }","duration":"1.146207343s","start":"2026-07-29T08:48:38.962323Z","end":"2026-07-29T08:48:40.10853Z","steps":["trace[1654145765] 'agreement among raft nodes before linearized reading' (duration: 1.14569656s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.108662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:38.962292Z","time spent":"1.146353356s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:40.816303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.801357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:40.816439Z","caller":"traceutil/trace.go:171","msg":"trace[1510364052] linearizableReadLoop","detail":"{readStateIndex:20553; appliedIndex:20552; }","duration":"708.310045ms","start":"2026-07-29T08:48:40.108105Z","end":"2026-07-29T08:48:40.816415Z","steps":["trace[1510364052] 'read index received' (duration: 107.308224ms)","trace[1510364052] 'applied index is now lower than readState.Index' (duration: 600.999661ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:40.816686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.263108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:48:40.816743Z","caller":"traceutil/trace.go:171","msg":"trace[1135045262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19906; }","duration":"854.35902ms","start":"2026-07-29T08:48:39.96237Z","end":"2026-07-29T08:48:40.816729Z","steps":["trace[1135045262] 'agreement among raft nodes before linearized reading' (duration: 854.144545ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:40.816753Z","caller":"traceutil/trace.go:171","msg":"trace[1310576227] transaction","detail":"{read_only:false; response_revision:19906; number_of_response:1; }","duration":"1.041100513s","start":"2026-07-29T08:48:39.77563Z","end":"2026-07-29T08:48:40.81673Z","steps":["trace[1310576227] 'process raft request' (duration: 439.768684ms)","trace[1310576227] 'compare' (duration: 600.441547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:40.816791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.96235Z","time spent":"854.428821ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:48:40.816858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.775601Z","time spent":"1.041194426s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:40.816676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.772305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-07-29T08:48:40.816912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584197423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:40.81698Z","caller":"traceutil/trace.go:171","msg":"trace[687762810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19906; }","duration":"1.584279545s","start":"2026-07-29T08:48:39.232683Z","end":"2026-07-29T08:48:40.816963Z","steps":["trace[687762810] 'agreement among raft nodes before linearized reading' (duration: 1.584174922s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:40.816955Z","caller":"traceutil/trace.go:171","msg":"trace[1802406985] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19906; }","duration":"854.066233ms","start":"2026-07-29T08:48:39.962852Z","end":"2026-07-29T08:48:40.816918Z","steps":["trace[1802406985] 'agreement among raft nodes before linearized reading' (duration: 853.582811ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.817031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.232673Z","time spent":"1.584348306s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:40.817071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.962845Z","time spent":"854.190185ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:40.817087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.501439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T08:48:40.817017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.867322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-29T08:48:40.817225Z","caller":"traceutil/trace.go:171","msg":"trace[266834064] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19906; }","duration":"855.105768ms","start":"2026-07-29T08:48:39.962097Z","end":"2026-07-29T08:48:40.817202Z","steps":["trace[266834064] 'agreement among raft nodes before linearized reading' (duration: 854.77842ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:40.817219Z","caller":"traceutil/trace.go:171","msg":"trace[846478670] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19906; }","duration":"853.705973ms","start":"2026-07-29T08:48:39.963483Z","end":"2026-07-29T08:48:40.817189Z","steps":["trace[846478670] 'agreement among raft nodes before linearized reading' (duration: 853.403046ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:40.817338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.962079Z","time spent":"855.212461ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:40.817398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:39.96347Z","time spent":"853.901979ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:41.317378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107858,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:41.762951Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.54745064s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:48:42.058572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.274197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:42.058756Z","caller":"traceutil/trace.go:171","msg":"trace[791228803] transaction","detail":"{read_only:false; response_revision:19908; number_of_response:1; }","duration":"1.945685174s","start":"2026-07-29T08:48:40.113056Z","end":"2026-07-29T08:48:42.058741Z","steps":["trace[791228803] 'process raft request' (duration: 1.945594202s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:42.058809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.113024Z","time spent":"1.945763176s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:42.058902Z","caller":"traceutil/trace.go:171","msg":"trace[799858991] transaction","detail":"{read_only:false; response_revision:19907; number_of_response:1; }","duration":"1.945964361s","start":"2026-07-29T08:48:40.11293Z","end":"2026-07-29T08:48:42.058895Z","steps":["trace[799858991] 'process raft request' (duration: 1.650295894s)","trace[799858991] 'compare' (duration: 295.182465ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:42.058937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.112915Z","time spent":"1.946004853s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:42.818344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000387257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:48:42.818443Z","caller":"traceutil/trace.go:171","msg":"trace[74950100] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000533051s","start":"2026-07-29T08:48:40.817889Z","end":"2026-07-29T08:48:42.818422Z","steps":["trace[74950100] 'agreement among raft nodes before linearized reading' (duration: 2.000402248s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:42.818497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.817872Z","time spent":"2.000613932s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:48:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-29T08:48:42.876085Z","caller":"traceutil/trace.go:171","msg":"trace[1447971424] transaction","detail":"{read_only:false; response_revision:19910; number_of_response:1; }","duration":"2.055549031s","start":"2026-07-29T08:48:40.820511Z","end":"2026-07-29T08:48:42.87606Z","steps":["trace[1447971424] 'process raft request' (duration: 2.055465269s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:42.876127Z","caller":"traceutil/trace.go:171","msg":"trace[1631902843] transaction","detail":"{read_only:false; response_revision:19909; number_of_response:1; }","duration":"2.173217809s","start":"2026-07-29T08:48:40.702872Z","end":"2026-07-29T08:48:42.87609Z","steps":["trace[1631902843] 'process raft request' (duration: 2.172939613s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:42.876242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.820487Z","time spent":"2.055677474s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:42.876314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.702845Z","time spent":"2.173360312s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:42.876402Z","caller":"traceutil/trace.go:171","msg":"trace[1918611132] transaction","detail":"{read_only:false; response_revision:19911; number_of_response:1; }","duration":"2.055640303s","start":"2026-07-29T08:48:40.820736Z","end":"2026-07-29T08:48:42.876376Z","steps":["trace[1918611132] 'process raft request' (duration: 2.055286675s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:42.876474Z","caller":"traceutil/trace.go:171","msg":"trace[1447560611] transaction","detail":"{read_only:false; response_revision:19913; number_of_response:1; }","duration":"2.054593927s","start":"2026-07-29T08:48:40.821855Z","end":"2026-07-29T08:48:42.876449Z","steps":["trace[1447560611] 'process raft request' (duration: 2.054504595s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:42.876488Z","caller":"traceutil/trace.go:171","msg":"trace[472580216] transaction","detail":"{read_only:false; response_revision:19912; number_of_response:1; }","duration":"2.055416998s","start":"2026-07-29T08:48:40.821013Z","end":"2026-07-29T08:48:42.87643Z","steps":["trace[472580216] 'process raft request' (duration: 2.055247144s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:42.876547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.820716Z","time spent":"2.055762806s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:42.876589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.821836Z","time spent":"2.05469192s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:42.876638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.821005Z","time spent":"2.055554411s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:43.319146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.726706ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:48:43.319671Z","caller":"traceutil/trace.go:171","msg":"trace[1630380400] transaction","detail":"{read_only:false; response_revision:19914; number_of_response:1; }","duration":"2.050130368s","start":"2026-07-29T08:48:41.269513Z","end":"2026-07-29T08:48:43.319644Z","steps":["trace[1630380400] 'process raft request' (duration: 2.049731888s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.319835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:41.269486Z","time spent":"2.050260241s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:43.677297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.595887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:43.677515Z","caller":"traceutil/trace.go:171","msg":"trace[305291155] linearizableReadLoop","detail":"{readStateIndex:20564; appliedIndex:20553; }","duration":"2.86102445s","start":"2026-07-29T08:48:40.816474Z","end":"2026-07-29T08:48:43.677499Z","steps":["trace[305291155] 'read index received' (duration: 946.767356ms)","trace[305291155] 'applied index is now lower than readState.Index' (duration: 1.914256294s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:43.677594Z","caller":"traceutil/trace.go:171","msg":"trace[1300468643] transaction","detail":"{read_only:false; response_revision:19916; number_of_response:1; }","duration":"2.407779546s","start":"2026-07-29T08:48:41.269782Z","end":"2026-07-29T08:48:43.677562Z","steps":["trace[1300468643] 'process raft request' (duration: 2.407606381s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:43.677629Z","caller":"traceutil/trace.go:171","msg":"trace[2003844262] transaction","detail":"{read_only:false; response_revision:19915; number_of_response:1; }","duration":"2.407981241s","start":"2026-07-29T08:48:41.269626Z","end":"2026-07-29T08:48:43.677607Z","steps":["trace[2003844262] 'process raft request' (duration: 2.049993794s)","trace[2003844262] 'compare' (duration: 357.375822ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:43.677715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609021035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:43.677724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:41.2696Z","time spent":"2.408080074s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:43.677754Z","caller":"traceutil/trace.go:171","msg":"trace[1731199309] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:19917; }","duration":"2.609061396s","start":"2026-07-29T08:48:41.068677Z","end":"2026-07-29T08:48:43.677738Z","steps":["trace[1731199309] 'agreement among raft nodes before linearized reading' (duration: 2.608983104s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.67774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.294565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:43.677758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:41.269767Z","time spent":"2.407907859s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:43.677796Z","caller":"traceutil/trace.go:171","msg":"trace[746786735] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19917; }","duration":"202.424208ms","start":"2026-07-29T08:48:43.475358Z","end":"2026-07-29T08:48:43.677783Z","steps":["trace[746786735] 'agreement among raft nodes before linearized reading' (duration: 202.320496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.677786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:41.06861Z","time spent":"2.609167559s","remote":"127.0.0.1:48234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:43.677861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.565169043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:43.677896Z","caller":"traceutil/trace.go:171","msg":"trace[1043826925] transaction","detail":"{read_only:false; response_revision:19917; number_of_response:1; }","duration":"1.564693765s","start":"2026-07-29T08:48:42.113191Z","end":"2026-07-29T08:48:43.677885Z","steps":["trace[1043826925] 'process raft request' (duration: 1.564278394s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.677876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.567999602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:48:43.677939Z","caller":"traceutil/trace.go:171","msg":"trace[1866630595] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19917; }","duration":"3.565277776s","start":"2026-07-29T08:48:40.112643Z","end":"2026-07-29T08:48:43.677921Z","steps":["trace[1866630595] 'agreement among raft nodes before linearized reading' (duration: 3.564953038s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.677951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:42.113162Z","time spent":"1.564762236s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:43.677959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.12364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:43.677968Z","caller":"traceutil/trace.go:171","msg":"trace[1784983253] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19917; }","duration":"3.568113705s","start":"2026-07-29T08:48:40.109835Z","end":"2026-07-29T08:48:43.677949Z","steps":["trace[1784983253] 'agreement among raft nodes before linearized reading' (duration: 3.567776777s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:43.677991Z","caller":"traceutil/trace.go:171","msg":"trace[623833861] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19917; }","duration":"851.194192ms","start":"2026-07-29T08:48:42.826787Z","end":"2026-07-29T08:48:43.677981Z","steps":["trace[623833861] 'agreement among raft nodes before linearized reading' (duration: 851.143271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.677988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.112636Z","time spent":"3.565338978s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-29T08:48:43.67802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:40.109791Z","time spent":"3.568214718s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:48:43.678041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:42.826762Z","time spent":"851.256043ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:43.67808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.397889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T08:48:43.678199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324398117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:43.678225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.671032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:43.678263Z","caller":"traceutil/trace.go:171","msg":"trace[2146809802] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:19917; }","duration":"263.753754ms","start":"2026-07-29T08:48:43.414498Z","end":"2026-07-29T08:48:43.678252Z","steps":["trace[2146809802] 'agreement among raft nodes before linearized reading' (duration: 263.699462ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:43.678261Z","caller":"traceutil/trace.go:171","msg":"trace[638201985] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19917; }","duration":"1.324518559s","start":"2026-07-29T08:48:42.353723Z","end":"2026-07-29T08:48:43.678242Z","steps":["trace[638201985] 'agreement among raft nodes before linearized reading' (duration: 1.324381866s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.678317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:42.353696Z","time spent":"1.324604522s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:43.678224Z","caller":"traceutil/trace.go:171","msg":"trace[811923059] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:19917; }","duration":"856.484491ms","start":"2026-07-29T08:48:42.821635Z","end":"2026-07-29T08:48:43.678119Z","steps":["trace[811923059] 'agreement among raft nodes before linearized reading' (duration: 856.354198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.678394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.048355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-29T08:48:43.678429Z","caller":"traceutil/trace.go:171","msg":"trace[855110950] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:19917; }","duration":"650.083416ms","start":"2026-07-29T08:48:43.028337Z","end":"2026-07-29T08:48:43.67842Z","steps":["trace[855110950] 'agreement among raft nodes before linearized reading' (duration: 649.976033ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:43.678452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:43.028316Z","time spent":"650.130226ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1668,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-29T08:48:43.67847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:42.821617Z","time spent":"856.786279ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"warn","ts":"2026-07-29T08:48:44.44929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.036314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:44.449402Z","caller":"traceutil/trace.go:171","msg":"trace[1412636523] linearizableReadLoop","detail":"{readStateIndex:20566; appliedIndex:20565; }","duration":"767.992689ms","start":"2026-07-29T08:48:43.681389Z","end":"2026-07-29T08:48:44.449382Z","steps":["trace[1412636523] 'read index received' (duration: 291.75288ms)","trace[1412636523] 'applied index is now lower than readState.Index' (duration: 476.238379ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:44.449513Z","caller":"traceutil/trace.go:171","msg":"trace[1113903542] transaction","detail":"{read_only:false; response_revision:19918; number_of_response:1; }","duration":"768.38755ms","start":"2026-07-29T08:48:43.68109Z","end":"2026-07-29T08:48:44.449478Z","steps":["trace[1113903542] 'process raft request' (duration: 292.045318ms)","trace[1113903542] 'compare' (duration: 475.907671ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:44.449789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:43.68107Z","time spent":"768.654986ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:44.449653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.253766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:48:44.450069Z","caller":"traceutil/trace.go:171","msg":"trace[1800746107] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19918; }","duration":"768.652986ms","start":"2026-07-29T08:48:43.681363Z","end":"2026-07-29T08:48:44.450016Z","steps":["trace[1800746107] 'agreement among raft nodes before linearized reading' (duration: 768.124573ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:44.450187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:43.681323Z","time spent":"768.83468ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T08:48:44.452309Z","caller":"traceutil/trace.go:171","msg":"trace[422154560] transaction","detail":"{read_only:false; response_revision:19919; number_of_response:1; }","duration":"509.827553ms","start":"2026-07-29T08:48:43.942447Z","end":"2026-07-29T08:48:44.452274Z","steps":["trace[422154560] 'process raft request' (duration: 509.641549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:44.452361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.557971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:48:44.452393Z","caller":"traceutil/trace.go:171","msg":"trace[594766579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19919; }","duration":"389.626883ms","start":"2026-07-29T08:48:44.062757Z","end":"2026-07-29T08:48:44.452384Z","steps":["trace[594766579] 'agreement among raft nodes before linearized reading' (duration: 389.537861ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:44.452397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.968597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T08:48:44.452426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.062737Z","time spent":"389.683685ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:44.452429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:43.942419Z","time spent":"509.948827ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:44.45246Z","caller":"traceutil/trace.go:171","msg":"trace[28099277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19919; }","duration":"389.06136ms","start":"2026-07-29T08:48:44.063383Z","end":"2026-07-29T08:48:44.452445Z","steps":["trace[28099277] 'agreement among raft nodes before linearized reading' (duration: 388.852804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:44.452508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.063369Z","time spent":"389.125661ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:44.452605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.149072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:48:44.452664Z","caller":"traceutil/trace.go:171","msg":"trace[1094717231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19919; }","duration":"770.227465ms","start":"2026-07-29T08:48:43.682426Z","end":"2026-07-29T08:48:44.452654Z","steps":["trace[1094717231] 'agreement among raft nodes before linearized reading' (duration: 769.978909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:44.452707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:43.682391Z","time spent":"770.308877ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:48:44.452618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.068141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-764ee36d-3de0-4c3e-8cca-e1867315c60a\" ","response":"range_response_count:1 size:2208"} {"level":"info","ts":"2026-07-29T08:48:44.452836Z","caller":"traceutil/trace.go:171","msg":"trace[2076917265] range","detail":"{range_begin:/registry/persistentvolumes/pvc-764ee36d-3de0-4c3e-8cca-e1867315c60a; range_end:; response_count:1; response_revision:19919; }","duration":"770.537823ms","start":"2026-07-29T08:48:43.682277Z","end":"2026-07-29T08:48:44.452814Z","steps":["trace[2076917265] 'agreement among raft nodes before linearized reading' (duration: 769.949988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:44.453018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:43.682266Z","time spent":"770.736377ms","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2232,"request content":"key:\"/registry/persistentvolumes/pvc-764ee36d-3de0-4c3e-8cca-e1867315c60a\" "} {"level":"warn","ts":"2026-07-29T08:48:45.057897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.281241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:45.058182Z","caller":"traceutil/trace.go:171","msg":"trace[678109297] linearizableReadLoop","detail":"{readStateIndex:20569; appliedIndex:20567; }","duration":"583.688686ms","start":"2026-07-29T08:48:44.474436Z","end":"2026-07-29T08:48:45.058124Z","steps":["trace[678109297] 'read index received' (duration: 153.090728ms)","trace[678109297] 'applied index is now lower than readState.Index' (duration: 430.596718ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:45.058278Z","caller":"traceutil/trace.go:171","msg":"trace[1789971454] transaction","detail":"{read_only:false; response_revision:19921; number_of_response:1; }","duration":"599.468973ms","start":"2026-07-29T08:48:44.458799Z","end":"2026-07-29T08:48:45.058268Z","steps":["trace[1789971454] 'process raft request' (duration: 599.242227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.058341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.73929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:45.058383Z","caller":"traceutil/trace.go:171","msg":"trace[106338463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19921; }","duration":"566.806291ms","start":"2026-07-29T08:48:44.491566Z","end":"2026-07-29T08:48:45.058372Z","steps":["trace[106338463] 'agreement among raft nodes before linearized reading' (duration: 566.73778ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.058392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.458791Z","time spent":"599.544146ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:45.058419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.491552Z","time spent":"566.859943ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:45.058612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.4875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:45.058643Z","caller":"traceutil/trace.go:171","msg":"trace[296514440] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19921; }","duration":"178.552442ms","start":"2026-07-29T08:48:44.880081Z","end":"2026-07-29T08:48:45.058634Z","steps":["trace[296514440] 'agreement among raft nodes before linearized reading' (duration: 178.47887ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.058634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.443895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:48:45.058538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.084736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-29T08:48:45.058674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.406314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:48:45.058691Z","caller":"traceutil/trace.go:171","msg":"trace[1570752400] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19921; }","duration":"177.530817ms","start":"2026-07-29T08:48:44.881144Z","end":"2026-07-29T08:48:45.058675Z","steps":["trace[1570752400] 'agreement among raft nodes before linearized reading' (duration: 177.390453ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.058673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.03152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:45.058721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.497627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:48:45.058751Z","caller":"traceutil/trace.go:171","msg":"trace[572892973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19921; }","duration":"264.163983ms","start":"2026-07-29T08:48:44.794568Z","end":"2026-07-29T08:48:45.058732Z","steps":["trace[572892973] 'agreement among raft nodes before linearized reading' (duration: 264.01696ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.058765Z","caller":"traceutil/trace.go:171","msg":"trace[893622727] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19921; }","duration":"177.568038ms","start":"2026-07-29T08:48:44.881186Z","end":"2026-07-29T08:48:45.058754Z","steps":["trace[893622727] 'agreement among raft nodes before linearized reading' (duration: 177.461545ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.058725Z","caller":"traceutil/trace.go:171","msg":"trace[1199547464] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19921; }","duration":"177.468306ms","start":"2026-07-29T08:48:44.881243Z","end":"2026-07-29T08:48:45.058711Z","steps":["trace[1199547464] 'agreement among raft nodes before linearized reading' (duration: 177.299562ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:45.058748Z","caller":"traceutil/trace.go:171","msg":"trace[1869827951] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19921; }","duration":"584.295101ms","start":"2026-07-29T08:48:44.474402Z","end":"2026-07-29T08:48:45.058697Z","steps":["trace[1869827951] 'agreement among raft nodes before linearized reading' (duration: 584.031645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:45.058892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.474386Z","time spent":"584.459825ms","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-29T08:48:45.05842Z","caller":"traceutil/trace.go:171","msg":"trace[559266960] transaction","detail":"{read_only:false; response_revision:19920; number_of_response:1; }","duration":"600.275413ms","start":"2026-07-29T08:48:44.458115Z","end":"2026-07-29T08:48:45.05839Z","steps":["trace[559266960] 'process raft request' (duration: 169.397778ms)","trace[559266960] 'compare' (duration: 429.906201ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:45.059054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:44.458103Z","time spent":"600.880857ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:45.567457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:46.26016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063927752s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:46.260317Z","caller":"traceutil/trace.go:171","msg":"trace[305726702] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19921; }","duration":"1.064113767s","start":"2026-07-29T08:48:45.196179Z","end":"2026-07-29T08:48:46.260293Z","steps":["trace[305726702] 'range keys from in-memory index tree' (duration: 1.063903752s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:46.261124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.080422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:46.261231Z","caller":"traceutil/trace.go:171","msg":"trace[1062982634] transaction","detail":"{read_only:false; response_revision:19922; number_of_response:1; }","duration":"1.198454054s","start":"2026-07-29T08:48:45.062752Z","end":"2026-07-29T08:48:46.261206Z","steps":["trace[1062982634] 'process raft request' (duration: 617.204128ms)","trace[1062982634] 'compare' (duration: 580.058187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:46.261318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.062729Z","time spent":"1.198543087s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:46.967269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287254555s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:48:47.070816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.247254ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:47.071213Z","caller":"traceutil/trace.go:171","msg":"trace[1248646178] linearizableReadLoop","detail":"{readStateIndex:20574; appliedIndex:20569; }","duration":"2.004806535s","start":"2026-07-29T08:48:45.066384Z","end":"2026-07-29T08:48:47.07119Z","steps":["trace[1248646178] 'read index received' (duration: 613.587849ms)","trace[1248646178] 'applied index is now lower than readState.Index' (duration: 1.391217016s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:47.071319Z","caller":"traceutil/trace.go:171","msg":"trace[1567679650] transaction","detail":"{read_only:false; response_revision:19923; number_of_response:1; }","duration":"2.007325277s","start":"2026-07-29T08:48:45.063977Z","end":"2026-07-29T08:48:47.071302Z","steps":["trace[1567679650] 'process raft request' (duration: 1.903506709s)","trace[1567679650] 'compare' (duration: 103.108081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:47.071431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.063959Z","time spent":"2.007396388s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:47.071442Z","caller":"traceutil/trace.go:171","msg":"trace[114941] transaction","detail":"{read_only:false; response_revision:19925; number_of_response:1; }","duration":"2.006509587s","start":"2026-07-29T08:48:45.064907Z","end":"2026-07-29T08:48:47.071417Z","steps":["trace[114941] 'process raft request' (duration: 2.006166219s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:47.071608Z","caller":"traceutil/trace.go:171","msg":"trace[75823985] transaction","detail":"{read_only:false; response_revision:19924; number_of_response:1; }","duration":"2.006849725s","start":"2026-07-29T08:48:45.064749Z","end":"2026-07-29T08:48:47.071598Z","steps":["trace[75823985] 'process raft request' (duration: 2.00620231s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.071684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.064728Z","time spent":"2.006912937s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:47.071692Z","caller":"traceutil/trace.go:171","msg":"trace[42787949] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"1.745923271s","start":"2026-07-29T08:48:45.325733Z","end":"2026-07-29T08:48:47.071656Z","steps":["trace[42787949] 'process raft request' (duration: 1.745391598s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.07178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005376229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:47.071732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.064873Z","time spent":"2.006762703s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:47.07186Z","caller":"traceutil/trace.go:171","msg":"trace[1245159865] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:19926; }","duration":"2.005470041s","start":"2026-07-29T08:48:45.066372Z","end":"2026-07-29T08:48:47.071843Z","steps":["trace[1245159865] 'agreement among raft nodes before linearized reading' (duration: 2.005296937s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.071874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.325707Z","time spent":"1.746071685s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:47.071907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.066272Z","time spent":"2.005625356s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":30,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:47.073312Z","caller":"traceutil/trace.go:171","msg":"trace[492223830] transaction","detail":"{read_only:false; response_revision:19927; number_of_response:1; }","duration":"1.389816012s","start":"2026-07-29T08:48:45.68348Z","end":"2026-07-29T08:48:47.073296Z","steps":["trace[492223830] 'process raft request' (duration: 1.389679169s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.073516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.683456Z","time spent":"1.390015246s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:47.073805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427874056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:47.073861Z","caller":"traceutil/trace.go:171","msg":"trace[229489519] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:19929; }","duration":"1.427972209s","start":"2026-07-29T08:48:45.645876Z","end":"2026-07-29T08:48:47.073848Z","steps":["trace[229489519] 'agreement among raft nodes before linearized reading' (duration: 1.427818385s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.07387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960853217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-07-29T08:48:47.073896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.645852Z","time spent":"1.42803465s","remote":"127.0.0.1:52638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:47.073924Z","caller":"traceutil/trace.go:171","msg":"trace[257004010] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19929; }","duration":"1.960962099s","start":"2026-07-29T08:48:45.112943Z","end":"2026-07-29T08:48:47.073905Z","steps":["trace[257004010] 'agreement among raft nodes before linearized reading' (duration: 1.960750084s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:47.073933Z","caller":"traceutil/trace.go:171","msg":"trace[1621248847] transaction","detail":"{read_only:false; response_revision:19928; number_of_response:1; }","duration":"1.390245832s","start":"2026-07-29T08:48:45.683657Z","end":"2026-07-29T08:48:47.073903Z","steps":["trace[1621248847] 'process raft request' (duration: 1.389600256s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.073977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959367099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T08:48:47.074012Z","caller":"traceutil/trace.go:171","msg":"trace[331796723] transaction","detail":"{read_only:false; response_revision:19929; number_of_response:1; }","duration":"1.389054503s","start":"2026-07-29T08:48:45.684948Z","end":"2026-07-29T08:48:47.074002Z","steps":["trace[331796723] 'process raft request' (duration: 1.388650184s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:47.074063Z","caller":"traceutil/trace.go:171","msg":"trace[2059385992] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19929; }","duration":"1.959454642s","start":"2026-07-29T08:48:45.114572Z","end":"2026-07-29T08:48:47.074027Z","steps":["trace[2059385992] 'agreement among raft nodes before linearized reading' (duration: 1.959286248s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.074086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960855886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"warn","ts":"2026-07-29T08:48:47.074089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.684925Z","time spent":"1.389112924s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:47.074085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.683644Z","time spent":"1.390366306s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:47.07412Z","caller":"traceutil/trace.go:171","msg":"trace[768305303] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19929; }","duration":"1.960928408s","start":"2026-07-29T08:48:45.113183Z","end":"2026-07-29T08:48:47.074112Z","steps":["trace[768305303] 'agreement among raft nodes before linearized reading' (duration: 1.960774994s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.074147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.113168Z","time spent":"1.960974409s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:47.074163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.114561Z","time spent":"1.959554704s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:47.073967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.112926Z","time spent":"1.96103318s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:47.074184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277784652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:47.074305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855948682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:47.074327Z","caller":"traceutil/trace.go:171","msg":"trace[280100063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19929; }","duration":"1.278044499s","start":"2026-07-29T08:48:45.796264Z","end":"2026-07-29T08:48:47.074308Z","steps":["trace[280100063] 'agreement among raft nodes before linearized reading' (duration: 1.277807673s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.074347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.621037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:47.074366Z","caller":"traceutil/trace.go:171","msg":"trace[1504789907] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:19929; }","duration":"1.856042774s","start":"2026-07-29T08:48:45.218296Z","end":"2026-07-29T08:48:47.074339Z","steps":["trace[1504789907] 'agreement among raft nodes before linearized reading' (duration: 1.855967852s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.074376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.796237Z","time spent":"1.27812457s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:47.074354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776702377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:48:47.074494Z","caller":"traceutil/trace.go:171","msg":"trace[257466493] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:19929; }","duration":"1.776889231s","start":"2026-07-29T08:48:45.297586Z","end":"2026-07-29T08:48:47.074475Z","steps":["trace[257466493] 'agreement among raft nodes before linearized reading' (duration: 1.776538312s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:47.074409Z","caller":"traceutil/trace.go:171","msg":"trace[1214333732] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:19929; }","duration":"577.72414ms","start":"2026-07-29T08:48:46.496667Z","end":"2026-07-29T08:48:47.074391Z","steps":["trace[1214333732] 'agreement among raft nodes before linearized reading' (duration: 577.624648ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.07459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.29756Z","time spent":"1.776970533s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:48:47.07462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:46.496646Z","time spent":"577.944855ms","remote":"127.0.0.1:48126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:47.074419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.218272Z","time spent":"1.856128816s","remote":"127.0.0.1:49456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:47.074837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960478068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"info","ts":"2026-07-29T08:48:47.074902Z","caller":"traceutil/trace.go:171","msg":"trace[195227566] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19929; }","duration":"1.96059698s","start":"2026-07-29T08:48:45.114288Z","end":"2026-07-29T08:48:47.074885Z","steps":["trace[195227566] 'agreement among raft nodes before linearized reading' (duration: 1.959603406s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.074955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:45.11426Z","time spent":"1.960680513s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:47.789233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.56527ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-29T08:48:47.78933Z","caller":"traceutil/trace.go:171","msg":"trace[661945584] linearizableReadLoop","detail":"{readStateIndex:20578; appliedIndex:20577; }","duration":"713.293957ms","start":"2026-07-29T08:48:47.07602Z","end":"2026-07-29T08:48:47.789314Z","steps":["trace[661945584] 'read index received' (duration: 165.713837ms)","trace[661945584] 'applied index is now lower than readState.Index' (duration: 547.57868ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:47.789337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.075689Z","time spent":"713.643106ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:48:47.789423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.39781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:47.78945Z","caller":"traceutil/trace.go:171","msg":"trace[1140907625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19929; }","duration":"713.528994ms","start":"2026-07-29T08:48:47.075911Z","end":"2026-07-29T08:48:47.78944Z","steps":["trace[1140907625] 'agreement among raft nodes before linearized reading' (duration: 713.469382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.78948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.075888Z","time spent":"713.584514ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:48:47.856368Z","caller":"traceutil/trace.go:171","msg":"trace[1930709876] transaction","detail":"{read_only:false; response_revision:19932; number_of_response:1; }","duration":"777.050453ms","start":"2026-07-29T08:48:47.079294Z","end":"2026-07-29T08:48:47.856344Z","steps":["trace[1930709876] 'process raft request' (duration: 776.980221ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:47.856487Z","caller":"traceutil/trace.go:171","msg":"trace[892521372] transaction","detail":"{read_only:false; response_revision:19931; number_of_response:1; }","duration":"777.190675ms","start":"2026-07-29T08:48:47.079268Z","end":"2026-07-29T08:48:47.856459Z","steps":["trace[892521372] 'process raft request' (duration: 776.96619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.856553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.079277Z","time spent":"777.169175ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:47.85638Z","caller":"traceutil/trace.go:171","msg":"trace[1723701199] transaction","detail":"{read_only:false; response_revision:19930; number_of_response:1; }","duration":"777.109123ms","start":"2026-07-29T08:48:47.079233Z","end":"2026-07-29T08:48:47.856342Z","steps":["trace[1723701199] 'process raft request' (duration: 776.792106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.856629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.079256Z","time spent":"777.293999ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:47.856728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.079216Z","time spent":"777.413302ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:47.857059Z","caller":"traceutil/trace.go:171","msg":"trace[400972659] transaction","detail":"{read_only:false; response_revision:19933; number_of_response:1; }","duration":"777.347609ms","start":"2026-07-29T08:48:47.079678Z","end":"2026-07-29T08:48:47.857026Z","steps":["trace[400972659] 'process raft request' (duration: 776.628762ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:47.857093Z","caller":"traceutil/trace.go:171","msg":"trace[1746335817] transaction","detail":"{read_only:false; response_revision:19934; number_of_response:1; }","duration":"777.35033ms","start":"2026-07-29T08:48:47.079729Z","end":"2026-07-29T08:48:47.85708Z","steps":["trace[1746335817] 'process raft request' (duration: 777.209716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.857369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.079723Z","time spent":"777.602806ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":492,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:47.857293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.079669Z","time spent":"777.529793ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:47.857671Z","caller":"traceutil/trace.go:171","msg":"trace[1106228343] transaction","detail":"{read_only:false; response_revision:19935; number_of_response:1; }","duration":"777.543714ms","start":"2026-07-29T08:48:47.080084Z","end":"2026-07-29T08:48:47.857627Z","steps":["trace[1106228343] 'process raft request' (duration: 776.96618ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:47.858009Z","caller":"traceutil/trace.go:171","msg":"trace[567008459] transaction","detail":"{read_only:false; response_revision:19936; number_of_response:1; }","duration":"770.890681ms","start":"2026-07-29T08:48:47.087103Z","end":"2026-07-29T08:48:47.857994Z","steps":["trace[567008459] 'process raft request' (duration: 770.466581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.857996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.080074Z","time spent":"777.825201ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":518,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:47.858096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.087096Z","time spent":"770.958043ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:47.858236Z","caller":"traceutil/trace.go:171","msg":"trace[1554080580] transaction","detail":"{read_only:false; response_revision:19937; number_of_response:1; }","duration":"624.506648ms","start":"2026-07-29T08:48:47.233718Z","end":"2026-07-29T08:48:47.858224Z","steps":["trace[1554080580] 'process raft request' (duration: 624.20538ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.85833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.233692Z","time spent":"624.58141ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:47.85834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.758356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:47.858401Z","caller":"traceutil/trace.go:171","msg":"trace[1287676815] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:19937; }","duration":"367.854948ms","start":"2026-07-29T08:48:47.490525Z","end":"2026-07-29T08:48:47.85838Z","steps":["trace[1287676815] 'agreement among raft nodes before linearized reading' (duration: 367.676644ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:47.858415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.521082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:47.858445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.490505Z","time spent":"367.93142ms","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:47.85849Z","caller":"traceutil/trace.go:171","msg":"trace[781547555] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:19937; }","duration":"156.621384ms","start":"2026-07-29T08:48:47.701834Z","end":"2026-07-29T08:48:47.858455Z","steps":["trace[781547555] 'agreement among raft nodes before linearized reading' (duration: 156.381598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:48.569928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.843642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:48.5702Z","caller":"traceutil/trace.go:171","msg":"trace[1211361544] linearizableReadLoop","detail":"{readStateIndex:20587; appliedIndex:20586; }","duration":"712.006366ms","start":"2026-07-29T08:48:47.858172Z","end":"2026-07-29T08:48:48.570178Z","steps":["trace[1211361544] 'read index received' (duration: 371.587771ms)","trace[1211361544] 'applied index is now lower than readState.Index' (duration: 340.416155ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:48.570314Z","caller":"traceutil/trace.go:171","msg":"trace[1451514421] transaction","detail":"{read_only:false; response_revision:19938; number_of_response:1; }","duration":"779.492222ms","start":"2026-07-29T08:48:47.790765Z","end":"2026-07-29T08:48:48.570257Z","steps":["trace[1451514421] 'process raft request' (duration: 439.225731ms)","trace[1451514421] 'compare' (duration: 339.690107ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:48.57038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.939036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:48.570417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.135394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:48.570442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.852692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:48:48.570446Z","caller":"traceutil/trace.go:171","msg":"trace[1357081688] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19938; }","duration":"774.044428ms","start":"2026-07-29T08:48:47.796387Z","end":"2026-07-29T08:48:48.570431Z","steps":["trace[1357081688] 'agreement among raft nodes before linearized reading' (duration: 773.863604ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:48.57046Z","caller":"traceutil/trace.go:171","msg":"trace[372733806] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19938; }","duration":"163.182135ms","start":"2026-07-29T08:48:48.407264Z","end":"2026-07-29T08:48:48.570446Z","steps":["trace[372733806] 'agreement among raft nodes before linearized reading' (duration: 163.065652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:48.570443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.983359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:48.570478Z","caller":"traceutil/trace.go:171","msg":"trace[1624780279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19938; }","duration":"304.921194ms","start":"2026-07-29T08:48:48.265547Z","end":"2026-07-29T08:48:48.570468Z","steps":["trace[1624780279] 'agreement among raft nodes before linearized reading' (duration: 304.799631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:48.57048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.796373Z","time spent":"774.100159ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:48.570475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.790738Z","time spent":"779.651486ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:48.570503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:48.265527Z","time spent":"304.971285ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:48:48.570534Z","caller":"traceutil/trace.go:171","msg":"trace[1564200723] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:19938; }","duration":"682.107062ms","start":"2026-07-29T08:48:47.888389Z","end":"2026-07-29T08:48:48.570496Z","steps":["trace[1564200723] 'agreement among raft nodes before linearized reading' (duration: 681.942488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:48.570578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:47.888367Z","time spent":"682.200785ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":60,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:49.075643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:49.403206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.056572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:49.403317Z","caller":"traceutil/trace.go:171","msg":"trace[1640324819] linearizableReadLoop","detail":"{readStateIndex:20588; appliedIndex:20587; }","duration":"828.3791ms","start":"2026-07-29T08:48:48.57492Z","end":"2026-07-29T08:48:49.403299Z","steps":["trace[1640324819] 'read index received' (duration: 599.082612ms)","trace[1640324819] 'applied index is now lower than readState.Index' (duration: 229.295288ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:49.403415Z","caller":"traceutil/trace.go:171","msg":"trace[646919965] transaction","detail":"{read_only:false; response_revision:19939; number_of_response:1; }","duration":"828.822071ms","start":"2026-07-29T08:48:48.574556Z","end":"2026-07-29T08:48:49.403378Z","steps":["trace[646919965] 'process raft request' (duration: 599.501693ms)","trace[646919965] 'compare' (duration: 228.638531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:49.40348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:48.574537Z","time spent":"828.904714ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:49.403821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.886963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:48:49.403885Z","caller":"traceutil/trace.go:171","msg":"trace[1276318871] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19939; }","duration":"828.964385ms","start":"2026-07-29T08:48:48.574902Z","end":"2026-07-29T08:48:49.403867Z","steps":["trace[1276318871] 'agreement among raft nodes before linearized reading' (duration: 828.780671ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:49.403935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:48.574894Z","time spent":"829.029887ms","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T08:48:49.682841Z","caller":"traceutil/trace.go:171","msg":"trace[1424930416] transaction","detail":"{read_only:false; response_revision:19940; number_of_response:1; }","duration":"605.412199ms","start":"2026-07-29T08:48:49.0774Z","end":"2026-07-29T08:48:49.682812Z","steps":["trace[1424930416] 'process raft request' (duration: 565.219352ms)","trace[1424930416] 'compare' (duration: 39.959721ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:49.683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.077381Z","time spent":"605.539142ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:49.683079Z","caller":"traceutil/trace.go:171","msg":"trace[1285983196] transaction","detail":"{read_only:false; response_revision:19941; number_of_response:1; }","duration":"600.081149ms","start":"2026-07-29T08:48:49.08297Z","end":"2026-07-29T08:48:49.683051Z","steps":["trace[1285983196] 'process raft request' (duration: 599.803012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:49.683223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.082954Z","time spent":"600.197611ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:49.683289Z","caller":"traceutil/trace.go:171","msg":"trace[1817272899] linearizableReadLoop","detail":"{readStateIndex:20592; appliedIndex:20588; }","duration":"279.926851ms","start":"2026-07-29T08:48:49.403343Z","end":"2026-07-29T08:48:49.68327Z","steps":["trace[1817272899] 'read index received' (duration: 239.265323ms)","trace[1817272899] 'applied index is now lower than readState.Index' (duration: 40.660638ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:49.683446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.936684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:49.683486Z","caller":"traceutil/trace.go:171","msg":"trace[798357502] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:19943; }","duration":"917.028446ms","start":"2026-07-29T08:48:48.766447Z","end":"2026-07-29T08:48:49.683476Z","steps":["trace[798357502] 'agreement among raft nodes before linearized reading' (duration: 916.889973ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:49.683507Z","caller":"traceutil/trace.go:171","msg":"trace[1252359648] transaction","detail":"{read_only:false; response_revision:19942; number_of_response:1; }","duration":"600.473958ms","start":"2026-07-29T08:48:49.083022Z","end":"2026-07-29T08:48:49.683496Z","steps":["trace[1252359648] 'process raft request' (duration: 599.960905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:49.683522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:48.766421Z","time spent":"917.091928ms","remote":"127.0.0.1:52714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":56,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:49.683491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.580868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-07-29T08:48:49.683543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.65008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:48:49.683577Z","caller":"traceutil/trace.go:171","msg":"trace[244442546] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19943; }","duration":"606.698331ms","start":"2026-07-29T08:48:49.07686Z","end":"2026-07-29T08:48:49.683558Z","steps":["trace[244442546] 'agreement among raft nodes before linearized reading' (duration: 606.456935ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:49.683612Z","caller":"traceutil/trace.go:171","msg":"trace[1313241047] transaction","detail":"{read_only:false; response_revision:19943; number_of_response:1; }","duration":"600.005067ms","start":"2026-07-29T08:48:49.083589Z","end":"2026-07-29T08:48:49.683594Z","steps":["trace[1313241047] 'process raft request' (duration: 599.612067ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:49.68364Z","caller":"traceutil/trace.go:171","msg":"trace[976392356] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19943; }","duration":"606.786392ms","start":"2026-07-29T08:48:49.076826Z","end":"2026-07-29T08:48:49.683612Z","steps":["trace[976392356] 'agreement among raft nodes before linearized reading' (duration: 606.505186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:49.68362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.288131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T08:48:49.683711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.076801Z","time spent":"606.897156ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:48:49.683719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.08357Z","time spent":"600.097179ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:49.683739Z","caller":"traceutil/trace.go:171","msg":"trace[1607838301] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19943; }","duration":"606.424934ms","start":"2026-07-29T08:48:49.077287Z","end":"2026-07-29T08:48:49.683711Z","steps":["trace[1607838301] 'agreement among raft nodes before linearized reading' (duration: 606.020324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:49.683628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.076847Z","time spent":"606.772113ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:49.683819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.077249Z","time spent":"606.553747ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:49.683577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.082999Z","time spent":"600.54594ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:50.435387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.735392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:50.435587Z","caller":"traceutil/trace.go:171","msg":"trace[1738328513] linearizableReadLoop","detail":"{readStateIndex:20595; appliedIndex:20592; }","duration":"717.788098ms","start":"2026-07-29T08:48:49.717783Z","end":"2026-07-29T08:48:50.435571Z","steps":["trace[1738328513] 'read index received' (duration: 62.119005ms)","trace[1738328513] 'applied index is now lower than readState.Index' (duration: 655.668073ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:50.435597Z","caller":"traceutil/trace.go:171","msg":"trace[622116512] transaction","detail":"{read_only:false; response_revision:19945; number_of_response:1; }","duration":"747.162309ms","start":"2026-07-29T08:48:49.688404Z","end":"2026-07-29T08:48:50.435566Z","steps":["trace[622116512] 'process raft request' (duration: 446.14506ms)","trace[622116512] 'compare' (duration: 300.298671ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:50.435675Z","caller":"traceutil/trace.go:171","msg":"trace[1095775667] transaction","detail":"{read_only:false; response_revision:19946; number_of_response:1; }","duration":"747.105407ms","start":"2026-07-29T08:48:49.68856Z","end":"2026-07-29T08:48:50.435666Z","steps":["trace[1095775667] 'process raft request' (duration: 746.938663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:50.435718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.68838Z","time spent":"747.281301ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:50.435846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.173037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:50.43591Z","caller":"traceutil/trace.go:171","msg":"trace[1714997138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19946; }","duration":"641.27255ms","start":"2026-07-29T08:48:49.794621Z","end":"2026-07-29T08:48:50.435894Z","steps":["trace[1714997138] 'agreement among raft nodes before linearized reading' (duration: 641.168767ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:50.435964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.794603Z","time spent":"641.350331ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:50.436009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.528117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-29T08:48:50.436067Z","caller":"traceutil/trace.go:171","msg":"trace[840923918] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19946; }","duration":"573.60828ms","start":"2026-07-29T08:48:49.862442Z","end":"2026-07-29T08:48:50.436051Z","steps":["trace[840923918] 'agreement among raft nodes before linearized reading' (duration: 573.429535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:50.436106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.862426Z","time spent":"573.669681ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:48:50.436114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.701471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:48:50.436133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.171976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"warn","ts":"2026-07-29T08:48:50.436121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.30969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:50.436176Z","caller":"traceutil/trace.go:171","msg":"trace[1410025832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19946; }","duration":"573.818624ms","start":"2026-07-29T08:48:49.862343Z","end":"2026-07-29T08:48:50.436162Z","steps":["trace[1410025832] 'agreement among raft nodes before linearized reading' (duration: 573.599419ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:50.436185Z","caller":"traceutil/trace.go:171","msg":"trace[1898618933] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19946; }","duration":"368.248839ms","start":"2026-07-29T08:48:50.067922Z","end":"2026-07-29T08:48:50.436171Z","steps":["trace[1898618933] 'agreement among raft nodes before linearized reading' (duration: 368.119425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:50.436009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.889847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"warn","ts":"2026-07-29T08:48:50.436211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.862322Z","time spent":"573.882745ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:50.436227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:50.067907Z","time spent":"368.30843ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T08:48:50.436238Z","caller":"traceutil/trace.go:171","msg":"trace[897341985] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19946; }","duration":"407.141183ms","start":"2026-07-29T08:48:50.029078Z","end":"2026-07-29T08:48:50.436219Z","steps":["trace[897341985] 'agreement among raft nodes before linearized reading' (duration: 406.771484ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:50.436287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:50.029062Z","time spent":"407.209775ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:48:50.43576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.688552Z","time spent":"747.158508ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:50.436386Z","caller":"traceutil/trace.go:171","msg":"trace[568460432] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:19946; }","duration":"718.413213ms","start":"2026-07-29T08:48:49.71777Z","end":"2026-07-29T08:48:50.436183Z","steps":["trace[568460432] 'agreement among raft nodes before linearized reading' (duration: 718.264269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:50.436442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:49.717713Z","time spent":"718.713301ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:50.942237Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:51.442699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107922,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:51.898715Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.458078367s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:48:52.371081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.032036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:52.3712Z","caller":"traceutil/trace.go:171","msg":"trace[1470997733] transaction","detail":"{read_only:false; response_revision:19947; number_of_response:1; }","duration":"1.930664657s","start":"2026-07-29T08:48:50.440516Z","end":"2026-07-29T08:48:52.37118Z","steps":["trace[1470997733] 'process raft request' (duration: 1.458431886s)","trace[1470997733] 'compare' (duration: 471.628536ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:52.371262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:50.440469Z","time spent":"1.930763729s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:52.932959Z","caller":"traceutil/trace.go:171","msg":"trace[59768272] transaction","detail":"{read_only:false; response_revision:19949; number_of_response:1; }","duration":"1.244269908s","start":"2026-07-29T08:48:51.688658Z","end":"2026-07-29T08:48:52.932928Z","steps":["trace[59768272] 'process raft request' (duration: 1.244162746s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:52.933208Z","caller":"traceutil/trace.go:171","msg":"trace[22108096] linearizableReadLoop","detail":"{readStateIndex:20597; appliedIndex:20595; }","duration":"2.492013813s","start":"2026-07-29T08:48:50.441179Z","end":"2026-07-29T08:48:52.933193Z","steps":["trace[22108096] 'read index received' (duration: 1.457779019s)","trace[22108096] 'applied index is now lower than readState.Index' (duration: 1.034234114s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:48:52.933276Z","caller":"traceutil/trace.go:171","msg":"trace[886662154] transaction","detail":"{read_only:false; response_revision:19950; number_of_response:1; }","duration":"1.244388332s","start":"2026-07-29T08:48:51.688882Z","end":"2026-07-29T08:48:52.933271Z","steps":["trace[886662154] 'process raft request' (duration: 1.243997812s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:52.933347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.688855Z","time spent":"1.244433693s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:52.933332Z","caller":"traceutil/trace.go:171","msg":"trace[1526539765] transaction","detail":"{read_only:false; response_revision:19952; number_of_response:1; }","duration":"1.243373336s","start":"2026-07-29T08:48:51.689931Z","end":"2026-07-29T08:48:52.933304Z","steps":["trace[1526539765] 'process raft request' (duration: 1.243221243s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:52.933379Z","caller":"traceutil/trace.go:171","msg":"trace[811624073] transaction","detail":"{read_only:false; response_revision:19951; number_of_response:1; }","duration":"1.244147306s","start":"2026-07-29T08:48:51.689211Z","end":"2026-07-29T08:48:52.933359Z","steps":["trace[811624073] 'process raft request' (duration: 1.243858279s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:52.933391Z","caller":"traceutil/trace.go:171","msg":"trace[128803486] transaction","detail":"{read_only:false; response_revision:19948; number_of_response:1; }","duration":"2.492445484s","start":"2026-07-29T08:48:50.440845Z","end":"2026-07-29T08:48:52.93329Z","steps":["trace[128803486] 'process raft request' (duration: 2.415106806s)","trace[128803486] 'compare' (duration: 76.626241ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:52.933462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.689913Z","time spent":"1.24347815s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:52.933495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:50.440813Z","time spent":"2.492628948s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:52.933498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492299551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12091"} {"level":"warn","ts":"2026-07-29T08:48:52.93352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.688632Z","time spent":"1.244438943s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:52.933558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.689095Z","time spent":"1.24432841s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:52.933572Z","caller":"traceutil/trace.go:171","msg":"trace[779214365] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19952; }","duration":"2.492399423s","start":"2026-07-29T08:48:50.441154Z","end":"2026-07-29T08:48:52.933553Z","steps":["trace[779214365] 'agreement among raft nodes before linearized reading' (duration: 2.492145346s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:52.933614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:50.441146Z","time spent":"2.492459674s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":12115,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-29T08:48:53.434188Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:53.794237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000256203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:48:53.794362Z","caller":"traceutil/trace.go:171","msg":"trace[401790580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050288s","start":"2026-07-29T08:48:51.793831Z","end":"2026-07-29T08:48:53.794333Z","steps":["trace[401790580] 'agreement among raft nodes before linearized reading' (duration: 2.000268024s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:53.794527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.793818Z","time spent":"2.000662833s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:48:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:48:53.93478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:54.435216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:54.462837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.606800878s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:48:54.463519Z","caller":"traceutil/trace.go:171","msg":"trace[225603138] transaction","detail":"{read_only:false; response_revision:19953; number_of_response:1; }","duration":"2.505763891s","start":"2026-07-29T08:48:51.957727Z","end":"2026-07-29T08:48:54.463491Z","steps":["trace[225603138] 'process raft request' (duration: 2.505355881s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:54.463915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.9577Z","time spent":"2.505893514s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:55.424589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.807825ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:55.424732Z","caller":"traceutil/trace.go:171","msg":"trace[998205480] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19953; }","duration":"228.960559ms","start":"2026-07-29T08:48:55.195748Z","end":"2026-07-29T08:48:55.424709Z","steps":["trace[998205480] 'range keys from in-memory index tree' (duration: 228.788565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:55.795252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000273675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:48:55.79534Z","caller":"traceutil/trace.go:171","msg":"trace[1540841963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000419478s","start":"2026-07-29T08:48:53.794901Z","end":"2026-07-29T08:48:55.79532Z","steps":["trace[1540841963] 'agreement among raft nodes before linearized reading' (duration: 2.000307626s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:55.795389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:53.794872Z","time spent":"2.000508341s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:48:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:48:56.191813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.597122ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:48:56.192051Z","caller":"traceutil/trace.go:171","msg":"trace[1383170764] linearizableReadLoop","detail":"{readStateIndex:20603; appliedIndex:20601; }","duration":"3.258784363s","start":"2026-07-29T08:48:52.933247Z","end":"2026-07-29T08:48:56.192032Z","steps":["trace[1383170764] 'read index received' (duration: 1.529846309s)","trace[1383170764] 'applied index is now lower than readState.Index' (duration: 1.728937084s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:56.192304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305478632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:56.192394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.408774058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T08:48:56.192404Z","caller":"traceutil/trace.go:171","msg":"trace[1345039585] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:19953; }","duration":"4.305580345s","start":"2026-07-29T08:48:51.886793Z","end":"2026-07-29T08:48:56.192373Z","steps":["trace[1345039585] 'agreement among raft nodes before linearized reading' (duration: 4.305421761s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:56.192438Z","caller":"traceutil/trace.go:171","msg":"trace[775970143] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19953; }","duration":"4.40885782s","start":"2026-07-29T08:48:51.783565Z","end":"2026-07-29T08:48:56.192423Z","steps":["trace[775970143] 'agreement among raft nodes before linearized reading' (duration: 4.408703226s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.192473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.783549Z","time spent":"4.408915641s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:56.192471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.886714Z","time spent":"4.305726508s","remote":"127.0.0.1:49438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":5,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:56.192456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.330194056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-07-29T08:48:56.1925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.329492088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:475"} {"level":"info","ts":"2026-07-29T08:48:56.19256Z","caller":"traceutil/trace.go:171","msg":"trace[761722334] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19953; }","duration":"3.329571421s","start":"2026-07-29T08:48:52.862971Z","end":"2026-07-29T08:48:56.192543Z","steps":["trace[761722334] 'agreement among raft nodes before linearized reading' (duration: 3.329371976s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:56.19256Z","caller":"traceutil/trace.go:171","msg":"trace[1277853738] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19953; }","duration":"3.330403861s","start":"2026-07-29T08:48:52.862128Z","end":"2026-07-29T08:48:56.192532Z","steps":["trace[1277853738] 'agreement among raft nodes before linearized reading' (duration: 3.330083733s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.192556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784652623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-29T08:48:56.192607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:52.862963Z","time spent":"3.329632322s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:56.19262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:52.862098Z","time spent":"3.330507694s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":534,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:48:56.192645Z","caller":"traceutil/trace.go:171","msg":"trace[1348374165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19953; }","duration":"4.784793557s","start":"2026-07-29T08:48:51.407831Z","end":"2026-07-29T08:48:56.192625Z","steps":["trace[1348374165] 'agreement among raft nodes before linearized reading' (duration: 4.78449759s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.192687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.407815Z","time spent":"4.784865488s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:48:56.193091Z","caller":"traceutil/trace.go:171","msg":"trace[718960445] transaction","detail":"{read_only:false; response_revision:19954; number_of_response:1; }","duration":"1.254369956s","start":"2026-07-29T08:48:54.938704Z","end":"2026-07-29T08:48:56.193074Z","steps":["trace[718960445] 'process raft request' (duration: 1.253223528s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.193197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:54.938684Z","time spent":"1.254450108s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:56.494441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999819423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:48:56.494547Z","caller":"traceutil/trace.go:171","msg":"trace[252965522] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999950966s","start":"2026-07-29T08:48:54.494577Z","end":"2026-07-29T08:48:56.494528Z","steps":["trace[252965522] 'agreement among raft nodes before linearized reading' (duration: 1.999815483s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.494596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:54.494512Z","time spent":"2.000074359s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:56.50646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.064528619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-29T08:48:56.506527Z","caller":"traceutil/trace.go:171","msg":"trace[2006585958] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19954; }","duration":"4.064616791s","start":"2026-07-29T08:48:52.441894Z","end":"2026-07-29T08:48:56.50651Z","steps":["trace[2006585958] 'agreement among raft nodes before linearized reading' (duration: 3.750541862s)","trace[2006585958] 'range keys from in-memory index tree' (duration: 313.886184ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:56.506563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:52.441878Z","time spent":"4.064677302s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:48:56.506754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065936043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-29T08:48:56.506764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.643792453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-29T08:48:56.506807Z","caller":"traceutil/trace.go:171","msg":"trace[1409447516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19954; }","duration":"4.066032355s","start":"2026-07-29T08:48:52.44076Z","end":"2026-07-29T08:48:56.506792Z","steps":["trace[1409447516] 'agreement among raft nodes before linearized reading' (duration: 3.751632518s)","trace[1409447516] 'range keys from in-memory index tree' (duration: 314.243553ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:56.506841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:52.440735Z","time spent":"4.066098377s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:48:56.506879Z","caller":"traceutil/trace.go:171","msg":"trace[741013401] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19954; }","duration":"3.643913686s","start":"2026-07-29T08:48:52.862913Z","end":"2026-07-29T08:48:56.506827Z","steps":["trace[741013401] 'agreement among raft nodes before linearized reading' (duration: 3.329512739s)","trace[741013401] 'range keys from in-memory index tree' (duration: 314.184702ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:56.506903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.518955312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:56.507026Z","caller":"traceutil/trace.go:171","msg":"trace[148781683] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:19954; }","duration":"4.519154717s","start":"2026-07-29T08:48:51.987841Z","end":"2026-07-29T08:48:56.506995Z","steps":["trace[148781683] 'agreement among raft nodes before linearized reading' (duration: 4.204599376s)","trace[148781683] 'count revisions from in-memory index tree' (duration: 314.362085ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:56.507106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:51.987819Z","time spent":"4.519265979s","remote":"127.0.0.1:40804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:56.506943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:52.862902Z","time spent":"3.644028338s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":560,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:56.507277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.016887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:48:56.507488Z","caller":"traceutil/trace.go:171","msg":"trace[627069618] transaction","detail":"{read_only:false; response_revision:19955; number_of_response:1; }","duration":"1.568658451s","start":"2026-07-29T08:48:54.938812Z","end":"2026-07-29T08:48:56.50747Z","steps":["trace[627069618] 'process raft request' (duration: 1.254248434s)","trace[627069618] 'compare' (duration: 313.584166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:56.507572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:54.938783Z","time spent":"1.568748182s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:56.507599Z","caller":"traceutil/trace.go:171","msg":"trace[199843631] transaction","detail":"{read_only:false; response_revision:19956; number_of_response:1; }","duration":"1.568097036s","start":"2026-07-29T08:48:54.939481Z","end":"2026-07-29T08:48:56.507578Z","steps":["trace[199843631] 'process raft request' (duration: 1.567865201s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:56.507745Z","caller":"traceutil/trace.go:171","msg":"trace[1443821684] transaction","detail":"{read_only:false; response_revision:19957; number_of_response:1; }","duration":"1.56823838s","start":"2026-07-29T08:48:54.939495Z","end":"2026-07-29T08:48:56.507733Z","steps":["trace[1443821684] 'process raft request' (duration: 1.567981354s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.507809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:54.939474Z","time spent":"1.568299741s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:56.507811Z","caller":"traceutil/trace.go:171","msg":"trace[1450203364] linearizableReadLoop","detail":"{readStateIndex:20608; appliedIndex:20604; }","duration":"315.709359ms","start":"2026-07-29T08:48:56.192087Z","end":"2026-07-29T08:48:56.507796Z","steps":["trace[1450203364] 'read index received' (duration: 241.935698ms)","trace[1450203364] 'applied index is now lower than readState.Index' (duration: 73.771871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:56.507958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209947546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:48:56.507988Z","caller":"traceutil/trace.go:171","msg":"trace[236876004] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:19958; }","duration":"1.210025148s","start":"2026-07-29T08:48:55.297954Z","end":"2026-07-29T08:48:56.507979Z","steps":["trace[236876004] 'agreement among raft nodes before linearized reading' (duration: 1.209933786s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.507972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:54.939471Z","time spent":"1.568184319s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:56.507989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085061905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:56.508073Z","caller":"traceutil/trace.go:171","msg":"trace[17198550] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:19958; }","duration":"2.085184858s","start":"2026-07-29T08:48:54.422868Z","end":"2026-07-29T08:48:56.508053Z","steps":["trace[17198550] 'agreement among raft nodes before linearized reading' (duration: 2.085037304s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.508073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301545074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:56.508025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:55.297928Z","time spent":"1.21009106s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:48:56.508156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.826598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:56.50818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132077449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:48:56.508197Z","caller":"traceutil/trace.go:171","msg":"trace[631927627] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:19958; }","duration":"759.866569ms","start":"2026-07-29T08:48:55.748319Z","end":"2026-07-29T08:48:56.508186Z","steps":["trace[631927627] 'agreement among raft nodes before linearized reading' (duration: 759.815428ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:56.50819Z","caller":"traceutil/trace.go:171","msg":"trace[359998818] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:19958; }","duration":"1.30178186s","start":"2026-07-29T08:48:55.206387Z","end":"2026-07-29T08:48:56.508169Z","steps":["trace[359998818] 'agreement among raft nodes before linearized reading' (duration: 1.301564705s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:56.508225Z","caller":"traceutil/trace.go:171","msg":"trace[949311495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19958; }","duration":"2.132157101s","start":"2026-07-29T08:48:54.376056Z","end":"2026-07-29T08:48:56.508213Z","steps":["trace[949311495] 'agreement among raft nodes before linearized reading' (duration: 2.131923605s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.508235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569607453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:48:56.508239Z","caller":"traceutil/trace.go:171","msg":"trace[487877174] transaction","detail":"{read_only:false; response_revision:19958; number_of_response:1; }","duration":"686.15626ms","start":"2026-07-29T08:48:55.822037Z","end":"2026-07-29T08:48:56.508193Z","steps":["trace[487877174] 'process raft request' (duration: 685.531825ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:56.508281Z","caller":"traceutil/trace.go:171","msg":"trace[907346323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19958; }","duration":"1.569696996s","start":"2026-07-29T08:48:54.938572Z","end":"2026-07-29T08:48:56.508269Z","steps":["trace[907346323] 'agreement among raft nodes before linearized reading' (duration: 1.569569173s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.508282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.236169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:56.508271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:55.206345Z","time spent":"1.301910463s","remote":"127.0.0.1:48148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:56.508331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:54.938549Z","time spent":"1.569772098s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:48:56.508341Z","caller":"traceutil/trace.go:171","msg":"trace[1716903463] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19958; }","duration":"388.343752ms","start":"2026-07-29T08:48:56.119981Z","end":"2026-07-29T08:48:56.508325Z","steps":["trace[1716903463] 'agreement among raft nodes before linearized reading' (duration: 388.251069ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.50832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:54.376035Z","time spent":"2.132229463s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:56.508112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.616016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T08:48:56.508395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.119958Z","time spent":"388.422734ms","remote":"127.0.0.1:52596","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:56.508076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.90501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:56.508453Z","caller":"traceutil/trace.go:171","msg":"trace[668729253] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:19958; }","duration":"709.993185ms","start":"2026-07-29T08:48:55.79844Z","end":"2026-07-29T08:48:56.508434Z","steps":["trace[668729253] 'agreement among raft nodes before linearized reading' (duration: 709.602626ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:56.508494Z","caller":"traceutil/trace.go:171","msg":"trace[2000414609] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19958; }","duration":"705.362941ms","start":"2026-07-29T08:48:55.803114Z","end":"2026-07-29T08:48:56.508477Z","steps":["trace[2000414609] 'agreement among raft nodes before linearized reading' (duration: 704.874049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.50851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:55.798415Z","time spent":"710.078608ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"warn","ts":"2026-07-29T08:48:56.508547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:55.803091Z","time spent":"705.442044ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:56.508226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:55.748244Z","time spent":"759.974182ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:56.508092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.29613344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:56.508696Z","caller":"traceutil/trace.go:171","msg":"trace[1030992526] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:19958; }","duration":"3.296750365s","start":"2026-07-29T08:48:53.211901Z","end":"2026-07-29T08:48:56.508651Z","steps":["trace[1030992526] 'agreement among raft nodes before linearized reading' (duration: 3.296121989s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.508701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:55.822019Z","time spent":"686.281503ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:56.508777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:53.211884Z","time spent":"3.296869438s","remote":"127.0.0.1:48074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:56.508132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:54.422851Z","time spent":"2.085264131s","remote":"127.0.0.1:57408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:56.507959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.510051811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:56.508949Z","caller":"traceutil/trace.go:171","msg":"trace[497110117] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19958; }","duration":"3.511096105s","start":"2026-07-29T08:48:52.997832Z","end":"2026-07-29T08:48:56.508928Z","steps":["trace[497110117] 'agreement among raft nodes before linearized reading' (duration: 3.51005402s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:56.507533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.642153393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-29T08:48:56.50902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:52.997817Z","time spent":"3.511183448s","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T08:48:56.509108Z","caller":"traceutil/trace.go:171","msg":"trace[321956398] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19954; }","duration":"3.644163702s","start":"2026-07-29T08:48:52.864844Z","end":"2026-07-29T08:48:56.509008Z","steps":["trace[321956398] 'agreement among raft nodes before linearized reading' (duration: 3.327558042s)","trace[321956398] 'range keys from in-memory index tree' (duration: 314.346495ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:56.509512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:52.864819Z","time spent":"3.644676934s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":552,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:48:57.010225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107942,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:48:57.280641Z","caller":"traceutil/trace.go:171","msg":"trace[1186994225] transaction","detail":"{read_only:false; response_revision:19959; number_of_response:1; }","duration":"1.08334149s","start":"2026-07-29T08:48:56.197264Z","end":"2026-07-29T08:48:57.280606Z","steps":["trace[1186994225] 'process raft request' (duration: 1.078148592s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:57.280703Z","caller":"traceutil/trace.go:171","msg":"trace[580521868] transaction","detail":"{read_only:false; response_revision:19960; number_of_response:1; }","duration":"1.083137604s","start":"2026-07-29T08:48:56.197537Z","end":"2026-07-29T08:48:57.280675Z","steps":["trace[580521868] 'process raft request' (duration: 1.082987061s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:57.280849Z","caller":"traceutil/trace.go:171","msg":"trace[558961210] transaction","detail":"{read_only:false; response_revision:19962; number_of_response:1; }","duration":"1.082919319s","start":"2026-07-29T08:48:56.197908Z","end":"2026-07-29T08:48:57.280827Z","steps":["trace[558961210] 'process raft request' (duration: 1.082822677s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:57.280936Z","caller":"traceutil/trace.go:171","msg":"trace[887679810] transaction","detail":"{read_only:false; response_revision:19961; number_of_response:1; }","duration":"1.083182746s","start":"2026-07-29T08:48:56.197725Z","end":"2026-07-29T08:48:57.280908Z","steps":["trace[887679810] 'process raft request' (duration: 1.082903009s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:57.280962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.197901Z","time spent":"1.083010461s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:57.281009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.197719Z","time spent":"1.083263448s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:57.280852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.19724Z","time spent":"1.083491104s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:57.280859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.197529Z","time spent":"1.083245578s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:58.509837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000318166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:48:58.509945Z","caller":"traceutil/trace.go:171","msg":"trace[1882107564] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047766s","start":"2026-07-29T08:48:56.509445Z","end":"2026-07-29T08:48:58.509923Z","steps":["trace[1882107564] 'agreement among raft nodes before linearized reading' (duration: 2.000351137s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:58.510008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.509427Z","time spent":"2.000565682s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:48:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:48:58.607218Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329684376s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:48:58.60806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.509858Z","time spent":"2.098194979s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:48:58.608195Z","caller":"traceutil/trace.go:171","msg":"trace[274727916] transaction","detail":"{read_only:false; response_revision:19963; number_of_response:1; }","duration":"2.0970324s","start":"2026-07-29T08:48:56.511114Z","end":"2026-07-29T08:48:58.608146Z","steps":["trace[274727916] 'process raft request' (duration: 2.096769624s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:58.608202Z","caller":"traceutil/trace.go:171","msg":"trace[693214501] transaction","detail":"{read_only:false; response_revision:19964; number_of_response:1; }","duration":"2.096468696s","start":"2026-07-29T08:48:56.511699Z","end":"2026-07-29T08:48:58.608168Z","steps":["trace[693214501] 'process raft request' (duration: 2.096343913s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:58.608399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.511088Z","time spent":"2.097204484s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:58.608481Z","caller":"traceutil/trace.go:171","msg":"trace[41076032] transaction","detail":"{read_only:false; response_revision:19965; number_of_response:1; }","duration":"2.096663261s","start":"2026-07-29T08:48:56.511796Z","end":"2026-07-29T08:48:58.608459Z","steps":["trace[41076032] 'process raft request' (duration: 2.096310612s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:58.60861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.511784Z","time spent":"2.096760023s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:58.608733Z","caller":"traceutil/trace.go:171","msg":"trace[1114555637] transaction","detail":"{read_only:false; response_revision:19966; number_of_response:1; }","duration":"2.096697682s","start":"2026-07-29T08:48:56.512013Z","end":"2026-07-29T08:48:58.608711Z","steps":["trace[1114555637] 'process raft request' (duration: 2.096341303s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:58.60881Z","caller":"traceutil/trace.go:171","msg":"trace[125457331] transaction","detail":"{read_only:false; response_revision:19967; number_of_response:1; }","duration":"2.096107047s","start":"2026-07-29T08:48:56.512694Z","end":"2026-07-29T08:48:58.608801Z","steps":["trace[125457331] 'process raft request' (duration: 2.095928523s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:58.608807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.512005Z","time spent":"2.096765814s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:58.60885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.512687Z","time spent":"2.096143088s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:58.608921Z","caller":"traceutil/trace.go:171","msg":"trace[913128910] transaction","detail":"{read_only:false; response_revision:19969; number_of_response:1; }","duration":"2.095739078s","start":"2026-07-29T08:48:56.513176Z","end":"2026-07-29T08:48:58.608916Z","steps":["trace[913128910] 'process raft request' (duration: 2.095671466s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:58.608923Z","caller":"traceutil/trace.go:171","msg":"trace[304744413] transaction","detail":"{read_only:false; response_revision:19968; number_of_response:1; }","duration":"2.096115618s","start":"2026-07-29T08:48:56.512794Z","end":"2026-07-29T08:48:58.608909Z","steps":["trace[304744413] 'process raft request' (duration: 2.095971004s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:58.608946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.51316Z","time spent":"2.095772119s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:58.608639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.511686Z","time spent":"2.096660571s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:58.608944Z","caller":"traceutil/trace.go:171","msg":"trace[1850508909] linearizableReadLoop","detail":"{readStateIndex:20620; appliedIndex:20608; }","duration":"2.099425369s","start":"2026-07-29T08:48:56.509489Z","end":"2026-07-29T08:48:58.608915Z","steps":["trace[1850508909] 'read index received' (duration: 766.059752ms)","trace[1850508909] 'applied index is now lower than readState.Index' (duration: 1.333364697s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:58.608994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.512777Z","time spent":"2.096177339s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:59.109095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:59.609871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107960,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:48:59.637863Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.029455347s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:48:59.726464Z","caller":"traceutil/trace.go:171","msg":"trace[1300855088] transaction","detail":"{read_only:false; response_revision:19970; number_of_response:1; }","duration":"1.844274225s","start":"2026-07-29T08:48:57.882163Z","end":"2026-07-29T08:48:59.726437Z","steps":["trace[1300855088] 'process raft request' (duration: 1.755934927s)","trace[1300855088] 'compare' (duration: 88.155233ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:59.726603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:57.882116Z","time spent":"1.844416259s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:59.726772Z","caller":"traceutil/trace.go:171","msg":"trace[428141404] transaction","detail":"{read_only:false; response_revision:19971; number_of_response:1; }","duration":"1.708804811s","start":"2026-07-29T08:48:58.017958Z","end":"2026-07-29T08:48:59.726762Z","steps":["trace[428141404] 'process raft request' (duration: 1.708421381s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.726823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.017934Z","time spent":"1.708861471s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:59.727069Z","caller":"traceutil/trace.go:171","msg":"trace[1950753589] transaction","detail":"{read_only:false; response_revision:19972; number_of_response:1; }","duration":"1.568270431s","start":"2026-07-29T08:48:58.158781Z","end":"2026-07-29T08:48:59.727051Z","steps":["trace[1950753589] 'process raft request' (duration: 1.567943763s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.727086Z","caller":"traceutil/trace.go:171","msg":"trace[60139672] transaction","detail":"{read_only:false; response_revision:19973; number_of_response:1; }","duration":"1.529444608s","start":"2026-07-29T08:48:58.197631Z","end":"2026-07-29T08:48:59.727075Z","steps":["trace[60139672] 'process raft request' (duration: 1.529369317s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.727146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.197604Z","time spent":"1.529515129s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:59.727173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.158751Z","time spent":"1.568365013s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:59.727325Z","caller":"traceutil/trace.go:171","msg":"trace[1565675935] transaction","detail":"{read_only:false; response_revision:19975; number_of_response:1; }","duration":"1.213826371s","start":"2026-07-29T08:48:58.513487Z","end":"2026-07-29T08:48:59.727314Z","steps":["trace[1565675935] 'process raft request' (duration: 1.213707508s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.727299Z","caller":"traceutil/trace.go:171","msg":"trace[291469009] transaction","detail":"{read_only:false; response_revision:19974; number_of_response:1; }","duration":"1.213993286s","start":"2026-07-29T08:48:58.513274Z","end":"2026-07-29T08:48:59.727267Z","steps":["trace[291469009] 'process raft request' (duration: 1.213770371s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.727328Z","caller":"traceutil/trace.go:171","msg":"trace[1312186471] transaction","detail":"{read_only:false; response_revision:19976; number_of_response:1; }","duration":"1.213054693s","start":"2026-07-29T08:48:58.514251Z","end":"2026-07-29T08:48:59.727306Z","steps":["trace[1312186471] 'process raft request' (duration: 1.213016412s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.727393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.513427Z","time spent":"1.213933014s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:59.727459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.514224Z","time spent":"1.213161055s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:59.727461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.513253Z","time spent":"1.214129139s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:48:59.777112Z","caller":"traceutil/trace.go:171","msg":"trace[139414277] linearizableReadLoop","detail":"{readStateIndex:20628; appliedIndex:20620; }","duration":"1.168065098s","start":"2026-07-29T08:48:58.608996Z","end":"2026-07-29T08:48:59.777061Z","steps":["trace[139414277] 'read index received' (duration: 1.029113149s)","trace[139414277] 'applied index is now lower than readState.Index' (duration: 138.950549ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:48:59.777231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255455344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:48:59.777313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138214624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:59.77732Z","caller":"traceutil/trace.go:171","msg":"trace[65113804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19977; }","duration":"1.255591746s","start":"2026-07-29T08:48:58.52171Z","end":"2026-07-29T08:48:59.777302Z","steps":["trace[65113804] 'agreement among raft nodes before linearized reading' (duration: 1.255370521s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.777312Z","caller":"traceutil/trace.go:171","msg":"trace[1965137991] transaction","detail":"{read_only:false; response_revision:19977; number_of_response:1; }","duration":"1.168301164s","start":"2026-07-29T08:48:58.608977Z","end":"2026-07-29T08:48:59.777278Z","steps":["trace[1965137991] 'process raft request' (duration: 1.167909224s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.777366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.521696Z","time spent":"1.255660789s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:48:59.777348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.702377157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:59.777398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264807081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:48:59.777429Z","caller":"traceutil/trace.go:171","msg":"trace[714018658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19977; }","duration":"2.702538961s","start":"2026-07-29T08:48:57.074868Z","end":"2026-07-29T08:48:59.777407Z","steps":["trace[714018658] 'agreement among raft nodes before linearized reading' (duration: 2.702350026s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.777449Z","caller":"traceutil/trace.go:171","msg":"trace[1235099747] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19977; }","duration":"3.264873933s","start":"2026-07-29T08:48:56.512566Z","end":"2026-07-29T08:48:59.77744Z","steps":["trace[1235099747] 'agreement among raft nodes before linearized reading' (duration: 3.264806381s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.777466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.608955Z","time spent":"1.168434957s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:48:59.777484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227449736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:59.777505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:57.074843Z","time spent":"2.702628063s","remote":"127.0.0.1:40852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:59.777516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.512557Z","time spent":"3.264942304s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-29T08:48:59.777537Z","caller":"traceutil/trace.go:171","msg":"trace[802073423] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:19977; }","duration":"1.227539379s","start":"2026-07-29T08:48:58.549984Z","end":"2026-07-29T08:48:59.777523Z","steps":["trace[802073423] 'agreement among raft nodes before linearized reading' (duration: 1.227421246s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.777353Z","caller":"traceutil/trace.go:171","msg":"trace[1582955737] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:19977; }","duration":"3.138310146s","start":"2026-07-29T08:48:56.63903Z","end":"2026-07-29T08:48:59.777341Z","steps":["trace[1582955737] 'agreement among raft nodes before linearized reading' (duration: 3.138203564s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.777574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.549968Z","time spent":"1.22759602s","remote":"127.0.0.1:52628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":32,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:59.777595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:56.639013Z","time spent":"3.138564773s","remote":"127.0.0.1:47338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:59.777846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164644244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-29T08:48:59.777864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254403831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:59.777916Z","caller":"traceutil/trace.go:171","msg":"trace[811140610] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d; range_end:; response_count:1; response_revision:19977; }","duration":"1.164740137s","start":"2026-07-29T08:48:58.613151Z","end":"2026-07-29T08:48:59.777891Z","steps":["trace[811140610] 'agreement among raft nodes before linearized reading' (duration: 1.164355607s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.777923Z","caller":"traceutil/trace.go:171","msg":"trace[307373217] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:19977; }","duration":"2.254500714s","start":"2026-07-29T08:48:57.523408Z","end":"2026-07-29T08:48:59.777909Z","steps":["trace[307373217] 'agreement among raft nodes before linearized reading' (duration: 2.254198247s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.777965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:57.523391Z","time spent":"2.254564385s","remote":"127.0.0.1:57468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:59.777964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.613138Z","time spent":"1.164812408s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d\" "} {"level":"warn","ts":"2026-07-29T08:48:59.778061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.941423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:59.778085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110844314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:48:59.778099Z","caller":"traceutil/trace.go:171","msg":"trace[693957400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19977; }","duration":"822.023605ms","start":"2026-07-29T08:48:58.956063Z","end":"2026-07-29T08:48:59.778086Z","steps":["trace[693957400] 'agreement among raft nodes before linearized reading' (duration: 821.957093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.778108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08625038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:48:59.778164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.95604Z","time spent":"822.083236ms","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:48:59.778183Z","caller":"traceutil/trace.go:171","msg":"trace[1786427886] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19977; }","duration":"1.110918496s","start":"2026-07-29T08:48:58.667197Z","end":"2026-07-29T08:48:59.778116Z","steps":["trace[1786427886] 'agreement among raft nodes before linearized reading' (duration: 1.110846865s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.77818Z","caller":"traceutil/trace.go:171","msg":"trace[1009705057] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:19977; }","duration":"1.086363853s","start":"2026-07-29T08:48:58.691803Z","end":"2026-07-29T08:48:59.778167Z","steps":["trace[1009705057] 'agreement among raft nodes before linearized reading' (duration: 1.086233939s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.778193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.876867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T08:48:59.778223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.667182Z","time spent":"1.111029099s","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:59.778225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:58.691783Z","time spent":"1.086432225s","remote":"127.0.0.1:48076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":44,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:48:59.778236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.2076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:48:59.778257Z","caller":"traceutil/trace.go:171","msg":"trace[160666435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19977; }","duration":"492.941409ms","start":"2026-07-29T08:48:59.285307Z","end":"2026-07-29T08:48:59.778248Z","steps":["trace[160666435] 'agreement among raft nodes before linearized reading' (duration: 492.782185ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:48:59.77829Z","caller":"traceutil/trace.go:171","msg":"trace[17589578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19977; }","duration":"492.301542ms","start":"2026-07-29T08:48:59.285973Z","end":"2026-07-29T08:48:59.778274Z","steps":["trace[17589578] 'agreement among raft nodes before linearized reading' (duration: 492.107507ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:48:59.778345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:59.285244Z","time spent":"493.075721ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:48:59.778343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:59.285961Z","time spent":"492.372645ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:49:00.779768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.145642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:00.779952Z","caller":"traceutil/trace.go:171","msg":"trace[1806310562] transaction","detail":"{read_only:false; response_revision:19978; number_of_response:1; }","duration":"998.849775ms","start":"2026-07-29T08:48:59.781062Z","end":"2026-07-29T08:49:00.779911Z","steps":["trace[1806310562] 'process raft request' (duration: 107.468177ms)","trace[1806310562] 'compare' (duration: 891.02135ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:00.780011Z","caller":"traceutil/trace.go:171","msg":"trace[378368264] transaction","detail":"{read_only:false; response_revision:19979; number_of_response:1; }","duration":"997.382609ms","start":"2026-07-29T08:48:59.78261Z","end":"2026-07-29T08:49:00.779992Z","steps":["trace[378368264] 'process raft request' (duration: 997.278357ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.780093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:59.782597Z","time spent":"997.458772ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:00.779985Z","caller":"traceutil/trace.go:171","msg":"trace[1501462671] linearizableReadLoop","detail":"{readStateIndex:20629; appliedIndex:20628; }","duration":"998.300443ms","start":"2026-07-29T08:48:59.781655Z","end":"2026-07-29T08:49:00.779955Z","steps":["trace[1501462671] 'read index received' (duration: 106.908704ms)","trace[1501462671] 'applied index is now lower than readState.Index' (duration: 891.388478ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:00.780164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:59.781045Z","time spent":"999.00845ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:00.780176Z","caller":"traceutil/trace.go:171","msg":"trace[578586694] transaction","detail":"{read_only:false; response_revision:19980; number_of_response:1; }","duration":"997.107553ms","start":"2026-07-29T08:48:59.783037Z","end":"2026-07-29T08:49:00.780144Z","steps":["trace[578586694] 'process raft request' (duration: 996.917939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.78031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:59.783019Z","time spent":"997.215305ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:00.780307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.629461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:49:00.780379Z","caller":"traceutil/trace.go:171","msg":"trace[1293356995] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:19980; }","duration":"998.738654ms","start":"2026-07-29T08:48:59.781624Z","end":"2026-07-29T08:49:00.780363Z","steps":["trace[1293356995] 'agreement among raft nodes before linearized reading' (duration: 998.413106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.780419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:59.781613Z","time spent":"998.797795ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:49:00.780545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.629165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:49:00.780563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.695016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:49:00.7806Z","caller":"traceutil/trace.go:171","msg":"trace[116497142] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19980; }","duration":"167.765358ms","start":"2026-07-29T08:49:00.612825Z","end":"2026-07-29T08:49:00.780591Z","steps":["trace[116497142] 'agreement among raft nodes before linearized reading' (duration: 167.615364ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:00.7806Z","caller":"traceutil/trace.go:171","msg":"trace[738298976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19980; }","duration":"167.761308ms","start":"2026-07-29T08:49:00.612825Z","end":"2026-07-29T08:49:00.780586Z","steps":["trace[738298976] 'agreement among raft nodes before linearized reading' (duration: 167.558633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.780622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.861138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:00.780654Z","caller":"traceutil/trace.go:171","msg":"trace[1175932950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:19980; }","duration":"162.908048ms","start":"2026-07-29T08:49:00.617737Z","end":"2026-07-29T08:49:00.780645Z","steps":["trace[1175932950] 'agreement among raft nodes before linearized reading' (duration: 162.854237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.780548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.957092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:00.780732Z","caller":"traceutil/trace.go:171","msg":"trace[750558160] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:19980; }","duration":"357.222268ms","start":"2026-07-29T08:49:00.423494Z","end":"2026-07-29T08:49:00.780716Z","steps":["trace[750558160] 'agreement among raft nodes before linearized reading' (duration: 356.89764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.780739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.324082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:49:00.780793Z","caller":"traceutil/trace.go:171","msg":"trace[148368477] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19980; }","duration":"166.399854ms","start":"2026-07-29T08:49:00.61438Z","end":"2026-07-29T08:49:00.78078Z","steps":["trace[148368477] 'agreement among raft nodes before linearized reading' (duration: 166.178088ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.78075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.786015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:49:00.780888Z","caller":"traceutil/trace.go:171","msg":"trace[657850016] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19980; }","duration":"998.99692ms","start":"2026-07-29T08:48:59.781859Z","end":"2026-07-29T08:49:00.780856Z","steps":["trace[657850016] 'agreement among raft nodes before linearized reading' (duration: 998.498817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.780819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:00.423476Z","time spent":"357.29556ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:00.781041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.621278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:00.781176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:59.781831Z","time spent":"999.274907ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12488,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-29T08:49:00.78115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.593219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:49:00.781298Z","caller":"traceutil/trace.go:171","msg":"trace[1591265450] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19980; }","duration":"166.795264ms","start":"2026-07-29T08:49:00.614485Z","end":"2026-07-29T08:49:00.78128Z","steps":["trace[1591265450] 'agreement among raft nodes before linearized reading' (duration: 165.952973ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:00.781288Z","caller":"traceutil/trace.go:171","msg":"trace[1475814434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19980; }","duration":"993.948505ms","start":"2026-07-29T08:48:59.787264Z","end":"2026-07-29T08:49:00.781212Z","steps":["trace[1475814434] 'agreement among raft nodes before linearized reading' (duration: 993.33574ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:00.781511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:48:59.787255Z","time spent":"994.219442ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:01.29034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107973,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:01.791263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107973,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:49:01.863917Z","caller":"traceutil/trace.go:171","msg":"trace[1689445233] transaction","detail":"{read_only:false; response_revision:19981; number_of_response:1; }","duration":"1.078232715s","start":"2026-07-29T08:49:00.785649Z","end":"2026-07-29T08:49:01.863881Z","steps":["trace[1689445233] 'process raft request' (duration: 1.077954878s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:01.864259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:00.785627Z","time spent":"1.078507611s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:02.790644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000603253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:02.790728Z","caller":"traceutil/trace.go:171","msg":"trace[138080763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717476s","start":"2026-07-29T08:49:00.789994Z","end":"2026-07-29T08:49:02.790711Z","steps":["trace[138080763] 'agreement among raft nodes before linearized reading' (duration: 2.000615173s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:02.79077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:00.789986Z","time spent":"2.000774927s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:04.790773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999917095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:04.790854Z","caller":"traceutil/trace.go:171","msg":"trace[1352740740] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000054738s","start":"2026-07-29T08:49:02.790782Z","end":"2026-07-29T08:49:04.790836Z","steps":["trace[1352740740] 'agreement among raft nodes before linearized reading' (duration: 1.999951796s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:04.7909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.790762Z","time spent":"2.000129131s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:05.783066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:00.786262Z","time spent":"4.996794902s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:05.784648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:00.785682Z","time spent":"4.998956935s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:06.415508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220167238s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:06.415612Z","caller":"traceutil/trace.go:171","msg":"trace[1313924161] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19981; }","duration":"1.220283621s","start":"2026-07-29T08:49:05.195313Z","end":"2026-07-29T08:49:06.415596Z","steps":["trace[1313924161] 'range keys from in-memory index tree' (duration: 1.220152878s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:06.493526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999838374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:06.493642Z","caller":"traceutil/trace.go:171","msg":"trace[413471420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014969s","start":"2026-07-29T08:49:04.4936Z","end":"2026-07-29T08:49:06.493615Z","steps":["trace[413471420] 'agreement among raft nodes before linearized reading' (duration: 1.999867515s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:06.493702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:04.493582Z","time spent":"2.000108911s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:06.526727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.616860956s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:49:06.527339Z","caller":"traceutil/trace.go:171","msg":"trace[1521851513] transaction","detail":"{read_only:false; response_revision:19983; number_of_response:1; }","duration":"5.741405068s","start":"2026-07-29T08:49:00.785885Z","end":"2026-07-29T08:49:06.52729Z","steps":["trace[1521851513] 'process raft request' (duration: 5.741297275s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:06.527487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:00.785874Z","time spent":"5.74151893s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:06.527766Z","caller":"traceutil/trace.go:171","msg":"trace[1745950515] transaction","detail":"{read_only:false; response_revision:19985; number_of_response:1; }","duration":"5.741361176s","start":"2026-07-29T08:49:00.78637Z","end":"2026-07-29T08:49:06.527731Z","steps":["trace[1745950515] 'process raft request' (duration: 5.741164852s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:06.527847Z","caller":"traceutil/trace.go:171","msg":"trace[1368808669] linearizableReadLoop","detail":"{readStateIndex:20640; appliedIndex:20631; }","duration":"5.737807599s","start":"2026-07-29T08:49:00.790014Z","end":"2026-07-29T08:49:06.527821Z","steps":["trace[1368808669] 'read index received' (duration: 1.073706383s)","trace[1368808669] 'applied index is now lower than readState.Index' (duration: 4.664100096s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:06.527868Z","caller":"traceutil/trace.go:171","msg":"trace[875024339] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"4.794508437s","start":"2026-07-29T08:49:01.73333Z","end":"2026-07-29T08:49:06.527839Z","steps":["trace[875024339] 'process raft request' (duration: 4.794413105s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:06.527884Z","caller":"traceutil/trace.go:171","msg":"trace[2066565595] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"4.795753387s","start":"2026-07-29T08:49:01.732063Z","end":"2026-07-29T08:49:06.527816Z","steps":["trace[2066565595] 'process raft request' (duration: 4.795598614s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:06.527937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:00.786357Z","time spent":"5.741490059s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:06.52799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:01.733316Z","time spent":"4.794613199s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:06.527911Z","caller":"traceutil/trace.go:171","msg":"trace[1303179826] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"4.795012569s","start":"2026-07-29T08:49:01.732885Z","end":"2026-07-29T08:49:06.527898Z","steps":["trace[1303179826] 'process raft request' (duration: 4.794825045s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:06.5281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:01.732036Z","time spent":"4.795950373s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:06.528145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:01.732872Z","time spent":"4.795199164s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:06.52795Z","caller":"traceutil/trace.go:171","msg":"trace[1485719197] transaction","detail":"{read_only:false; response_revision:19989; number_of_response:1; }","duration":"4.794286772s","start":"2026-07-29T08:49:01.733656Z","end":"2026-07-29T08:49:06.527943Z","steps":["trace[1485719197] 'process raft request' (duration: 4.794122057s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:06.528218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:01.733623Z","time spent":"4.794566759s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:06.799099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000263525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:06.799186Z","caller":"traceutil/trace.go:171","msg":"trace[1859530556] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000408458s","start":"2026-07-29T08:49:04.798758Z","end":"2026-07-29T08:49:06.799166Z","steps":["trace[1859530556] 'agreement among raft nodes before linearized reading' (duration: 2.000295856s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:06.799234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:04.798735Z","time spent":"2.000489351s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:07.028278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:07.529366Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:07.784885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999856786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:07.784984Z","caller":"traceutil/trace.go:171","msg":"trace[833151818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000050081s","start":"2026-07-29T08:49:02.784911Z","end":"2026-07-29T08:49:07.784961Z","steps":["trace[833151818] 'agreement among raft nodes before linearized reading' (duration: 4.999890987s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:07.785037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.784889Z","time spent":"5.000136922s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 08:49:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:08.030147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:08.531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514107985,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:08.630112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.839552609s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:08.807441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:08.807531Z","caller":"traceutil/trace.go:171","msg":"trace[1627426536] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000100551s","start":"2026-07-29T08:49:06.807412Z","end":"2026-07-29T08:49:08.807512Z","steps":["trace[1627426536] 'agreement among raft nodes before linearized reading' (duration: 1.999966757s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:08.807584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:06.807396Z","time spent":"2.000175042s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:08.845976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.437333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:08.846333Z","caller":"traceutil/trace.go:171","msg":"trace[287650324] transaction","detail":"{read_only:false; response_revision:19990; number_of_response:1; }","duration":"6.876694401s","start":"2026-07-29T08:49:01.969592Z","end":"2026-07-29T08:49:08.846286Z","steps":["trace[287650324] 'process raft request' (duration: 6.661781496s)","trace[287650324] 'compare' (duration: 214.212788ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:08.846559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:01.969563Z","time spent":"6.876859476s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:09.161844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.710169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:49:09.1622Z","caller":"traceutil/trace.go:171","msg":"trace[1330877991] linearizableReadLoop","detail":"{readStateIndex:20642; appliedIndex:20640; }","duration":"2.634263045s","start":"2026-07-29T08:49:06.527913Z","end":"2026-07-29T08:49:09.162176Z","steps":["trace[1330877991] 'read index received' (duration: 2.103433856s)","trace[1330877991] 'applied index is now lower than readState.Index' (duration: 530.827649ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:09.162359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.547334717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:09.162445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.87742903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-29T08:49:09.162405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.964334808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:09.162468Z","caller":"traceutil/trace.go:171","msg":"trace[1734871228] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:19990; }","duration":"6.547505241s","start":"2026-07-29T08:49:02.614938Z","end":"2026-07-29T08:49:09.162443Z","steps":["trace[1734871228] 'agreement among raft nodes before linearized reading' (duration: 6.547278076s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:09.162453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.215100563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:09.16252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.614917Z","time spent":"6.547592674s","remote":"127.0.0.1:48084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:09.162539Z","caller":"traceutil/trace.go:171","msg":"trace[1075131224] transaction","detail":"{read_only:false; response_revision:19991; number_of_response:1; }","duration":"628.65851ms","start":"2026-07-29T08:49:08.533862Z","end":"2026-07-29T08:49:09.16252Z","steps":["trace[1075131224] 'process raft request' (duration: 628.135917ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:09.162544Z","caller":"traceutil/trace.go:171","msg":"trace[815623997] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19990; }","duration":"5.964509783s","start":"2026-07-29T08:49:03.197986Z","end":"2026-07-29T08:49:09.162495Z","steps":["trace[815623997] 'agreement among raft nodes before linearized reading' (duration: 5.964306718s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:09.162562Z","caller":"traceutil/trace.go:171","msg":"trace[1938507551] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:19990; }","duration":"6.215258007s","start":"2026-07-29T08:49:02.947279Z","end":"2026-07-29T08:49:09.162537Z","steps":["trace[1938507551] 'agreement among raft nodes before linearized reading' (duration: 6.215076102s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:09.162378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.548851211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T08:49:09.162626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:03.197963Z","time spent":"5.964643775s","remote":"127.0.0.1:40912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:09.16265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:08.533829Z","time spent":"628.759833ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:09.162491Z","caller":"traceutil/trace.go:171","msg":"trace[1277581678] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19990; }","duration":"6.877522171s","start":"2026-07-29T08:49:02.284957Z","end":"2026-07-29T08:49:09.162478Z","steps":["trace[1277581678] 'agreement among raft nodes before linearized reading' (duration: 6.877345937s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:09.162715Z","caller":"traceutil/trace.go:171","msg":"trace[1557968667] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19990; }","duration":"5.54920637s","start":"2026-07-29T08:49:03.613459Z","end":"2026-07-29T08:49:09.162665Z","steps":["trace[1557968667] 'agreement among raft nodes before linearized reading' (duration: 5.548746848s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:09.162834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:03.613437Z","time spent":"5.549380654s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:49:09.162806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.284937Z","time spent":"6.877822859s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:49:09.16238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.876912657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T08:49:09.162989Z","caller":"traceutil/trace.go:171","msg":"trace[1771884423] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:19990; }","duration":"6.877549882s","start":"2026-07-29T08:49:02.285424Z","end":"2026-07-29T08:49:09.162973Z","steps":["trace[1771884423] 'agreement among raft nodes before linearized reading' (duration: 6.876817294s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:09.16304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.285417Z","time spent":"6.877609374s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:49:09.162627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.94726Z","time spent":"6.215346709s","remote":"127.0.0.1:49426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:09.162373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.782128682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:09.163135Z","caller":"traceutil/trace.go:171","msg":"trace[1495567987] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:19990; }","duration":"4.782907492s","start":"2026-07-29T08:49:04.380201Z","end":"2026-07-29T08:49:09.163109Z","steps":["trace[1495567987] 'agreement among raft nodes before linearized reading' (duration: 4.78202695s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:09.163217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:04.380146Z","time spent":"4.783045786s","remote":"127.0.0.1:52790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":32,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:10.612383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.827227251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:10.612491Z","caller":"traceutil/trace.go:171","msg":"trace[1046759718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.827396036s","start":"2026-07-29T08:49:07.78507Z","end":"2026-07-29T08:49:10.612466Z","steps":["trace[1046759718] 'agreement among raft nodes before linearized reading' (duration: 2.827262242s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:10.612559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:07.785047Z","time spent":"2.827497658s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/29 08:49:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:10.612922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.824982486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:10.613346Z","caller":"traceutil/trace.go:171","msg":"trace[2135129856] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.825425147s","start":"2026-07-29T08:49:07.787862Z","end":"2026-07-29T08:49:10.613288Z","steps":["trace[2135129856] 'agreement among raft nodes before linearized reading' (duration: 2.824992536s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:10.613473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:07.787844Z","time spent":"2.825607281s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 08:49:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:10.808525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:10.80862Z","caller":"traceutil/trace.go:171","msg":"trace[1695106102] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360096s","start":"2026-07-29T08:49:08.80824Z","end":"2026-07-29T08:49:10.8086Z","steps":["trace[1695106102] 'agreement among raft nodes before linearized reading' (duration: 2.000246013s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:10.808686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:08.808218Z","time spent":"2.000454418s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:12.284441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:09.168005Z","time spent":"3.116426519s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 08:49:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:12.286284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:09.167961Z","time spent":"3.118308865s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 08:49:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/29 08:49:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:12.785036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997621613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:12.785123Z","caller":"traceutil/trace.go:171","msg":"trace[1207546482] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997769906s","start":"2026-07-29T08:49:09.787334Z","end":"2026-07-29T08:49:12.785104Z","steps":["trace[1207546482] 'agreement among raft nodes before linearized reading' (duration: 2.997656444s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:12.785171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:09.787311Z","time spent":"2.997849009s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/29 08:49:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:12.818265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001796852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:12.818357Z","caller":"traceutil/trace.go:171","msg":"trace[302653629] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001949896s","start":"2026-07-29T08:49:10.816389Z","end":"2026-07-29T08:49:12.818339Z","steps":["trace[302653629] 'agreement among raft nodes before linearized reading' (duration: 2.001839063s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:12.818406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:10.816365Z","time spent":"2.002032078s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:13.531999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:08.534818Z","time spent":"4.99717353s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 08:49:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:13.532212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:08.534755Z","time spent":"4.997452168s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 08:49:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:13.532852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:08.534701Z","time spent":"4.998134784s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 08:49:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:13.618755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:09.167508Z","time spent":"4.451240752s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 08:49:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:13.803001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.523052028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:13.803113Z","caller":"traceutil/trace.go:171","msg":"trace[1663201788] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:19991; }","duration":"10.523200812s","start":"2026-07-29T08:49:03.279867Z","end":"2026-07-29T08:49:13.803067Z","steps":["trace[1663201788] 'agreement among raft nodes before linearized reading' (duration: 5.882588143s)","trace[1663201788] 'count revisions from in-memory index tree' (duration: 4.640434365s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.803151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:03.279848Z","time spent":"10.523294984s","remote":"127.0.0.1:52666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:13.803127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.370379544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:13.803199Z","caller":"traceutil/trace.go:171","msg":"trace[1802386755] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:19991; }","duration":"11.370487017s","start":"2026-07-29T08:49:02.432691Z","end":"2026-07-29T08:49:13.803178Z","steps":["trace[1802386755] 'agreement among raft nodes before linearized reading' (duration: 6.729735445s)","trace[1802386755] 'count revisions from in-memory index tree' (duration: 4.64065735s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.803241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.432671Z","time spent":"11.370560519s","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:13.803286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.183088484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-29T08:49:13.803328Z","caller":"traceutil/trace.go:171","msg":"trace[1058121794] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; }","duration":"10.183155336s","start":"2026-07-29T08:49:03.62016Z","end":"2026-07-29T08:49:13.803315Z","steps":["trace[1058121794] 'agreement among raft nodes before linearized reading' (duration: 5.54227357s)","trace[1058121794] 'range keys from in-memory index tree' (duration: 4.640831695s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.803361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:03.620145Z","time spent":"10.183208947s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} 2026/07/29 08:49:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:13.803495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.019234036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"rangeKeys: context cancelled: context canceled"} {"level":"info","ts":"2026-07-29T08:49:13.803531Z","caller":"traceutil/trace.go:171","msg":"trace[2104035305] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"11.019310298s","start":"2026-07-29T08:49:02.78421Z","end":"2026-07-29T08:49:13.80352Z","steps":["trace[2104035305] 'agreement among raft nodes before linearized reading' (duration: 6.378232357s)","trace[2104035305] 'range keys from in-memory index tree' (duration: 4.64102405s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.803558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.784189Z","time spent":"11.019362908s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/07/29 08:49:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:13.803589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.164183111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:13.803127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.006364198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"warn","ts":"2026-07-29T08:49:13.803676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.644782891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:13.803627Z","caller":"traceutil/trace.go:171","msg":"trace[685071607] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:19991; }","duration":"8.164250363s","start":"2026-07-29T08:49:05.639365Z","end":"2026-07-29T08:49:13.803615Z","steps":["trace[685071607] 'agreement among raft nodes before linearized reading' (duration: 3.52306504s)","trace[685071607] 'count revisions from in-memory index tree' (duration: 4.64105356s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:13.803713Z","caller":"traceutil/trace.go:171","msg":"trace[1133195049] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:19991; }","duration":"9.644855093s","start":"2026-07-29T08:49:04.158846Z","end":"2026-07-29T08:49:13.803701Z","steps":["trace[1133195049] 'agreement among raft nodes before linearized reading' (duration: 5.003559467s)","trace[1133195049] 'count revisions from in-memory index tree' (duration: 4.641227194s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:13.803687Z","caller":"traceutil/trace.go:171","msg":"trace[312477769] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19991; }","duration":"13.006934812s","start":"2026-07-29T08:49:00.796722Z","end":"2026-07-29T08:49:13.803657Z","steps":["trace[312477769] 'agreement among raft nodes before linearized reading' (duration: 8.365715018s)","trace[312477769] 'range keys from in-memory index tree' (duration: 4.640553018s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.803733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:05.639346Z","time spent":"8.164373877s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":30,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:13.803771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:00.796716Z","time spent":"13.007030574s","remote":"127.0.0.1:40952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-29T08:49:13.803785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.743674089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:13.80381Z","caller":"traceutil/trace.go:171","msg":"trace[1900589769] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:19991; }","duration":"9.743739261s","start":"2026-07-29T08:49:04.060063Z","end":"2026-07-29T08:49:13.803802Z","steps":["trace[1900589769] 'agreement among raft nodes before linearized reading' (duration: 5.102315522s)","trace[1900589769] 'count revisions from in-memory index tree' (duration: 4.641378048s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.803744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:04.158827Z","time spent":"9.644906525s","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":23,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:13.803937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.935365804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:49:13.803968Z","caller":"traceutil/trace.go:171","msg":"trace[1566644674] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:19991; }","duration":"9.935433935s","start":"2026-07-29T08:49:03.868525Z","end":"2026-07-29T08:49:13.803959Z","steps":["trace[1566644674] 'agreement among raft nodes before linearized reading' (duration: 5.293897374s)","trace[1566644674] 'range keys from in-memory index tree' (duration: 4.641423609s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.803993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:03.868503Z","time spent":"9.935483347s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:49:13.803998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:12.590917Z","time spent":"1.213076474s","remote":"127.0.0.1:42208","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:13.804011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.505379616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-29T08:49:13.804078Z","caller":"traceutil/trace.go:171","msg":"trace[2629622] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:19991; }","duration":"8.505492469s","start":"2026-07-29T08:49:05.298569Z","end":"2026-07-29T08:49:13.804062Z","steps":["trace[2629622] 'agreement among raft nodes before linearized reading' (duration: 3.863909476s)","trace[2629622] 'range keys from in-memory index tree' (duration: 4.641408739s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.804109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:05.298548Z","time spent":"8.5055538s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:49:13.803833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:04.06004Z","time spent":"9.743786942s","remote":"127.0.0.1:52848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":9,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:13.804257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.796420941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-29T08:49:13.804289Z","caller":"traceutil/trace.go:171","msg":"trace[36275981] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19991; }","duration":"11.796498743s","start":"2026-07-29T08:49:02.007781Z","end":"2026-07-29T08:49:13.804279Z","steps":["trace[36275981] 'agreement among raft nodes before linearized reading' (duration: 7.154669114s)","trace[36275981] 'range keys from in-memory index tree' (duration: 4.641745997s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.804316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:02.007757Z","time spent":"11.796550014s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-29T08:49:13.804338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.641739496s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:13.804601Z","caller":"traceutil/trace.go:171","msg":"trace[1232221831] linearizableReadLoop","detail":"{readStateIndex:20646; appliedIndex:20643; }","duration":"4.642344582s","start":"2026-07-29T08:49:09.16224Z","end":"2026-07-29T08:49:13.804585Z","steps":["trace[1232221831] 'read index received' (duration: 229.466µs)","trace[1232221831] 'applied index is now lower than readState.Index' (duration: 4.642113776s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:13.804786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.622018601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:13.804818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.249919671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:13.804852Z","caller":"traceutil/trace.go:171","msg":"trace[2067102548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:19995; }","duration":"7.250006264s","start":"2026-07-29T08:49:06.554837Z","end":"2026-07-29T08:49:13.804843Z","steps":["trace[2067102548] 'agreement among raft nodes before linearized reading' (duration: 7.249935202s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:13.804856Z","caller":"traceutil/trace.go:171","msg":"trace[1490394193] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:19995; }","duration":"6.622140374s","start":"2026-07-29T08:49:07.182699Z","end":"2026-07-29T08:49:13.804839Z","steps":["trace[1490394193] 'agreement among raft nodes before linearized reading' (duration: 6.622014571s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:13.804874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:06.554816Z","time spent":"7.250051455s","remote":"127.0.0.1:48160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:13.804895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:07.182677Z","time spent":"6.622208526s","remote":"127.0.0.1:52502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:13.804944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.272720251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T08:49:13.804975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.953802026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:13.80498Z","caller":"traceutil/trace.go:171","msg":"trace[1363262473] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:19995; }","duration":"7.272794813s","start":"2026-07-29T08:49:06.532172Z","end":"2026-07-29T08:49:13.804967Z","steps":["trace[1363262473] 'agreement among raft nodes before linearized reading' (duration: 7.2726657s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:13.80498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.272049937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:49:13.805016Z","caller":"traceutil/trace.go:171","msg":"trace[1102740870] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:19995; }","duration":"4.953882498s","start":"2026-07-29T08:49:08.851122Z","end":"2026-07-29T08:49:13.805004Z","steps":["trace[1102740870] 'agreement among raft nodes before linearized reading' (duration: 4.953807106s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:13.805021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:06.532153Z","time spent":"7.272860024s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"info","ts":"2026-07-29T08:49:13.805026Z","caller":"traceutil/trace.go:171","msg":"trace[996748403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19995; }","duration":"5.272139139s","start":"2026-07-29T08:49:08.532876Z","end":"2026-07-29T08:49:13.805015Z","steps":["trace[996748403] 'agreement among raft nodes before linearized reading' (duration: 5.272015836s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:13.80502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.096754929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:13.805052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:08.851104Z","time spent":"4.953934439s","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:13.805056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:08.53285Z","time spent":"5.272199021s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-29T08:49:13.805082Z","caller":"traceutil/trace.go:171","msg":"trace[552689950] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:19995; }","duration":"6.096866142s","start":"2026-07-29T08:49:07.708196Z","end":"2026-07-29T08:49:13.805062Z","steps":["trace[552689950] 'agreement among raft nodes before linearized reading' (duration: 6.096708138s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:13.80499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.849339561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:13.805173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:07.708173Z","time spent":"6.096983355s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:13.805186Z","caller":"traceutil/trace.go:171","msg":"trace[1005539958] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:19995; }","duration":"6.849568726s","start":"2026-07-29T08:49:06.955606Z","end":"2026-07-29T08:49:13.805174Z","steps":["trace[1005539958] 'agreement among raft nodes before linearized reading' (duration: 6.849360861s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:13.805221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:06.955583Z","time spent":"6.849627697s","remote":"127.0.0.1:52750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:14.304777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:14.805012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108001,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:14.816756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998177883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:14.816846Z","caller":"traceutil/trace.go:171","msg":"trace[869929878] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998303786s","start":"2026-07-29T08:49:12.818526Z","end":"2026-07-29T08:49:14.81683Z","steps":["trace[869929878] 'agreement among raft nodes before linearized reading' (duration: 1.998201513s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:14.816932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:12.818513Z","time spent":"1.998409869s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:14.875977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.176441909s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:15.613791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997706433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:15.613878Z","caller":"traceutil/trace.go:171","msg":"trace[643990272] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.997843457s","start":"2026-07-29T08:49:10.616013Z","end":"2026-07-29T08:49:15.613857Z","steps":["trace[643990272] 'agreement among raft nodes before linearized reading' (duration: 4.997734624s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:15.613933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:10.615997Z","time spent":"4.997920519s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/29 08:49:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:16.167089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998227597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:16.167194Z","caller":"traceutil/trace.go:171","msg":"trace[212127206] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998392941s","start":"2026-07-29T08:49:11.168776Z","end":"2026-07-29T08:49:16.167169Z","steps":["trace[212127206] 'agreement among raft nodes before linearized reading' (duration: 4.998262917s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:16.16725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:11.168757Z","time spent":"4.998479492s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/29 08:49:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:16.42686Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.534828591s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:16.494225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:16.494301Z","caller":"traceutil/trace.go:171","msg":"trace[1635167903] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600054s","start":"2026-07-29T08:49:14.493684Z","end":"2026-07-29T08:49:16.494284Z","steps":["trace[1635167903] 'agreement among raft nodes before linearized reading' (duration: 2.000504731s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:16.494341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:14.493668Z","time spent":"2.000663655s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:16.790002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:09.788818Z","time spent":"7.001176756s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:16.822956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999796243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:16.823035Z","caller":"traceutil/trace.go:171","msg":"trace[591365106] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999962117s","start":"2026-07-29T08:49:14.823054Z","end":"2026-07-29T08:49:16.823016Z","steps":["trace[591365106] 'agreement among raft nodes before linearized reading' (duration: 1.999860754s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:16.823086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:14.823015Z","time spent":"2.000059049s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:16.872618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:09.872406Z","time spent":"7.000204233s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:17.785931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:12.786826Z","time spent":"4.999097887s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:18.515416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:11.514436Z","time spent":"7.000971891s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:18.532048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998078602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:18.532136Z","caller":"traceutil/trace.go:171","msg":"trace[1876027211] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998208145s","start":"2026-07-29T08:49:13.533906Z","end":"2026-07-29T08:49:18.532114Z","steps":["trace[1876027211] 'agreement among raft nodes before linearized reading' (duration: 4.998095833s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:18.532186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:13.533895Z","time spent":"4.998280377s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/07/29 08:49:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:18.532602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:13.808413Z","time spent":"4.724179979s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 08:49:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:18.532861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999498597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:18.532934Z","caller":"traceutil/trace.go:171","msg":"trace[1576939047] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.99963337s","start":"2026-07-29T08:49:13.533276Z","end":"2026-07-29T08:49:18.532909Z","steps":["trace[1576939047] 'agreement among raft nodes before linearized reading' (duration: 4.999542318s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:18.532985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:13.533259Z","time spent":"4.999714012s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/07/29 08:49:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:18.533131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999113757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:18.533178Z","caller":"traceutil/trace.go:171","msg":"trace[332833020] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999191489s","start":"2026-07-29T08:49:13.533975Z","end":"2026-07-29T08:49:18.533167Z","steps":["trace[332833020] 'agreement among raft nodes before linearized reading' (duration: 4.999141938s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:18.533218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:13.533959Z","time spent":"4.99924827s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/07/29 08:49:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:18.751213Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.324122183s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:18.832849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000004988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:18.832947Z","caller":"traceutil/trace.go:171","msg":"trace[480692259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000152141s","start":"2026-07-29T08:49:16.832775Z","end":"2026-07-29T08:49:18.832927Z","steps":["trace[480692259] 'agreement among raft nodes before linearized reading' (duration: 2.000022648s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:18.832998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:16.83276Z","time spent":"2.000226843s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:19.075722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.879861577s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:19.075896Z","caller":"traceutil/trace.go:171","msg":"trace[1389403643] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19997; }","duration":"3.880058232s","start":"2026-07-29T08:49:15.195818Z","end":"2026-07-29T08:49:19.075877Z","steps":["trace[1389403643] 'range keys from in-memory index tree' (duration: 3.879831886s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:19.076515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.649359955s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:19.077077Z","caller":"traceutil/trace.go:171","msg":"trace[1290567996] transaction","detail":"{read_only:false; response_revision:20002; number_of_response:1; }","duration":"6.291256742s","start":"2026-07-29T08:49:12.785796Z","end":"2026-07-29T08:49:19.077053Z","steps":["trace[1290567996] 'process raft request' (duration: 6.290962275s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:19.077188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:12.785775Z","time spent":"6.291351244s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:20.411184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:18.535649Z","time spent":"1.875528614s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/29 08:49:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:20.712199Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f69face4e1ce27","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-07-29T08:49:20.805685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:13.805459Z","time spent":"7.000218453s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:20.807916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:13.807014Z","time spent":"7.000893949s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:20.833322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:20.83341Z","caller":"traceutil/trace.go:171","msg":"trace[1681340141] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000288576s","start":"2026-07-29T08:49:18.833104Z","end":"2026-07-29T08:49:20.833392Z","steps":["trace[1681340141] 'agreement among raft nodes before linearized reading' (duration: 2.000136912s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:20.833452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:18.83309Z","time spent":"2.000352088s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:21.167325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999171839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:21.167403Z","caller":"traceutil/trace.go:171","msg":"trace[1425932083] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999299072s","start":"2026-07-29T08:49:16.168086Z","end":"2026-07-29T08:49:21.167385Z","steps":["trace[1425932083] 'agreement among raft nodes before linearized reading' (duration: 4.99920296s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:21.167448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:16.168068Z","time spent":"4.999370483s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/29 08:49:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:21.195804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383679355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:21.195869Z","caller":"traceutil/trace.go:171","msg":"trace[1705492357] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.383799067s","start":"2026-07-29T08:49:18.812046Z","end":"2026-07-29T08:49:21.195845Z","steps":["trace[1705492357] 'agreement among raft nodes before linearized reading' (duration: 2.383720025s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:21.195902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:18.812019Z","time spent":"2.38387274s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/07/29 08:49:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:21.734328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:14.733848Z","time spent":"7.000472999s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:22.179184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.427803582s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:22.82576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.748914613s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-29T08:49:22.84195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999831503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:22.842057Z","caller":"traceutil/trace.go:171","msg":"trace[944674173] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999976947s","start":"2026-07-29T08:49:20.842059Z","end":"2026-07-29T08:49:22.842036Z","steps":["trace[944674173] 'agreement among raft nodes before linearized reading' (duration: 1.999825413s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:22.842106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:20.841967Z","time spent":"2.0001288s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:23.293652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.047684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:23.294297Z","caller":"traceutil/trace.go:171","msg":"trace[2066620564] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"4.758272897s","start":"2026-07-29T08:49:18.535999Z","end":"2026-07-29T08:49:23.294272Z","steps":["trace[2066620564] 'process raft request' (duration: 4.758200785s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.294361Z","caller":"traceutil/trace.go:171","msg":"trace[1746622453] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"6.941934212s","start":"2026-07-29T08:49:16.352392Z","end":"2026-07-29T08:49:23.294327Z","steps":["trace[1746622453] 'process raft request' (duration: 6.941609964s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.294442Z","caller":"traceutil/trace.go:171","msg":"trace[181942803] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20009; }","duration":"6.500065896s","start":"2026-07-29T08:49:16.794362Z","end":"2026-07-29T08:49:23.294427Z","steps":["trace[181942803] 'process raft request' (duration: 6.499697677s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.29472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:16.794339Z","time spent":"6.500130078s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":726,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:23.294748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:16.352368Z","time spent":"6.942076746s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:23.294744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.086211903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:23.294805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.274106568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:23.294388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:18.535985Z","time spent":"4.7583669s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:49:23.294858Z","caller":"traceutil/trace.go:171","msg":"trace[484182983] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20010; }","duration":"13.274204371s","start":"2026-07-29T08:49:10.020642Z","end":"2026-07-29T08:49:23.294846Z","steps":["trace[484182983] 'agreement among raft nodes before linearized reading' (duration: 13.274091818s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.294791Z","caller":"traceutil/trace.go:171","msg":"trace[1912347236] transaction","detail":"{read_only:false; number_of_response:1; response_revision:20009; }","duration":"6.41748188s","start":"2026-07-29T08:49:16.877282Z","end":"2026-07-29T08:49:23.294764Z","steps":["trace[1912347236] 'process raft request' (duration: 6.416822374s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.294865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.479166159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"warn","ts":"2026-07-29T08:49:23.294906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.14614769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:23.294952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.767147544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:23.294986Z","caller":"traceutil/trace.go:171","msg":"trace[578916744] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20010; }","duration":"11.146265343s","start":"2026-07-29T08:49:12.14871Z","end":"2026-07-29T08:49:23.294975Z","steps":["trace[578916744] 'agreement among raft nodes before linearized reading' (duration: 11.14615345s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.294981Z","caller":"traceutil/trace.go:171","msg":"trace[1723698330] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20010; }","duration":"12.479291452s","start":"2026-07-29T08:49:10.815673Z","end":"2026-07-29T08:49:23.294964Z","steps":["trace[1723698330] 'agreement among raft nodes before linearized reading' (duration: 12.47883347s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.294981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:16.877253Z","time spent":"6.417650624s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":575,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:23.295017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:12.148686Z","time spent":"11.146320215s","remote":"127.0.0.1:48098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.295026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:10.815621Z","time spent":"12.479394924s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-29T08:49:23.294814Z","caller":"traceutil/trace.go:171","msg":"trace[196319433] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:20010; }","duration":"12.086336297s","start":"2026-07-29T08:49:11.208461Z","end":"2026-07-29T08:49:23.294797Z","steps":["trace[196319433] 'agreement among raft nodes before linearized reading' (duration: 12.085999928s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.294453Z","caller":"traceutil/trace.go:171","msg":"trace[792156521] linearizableReadLoop","detail":"{readStateIndex:20661; appliedIndex:20647; }","duration":"9.489798016s","start":"2026-07-29T08:49:13.80463Z","end":"2026-07-29T08:49:23.294428Z","steps":["trace[792156521] 'read index received' (duration: 1.07159258s)","trace[792156521] 'applied index is now lower than readState.Index' (duration: 8.418202886s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:23.295126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:11.208441Z","time spent":"12.086673334s","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.295105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.425885754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:23.295177Z","caller":"traceutil/trace.go:171","msg":"trace[2003294186] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20010; }","duration":"13.426001207s","start":"2026-07-29T08:49:09.869164Z","end":"2026-07-29T08:49:23.295165Z","steps":["trace[2003294186] 'agreement among raft nodes before linearized reading' (duration: 13.425906794s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.29521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:09.869138Z","time spent":"13.426061458s","remote":"127.0.0.1:52792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:23.294988Z","caller":"traceutil/trace.go:171","msg":"trace[1442803338] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:20010; }","duration":"9.767262677s","start":"2026-07-29T08:49:13.527717Z","end":"2026-07-29T08:49:23.29498Z","steps":["trace[1442803338] 'agreement among raft nodes before linearized reading' (duration: 9.767122224s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.295347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:13.527694Z","time spent":"9.767642176s","remote":"127.0.0.1:52718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":92,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.295361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488330263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:23.295391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775997512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-29T08:49:23.295401Z","caller":"traceutil/trace.go:171","msg":"trace[1769582317] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:0; response_revision:20010; }","duration":"2.488396605s","start":"2026-07-29T08:49:20.806992Z","end":"2026-07-29T08:49:23.295389Z","steps":["trace[1769582317] 'agreement among raft nodes before linearized reading' (duration: 2.488326473s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.295399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.263924304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"warn","ts":"2026-07-29T08:49:23.29541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.952739821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:23.295428Z","caller":"traceutil/trace.go:171","msg":"trace[1910583056] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20010; }","duration":"4.776069724s","start":"2026-07-29T08:49:18.519345Z","end":"2026-07-29T08:49:23.295415Z","steps":["trace[1910583056] 'agreement among raft nodes before linearized reading' (duration: 4.775974691s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.295446Z","caller":"traceutil/trace.go:171","msg":"trace[1159791022] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:20010; }","duration":"2.952806293s","start":"2026-07-29T08:49:20.342629Z","end":"2026-07-29T08:49:23.295435Z","steps":["trace[1159791022] 'agreement among raft nodes before linearized reading' (duration: 2.952741642s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.295477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:20.342612Z","time spent":"2.952855555s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.294896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:10.020626Z","time spent":"13.274259543s","remote":"127.0.0.1:52802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.295494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.888708621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:23.295525Z","caller":"traceutil/trace.go:171","msg":"trace[336220344] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20010; }","duration":"5.888799824s","start":"2026-07-29T08:49:17.406714Z","end":"2026-07-29T08:49:23.295514Z","steps":["trace[336220344] 'agreement among raft nodes before linearized reading' (duration: 5.888750873s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.29547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:18.51932Z","time spent":"4.776140866s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-29T08:49:23.295555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:17.406682Z","time spent":"5.888865456s","remote":"127.0.0.1:40920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.295647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.941982907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:23.295708Z","caller":"traceutil/trace.go:171","msg":"trace[1811780813] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:20010; }","duration":"2.94206334s","start":"2026-07-29T08:49:20.353634Z","end":"2026-07-29T08:49:23.295697Z","steps":["trace[1811780813] 'agreement among raft nodes before linearized reading' (duration: 2.941973387s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.295736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.442990938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:23.295747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:20.353621Z","time spent":"2.942115861s","remote":"127.0.0.1:52834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":5,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.295735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.828964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:23.295765Z","caller":"traceutil/trace.go:171","msg":"trace[1846622810] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20010; }","duration":"4.4430431s","start":"2026-07-29T08:49:18.852713Z","end":"2026-07-29T08:49:23.295756Z","steps":["trace[1846622810] 'agreement among raft nodes before linearized reading' (duration: 4.442957918s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.295778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.696507537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:23.295829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702300094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:23.295834Z","caller":"traceutil/trace.go:171","msg":"trace[1960200907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20010; }","duration":"8.69659828s","start":"2026-07-29T08:49:14.599221Z","end":"2026-07-29T08:49:23.295819Z","steps":["trace[1960200907] 'agreement among raft nodes before linearized reading' (duration: 8.696524278s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.295853Z","caller":"traceutil/trace.go:171","msg":"trace[1682426139] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20010; }","duration":"4.702368565s","start":"2026-07-29T08:49:18.593478Z","end":"2026-07-29T08:49:23.295846Z","steps":["trace[1682426139] 'agreement among raft nodes before linearized reading' (duration: 4.702328034s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.295443Z","caller":"traceutil/trace.go:171","msg":"trace[1562495645] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20010; }","duration":"9.263972535s","start":"2026-07-29T08:49:14.031457Z","end":"2026-07-29T08:49:23.29543Z","steps":["trace[1562495645] 'agreement among raft nodes before linearized reading' (duration: 9.263791381s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.295433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:20.806976Z","time spent":"2.488451276s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:49:23.295876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:14.599202Z","time spent":"8.696661551s","remote":"127.0.0.1:57392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.295892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.504319665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:23.295898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295192049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:23.295906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:14.031404Z","time spent":"9.264489277s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1660,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-29T08:49:23.295929Z","caller":"traceutil/trace.go:171","msg":"trace[1945264830] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:20010; }","duration":"7.504392217s","start":"2026-07-29T08:49:15.791526Z","end":"2026-07-29T08:49:23.295918Z","steps":["trace[1945264830] 'agreement among raft nodes before linearized reading' (duration: 7.504334906s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.295961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:15.791505Z","time spent":"7.504447809s","remote":"127.0.0.1:48220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.295874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:18.593457Z","time spent":"4.702411016s","remote":"127.0.0.1:40906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:23.29596Z","caller":"traceutil/trace.go:171","msg":"trace[1383133988] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20010; }","duration":"1.295293642s","start":"2026-07-29T08:49:22.00065Z","end":"2026-07-29T08:49:23.295944Z","steps":["trace[1383133988] 'agreement among raft nodes before linearized reading' (duration: 1.295165539s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.296011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.628654731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-29T08:49:23.296036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55841516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-07-29T08:49:23.295791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:18.852703Z","time spent":"4.443081931s","remote":"127.0.0.1:48058","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:23.296082Z","caller":"traceutil/trace.go:171","msg":"trace[234862141] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20010; }","duration":"1.558482292s","start":"2026-07-29T08:49:21.737582Z","end":"2026-07-29T08:49:23.296065Z","steps":["trace[234862141] 'agreement among raft nodes before linearized reading' (duration: 1.55840504s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.296102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:22.000631Z","time spent":"1.295400634s","remote":"127.0.0.1:52896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":36,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.29566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.671812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:23.296184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566910068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:23.296124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:21.737569Z","time spent":"1.558543383s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-29T08:49:23.296225Z","caller":"traceutil/trace.go:171","msg":"trace[1659675977] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:20010; }","duration":"119.301008ms","start":"2026-07-29T08:49:23.176911Z","end":"2026-07-29T08:49:23.296212Z","steps":["trace[1659675977] 'agreement among raft nodes before linearized reading' (duration: 118.698794ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.296229Z","caller":"traceutil/trace.go:171","msg":"trace[1276654073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20010; }","duration":"1.56699283s","start":"2026-07-29T08:49:21.729223Z","end":"2026-07-29T08:49:23.296216Z","steps":["trace[1276654073] 'agreement among raft nodes before linearized reading' (duration: 1.566925569s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.296271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:21.729201Z","time spent":"1.567056351s","remote":"127.0.0.1:40868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:23.296055Z","caller":"traceutil/trace.go:171","msg":"trace[566352811] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20010; }","duration":"8.628744873s","start":"2026-07-29T08:49:14.667301Z","end":"2026-07-29T08:49:23.296045Z","steps":["trace[566352811] 'agreement among raft nodes before linearized reading' (duration: 8.628235461s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.296344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:14.66727Z","time spent":"8.629054781s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":668,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.296417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763888723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:23.296435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484459208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-29T08:49:23.29646Z","caller":"traceutil/trace.go:171","msg":"trace[1473694151] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20010; }","duration":"1.763998786s","start":"2026-07-29T08:49:21.532451Z","end":"2026-07-29T08:49:23.29645Z","steps":["trace[1473694151] 'agreement among raft nodes before linearized reading' (duration: 1.763931204s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:23.296471Z","caller":"traceutil/trace.go:171","msg":"trace[467471979] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d; range_end:; response_count:1; response_revision:20010; }","duration":"2.48454254s","start":"2026-07-29T08:49:20.811918Z","end":"2026-07-29T08:49:23.296461Z","steps":["trace[467471979] 'agreement among raft nodes before linearized reading' (duration: 2.484437518s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.296492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:21.53243Z","time spent":"1.764052277s","remote":"127.0.0.1:40916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:23.296501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:20.81189Z","time spent":"2.484604811s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d\" "} {"level":"info","ts":"2026-07-29T08:49:23.295791Z","caller":"traceutil/trace.go:171","msg":"trace[2120171088] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20010; }","duration":"452.916657ms","start":"2026-07-29T08:49:22.842859Z","end":"2026-07-29T08:49:23.295775Z","steps":["trace[2120171088] 'agreement among raft nodes before linearized reading' (duration: 452.832845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:23.296604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:22.842833Z","time spent":"453.736486ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:23.79897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108014,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:26.26167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065682307s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:26.261733Z","caller":"traceutil/trace.go:171","msg":"trace[337871075] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20010; }","duration":"1.065759269s","start":"2026-07-29T08:49:25.195959Z","end":"2026-07-29T08:49:26.261718Z","steps":["trace[337871075] 'range keys from in-memory index tree' (duration: 1.065667496s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:26.262243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.403904571s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-29T08:49:26.262339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:23.297146Z","time spent":"2.965187228s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:26.493034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000545081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:26.493126Z","caller":"traceutil/trace.go:171","msg":"trace[1980059457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000696485s","start":"2026-07-29T08:49:24.492412Z","end":"2026-07-29T08:49:26.493108Z","steps":["trace[1980059457] 'agreement among raft nodes before linearized reading' (duration: 2.000577412s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:26.493166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:24.49239Z","time spent":"2.000767627s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:26.794977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:26.795046Z","caller":"traceutil/trace.go:171","msg":"trace[1205543123] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000547052s","start":"2026-07-29T08:49:24.794484Z","end":"2026-07-29T08:49:26.795031Z","steps":["trace[1205543123] 'agreement among raft nodes before linearized reading' (duration: 2.00046136s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:26.795081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:24.794463Z","time spent":"2.000611463s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:28.198699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.34036252s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:49:28.199295Z","caller":"traceutil/trace.go:171","msg":"trace[1986380166] linearizableReadLoop","detail":"{readStateIndex:20669; appliedIndex:20666; }","duration":"4.90101348s","start":"2026-07-29T08:49:23.298259Z","end":"2026-07-29T08:49:28.199272Z","steps":["trace[1986380166] 'read index received' (duration: 560.048356ms)","trace[1986380166] 'applied index is now lower than readState.Index' (duration: 4.340964254s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:28.199397Z","caller":"traceutil/trace.go:171","msg":"trace[293290105] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"4.901056802s","start":"2026-07-29T08:49:23.29829Z","end":"2026-07-29T08:49:28.199347Z","steps":["trace[293290105] 'process raft request' (duration: 4.900738454s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:28.199514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901232716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:690"} {"level":"info","ts":"2026-07-29T08:49:28.199553Z","caller":"traceutil/trace.go:171","msg":"trace[937159055] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:20012; }","duration":"4.901324208s","start":"2026-07-29T08:49:23.298218Z","end":"2026-07-29T08:49:28.199542Z","steps":["trace[937159055] 'agreement among raft nodes before linearized reading' (duration: 4.901173654s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:28.199506Z","caller":"traceutil/trace.go:171","msg":"trace[1484393977] transaction","detail":"{read_only:false; response_revision:20012; number_of_response:1; }","duration":"4.894429989s","start":"2026-07-29T08:49:23.305009Z","end":"2026-07-29T08:49:28.199439Z","steps":["trace[1484393977] 'process raft request' (duration: 4.894192944s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:28.199589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:23.298202Z","time spent":"4.90137933s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":714,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-07-29T08:49:28.199592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:23.298277Z","time spent":"4.901192525s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:28.199843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:23.304992Z","time spent":"4.894661585s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:28.700208Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:28.802194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000650084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:28.802278Z","caller":"traceutil/trace.go:171","msg":"trace[1494777133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783417s","start":"2026-07-29T08:49:26.801477Z","end":"2026-07-29T08:49:28.80226Z","steps":["trace[1494777133] 'agreement among raft nodes before linearized reading' (duration: 2.000643653s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:28.802324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:26.801426Z","time spent":"2.000888719s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:29.634928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.748803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:29.635305Z","caller":"traceutil/trace.go:171","msg":"trace[242651714] linearizableReadLoop","detail":"{readStateIndex:20671; appliedIndex:20669; }","duration":"1.435914092s","start":"2026-07-29T08:49:28.199364Z","end":"2026-07-29T08:49:29.635278Z","steps":["trace[242651714] 'read index received' (duration: 511.683687ms)","trace[242651714] 'applied index is now lower than readState.Index' (duration: 924.228505ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:29.635446Z","caller":"traceutil/trace.go:171","msg":"trace[1831054456] transaction","detail":"{read_only:false; response_revision:20013; number_of_response:1; }","duration":"3.371651624s","start":"2026-07-29T08:49:26.263776Z","end":"2026-07-29T08:49:29.635427Z","steps":["trace[1831054456] 'process raft request' (duration: 2.447261835s)","trace[1831054456] 'compare' (duration: 923.094057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:29.63556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:26.263753Z","time spent":"3.371725845s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:29.635894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638104485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:29.635898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728290497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:29.635971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003693409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:29.63597Z","caller":"traceutil/trace.go:171","msg":"trace[1072215787] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:20014; }","duration":"1.638227648s","start":"2026-07-29T08:49:27.997722Z","end":"2026-07-29T08:49:29.635949Z","steps":["trace[1072215787] 'agreement among raft nodes before linearized reading' (duration: 1.638086995s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:29.635982Z","caller":"traceutil/trace.go:171","msg":"trace[23124453] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:20014; }","duration":"3.72842035s","start":"2026-07-29T08:49:25.907542Z","end":"2026-07-29T08:49:29.635962Z","steps":["trace[23124453] 'agreement among raft nodes before linearized reading' (duration: 3.728230885s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.635975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.33636612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-07-29T08:49:29.636015Z","caller":"traceutil/trace.go:171","msg":"trace[1028589054] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20014; }","duration":"2.00375265s","start":"2026-07-29T08:49:27.632244Z","end":"2026-07-29T08:49:29.635997Z","steps":["trace[1028589054] 'agreement among raft nodes before linearized reading' (duration: 2.003700818s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.635998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335092458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-07-29T08:49:29.636024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:27.997703Z","time spent":"1.63830957s","remote":"127.0.0.1:57434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:29.636048Z","caller":"traceutil/trace.go:171","msg":"trace[1200248389] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20014; }","duration":"6.336438171s","start":"2026-07-29T08:49:23.299581Z","end":"2026-07-29T08:49:29.636019Z","steps":["trace[1200248389] 'agreement among raft nodes before linearized reading' (duration: 6.336231996s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.335219661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3bc2f4af-dc8d-42e9-88ad-75aa6aec1c87\" ","response":"range_response_count:1 size:2207"} {"level":"warn","ts":"2026-07-29T08:49:29.636057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:27.63223Z","time spent":"2.003818402s","remote":"127.0.0.1:52680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:29.636068Z","caller":"traceutil/trace.go:171","msg":"trace[1830256657] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:20014; }","duration":"6.33518384s","start":"2026-07-29T08:49:23.300867Z","end":"2026-07-29T08:49:29.636051Z","steps":["trace[1830256657] 'agreement among raft nodes before linearized reading' (duration: 6.334949534s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:29.636071Z","caller":"traceutil/trace.go:171","msg":"trace[1537999652] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"1.432041938s","start":"2026-07-29T08:49:28.204004Z","end":"2026-07-29T08:49:29.636046Z","steps":["trace[1537999652] 'process raft request' (duration: 1.431120905s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:23.299574Z","time spent":"6.336505613s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-29T08:49:29.636095Z","caller":"traceutil/trace.go:171","msg":"trace[1150729508] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3bc2f4af-dc8d-42e9-88ad-75aa6aec1c87; range_end:; response_count:1; response_revision:20014; }","duration":"6.335270733s","start":"2026-07-29T08:49:23.300813Z","end":"2026-07-29T08:49:29.636084Z","steps":["trace[1150729508] 'agreement among raft nodes before linearized reading' (duration: 6.335136809s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:23.300863Z","time spent":"6.335239381s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-29T08:49:29.636137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:23.300806Z","time spent":"6.335323214s","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2231,"request content":"key:\"/registry/persistentvolumes/pvc-3bc2f4af-dc8d-42e9-88ad-75aa6aec1c87\" "} {"level":"warn","ts":"2026-07-29T08:49:29.636183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106877708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:29.636203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:28.203975Z","time spent":"1.43215136s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:29.635904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.281111669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:29.636221Z","caller":"traceutil/trace.go:171","msg":"trace[246047853] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:20014; }","duration":"1.10694934s","start":"2026-07-29T08:49:28.529259Z","end":"2026-07-29T08:49:29.636208Z","steps":["trace[246047853] 'agreement among raft nodes before linearized reading' (duration: 1.106894688s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.080521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:29.636228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.448166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:29.636261Z","caller":"traceutil/trace.go:171","msg":"trace[2090482466] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:20014; }","duration":"5.281522989s","start":"2026-07-29T08:49:24.354726Z","end":"2026-07-29T08:49:29.636249Z","steps":["trace[2090482466] 'agreement among raft nodes before linearized reading' (duration: 5.281099958s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:28.529239Z","time spent":"1.107016631s","remote":"127.0.0.1:52858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:29.636276Z","caller":"traceutil/trace.go:171","msg":"trace[66786237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20014; }","duration":"833.521538ms","start":"2026-07-29T08:49:28.802743Z","end":"2026-07-29T08:49:29.636265Z","steps":["trace[66786237] 'agreement among raft nodes before linearized reading' (duration: 833.419766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432489338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T08:49:29.636282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.337033825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:539"} {"level":"warn","ts":"2026-07-29T08:49:29.6363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:24.354706Z","time spent":"5.281578591s","remote":"127.0.0.1:40788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:29.636294Z","caller":"traceutil/trace.go:171","msg":"trace[108761789] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20014; }","duration":"882.176333ms","start":"2026-07-29T08:49:28.754083Z","end":"2026-07-29T08:49:29.63626Z","steps":["trace[108761789] 'agreement among raft nodes before linearized reading' (duration: 882.0435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:28.802695Z","time spent":"833.61062ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:49:29.636322Z","caller":"traceutil/trace.go:171","msg":"trace[1827457917] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20014; }","duration":"1.432693503s","start":"2026-07-29T08:49:28.203616Z","end":"2026-07-29T08:49:29.636309Z","steps":["trace[1827457917] 'agreement among raft nodes before linearized reading' (duration: 1.432379796s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:25.907511Z","time spent":"3.728505532s","remote":"127.0.0.1:52870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:29.636344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:28.754066Z","time spent":"882.267705ms","remote":"127.0.0.1:57472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:29.635894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772640722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:29.636391Z","caller":"traceutil/trace.go:171","msg":"trace[1045796603] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:20014; }","duration":"2.773165144s","start":"2026-07-29T08:49:26.863215Z","end":"2026-07-29T08:49:29.636381Z","steps":["trace[1045796603] 'agreement among raft nodes before linearized reading' (duration: 2.772617021s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431421163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-djdw8\" ","response":"range_response_count:1 size:13722"} {"level":"warn","ts":"2026-07-29T08:49:29.636428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:26.8632Z","time spent":"2.773216156s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:29.636327Z","caller":"traceutil/trace.go:171","msg":"trace[1419847258] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:20014; }","duration":"6.337102877s","start":"2026-07-29T08:49:23.299213Z","end":"2026-07-29T08:49:29.636316Z","steps":["trace[1419847258] 'agreement among raft nodes before linearized reading' (duration: 6.336947544s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:29.63646Z","caller":"traceutil/trace.go:171","msg":"trace[568376381] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-djdw8; range_end:; response_count:1; response_revision:20014; }","duration":"1.431544845s","start":"2026-07-29T08:49:28.204891Z","end":"2026-07-29T08:49:29.636436Z","steps":["trace[568376381] 'agreement among raft nodes before linearized reading' (duration: 1.431275139s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:23.299196Z","time spent":"6.337280741s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":563,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-07-29T08:49:29.635899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665969853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:29.636516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:28.204884Z","time spent":"1.431619227s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":13746,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-djdw8\" "} {"level":"warn","ts":"2026-07-29T08:49:29.636361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:28.203546Z","time spent":"1.432803376s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"info","ts":"2026-07-29T08:49:29.636547Z","caller":"traceutil/trace.go:171","msg":"trace[1743039538] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20014; }","duration":"2.666668961s","start":"2026-07-29T08:49:26.969868Z","end":"2026-07-29T08:49:29.636537Z","steps":["trace[1743039538] 'agreement among raft nodes before linearized reading' (duration: 2.665941563s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:29.636579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:26.969854Z","time spent":"2.666716772s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:30.765955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.122048ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:30.766049Z","caller":"traceutil/trace.go:171","msg":"trace[494583525] linearizableReadLoop","detail":"{readStateIndex:20672; appliedIndex:20671; }","duration":"1.1261627s","start":"2026-07-29T08:49:29.639871Z","end":"2026-07-29T08:49:30.766034Z","steps":["trace[494583525] 'read index received' (duration: 369.899268ms)","trace[494583525] 'applied index is now lower than readState.Index' (duration: 756.261892ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:30.766115Z","caller":"traceutil/trace.go:171","msg":"trace[1131117944] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"1.12737596s","start":"2026-07-29T08:49:29.638728Z","end":"2026-07-29T08:49:30.766104Z","steps":["trace[1131117944] 'process raft request' (duration: 371.028726ms)","trace[1131117944] 'compare' (duration: 755.752289ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:30.766441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:29.638705Z","time spent":"1.127472073s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:30.766538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126636043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T08:49:30.766641Z","caller":"traceutil/trace.go:171","msg":"trace[807558243] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20015; }","duration":"1.126764155s","start":"2026-07-29T08:49:29.639853Z","end":"2026-07-29T08:49:30.766617Z","steps":["trace[807558243] 'agreement among raft nodes before linearized reading' (duration: 1.126454608s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:30.766706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:29.639841Z","time spent":"1.126851977s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:49:31.266908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:31.431144Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.421341856s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:31.645982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000081521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:31.646051Z","caller":"traceutil/trace.go:171","msg":"trace[812130147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199673s","start":"2026-07-29T08:49:29.645836Z","end":"2026-07-29T08:49:31.646036Z","steps":["trace[812130147] 'agreement among raft nodes before linearized reading' (duration: 2.000108251s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:31.646091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:29.645828Z","time spent":"2.000255374s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:33.647023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000477579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:33.647099Z","caller":"traceutil/trace.go:171","msg":"trace[1440261786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599862s","start":"2026-07-29T08:49:31.646479Z","end":"2026-07-29T08:49:33.647079Z","steps":["trace[1440261786] 'agreement among raft nodes before linearized reading' (duration: 2.00050237s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:33.647134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:31.646461Z","time spent":"2.000666163s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:34.128763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.844548234s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:34.198907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.767444604s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:34.199174Z","caller":"traceutil/trace.go:171","msg":"trace[1049216163] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"4.558072283s","start":"2026-07-29T08:49:29.641071Z","end":"2026-07-29T08:49:34.199143Z","steps":["trace[1049216163] 'process raft request' (duration: 1.790295071s)","trace[1049216163] 'compare' (duration: 2.766400948s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:34.199324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.09554021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:34.199364Z","caller":"traceutil/trace.go:171","msg":"trace[238884638] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:20018; }","duration":"4.095615752s","start":"2026-07-29T08:49:30.103739Z","end":"2026-07-29T08:49:34.199354Z","steps":["trace[238884638] 'agreement among raft nodes before linearized reading' (duration: 4.09551193s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.199399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:30.103693Z","time spent":"4.095696504s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":3,"response size":32,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:34.199403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:29.641052Z","time spent":"4.558216787s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:34.19922Z","caller":"traceutil/trace.go:171","msg":"trace[2073868094] linearizableReadLoop","detail":"{readStateIndex:20675; appliedIndex:20672; }","duration":"3.433129633s","start":"2026-07-29T08:49:30.766073Z","end":"2026-07-29T08:49:34.199203Z","steps":["trace[2073868094] 'read index received' (duration: 665.32429ms)","trace[2073868094] 'applied index is now lower than readState.Index' (duration: 2.767803903s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:34.19976Z","caller":"traceutil/trace.go:171","msg":"trace[1178451180] transaction","detail":"{read_only:false; response_revision:20017; number_of_response:1; }","duration":"4.552889886s","start":"2026-07-29T08:49:29.646854Z","end":"2026-07-29T08:49:34.199743Z","steps":["trace[1178451180] 'process raft request' (duration: 4.552188169s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.199858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:29.646835Z","time spent":"4.552975499s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13995,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:34.199879Z","caller":"traceutil/trace.go:171","msg":"trace[1965668545] transaction","detail":"{read_only:false; response_revision:20018; number_of_response:1; }","duration":"3.398866531s","start":"2026-07-29T08:49:30.800994Z","end":"2026-07-29T08:49:34.19986Z","steps":["trace[1965668545] 'process raft request' (duration: 3.398150963s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.199938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429463872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T08:49:34.19995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:30.800968Z","time spent":"3.398947003s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:34.200003Z","caller":"traceutil/trace.go:171","msg":"trace[1830687433] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20018; }","duration":"3.429565365s","start":"2026-07-29T08:49:30.770425Z","end":"2026-07-29T08:49:34.19999Z","steps":["trace[1830687433] 'agreement among raft nodes before linearized reading' (duration: 3.42935832s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.200045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:30.770408Z","time spent":"3.429626967s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:49:34.200361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.488129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:34.200401Z","caller":"traceutil/trace.go:171","msg":"trace[1330414530] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20018; }","duration":"446.600752ms","start":"2026-07-29T08:49:33.753791Z","end":"2026-07-29T08:49:34.200392Z","steps":["trace[1330414530] 'agreement among raft nodes before linearized reading' (duration: 446.50738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.200453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444164299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:34.200496Z","caller":"traceutil/trace.go:171","msg":"trace[1830196239] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:20018; }","duration":"2.444261691s","start":"2026-07-29T08:49:31.756224Z","end":"2026-07-29T08:49:34.200486Z","steps":["trace[1830196239] 'agreement among raft nodes before linearized reading' (duration: 2.444193439s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.200542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:31.756188Z","time spent":"2.444329733s","remote":"127.0.0.1:49460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:34.20061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425354171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T08:49:34.200649Z","caller":"traceutil/trace.go:171","msg":"trace[630903418] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20018; }","duration":"3.425442924s","start":"2026-07-29T08:49:30.775196Z","end":"2026-07-29T08:49:34.200639Z","steps":["trace[630903418] 'agreement among raft nodes before linearized reading' (duration: 3.42528311s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.200723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34329876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:34.200766Z","caller":"traceutil/trace.go:171","msg":"trace[1513556533] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:20018; }","duration":"1.343373202s","start":"2026-07-29T08:49:32.857384Z","end":"2026-07-29T08:49:34.200757Z","steps":["trace[1513556533] 'agreement among raft nodes before linearized reading' (duration: 1.3433138s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.200792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:32.857363Z","time spent":"1.343422132s","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:34.200681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.243673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:34.200982Z","caller":"traceutil/trace.go:171","msg":"trace[727290825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20018; }","duration":"545.580991ms","start":"2026-07-29T08:49:33.655387Z","end":"2026-07-29T08:49:34.200968Z","steps":["trace[727290825] 'agreement among raft nodes before linearized reading' (duration: 545.269763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:34.201018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:33.655367Z","time spent":"545.641982ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:34.200728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:30.775187Z","time spent":"3.425529046s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"warn","ts":"2026-07-29T08:49:34.200462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:33.75377Z","time spent":"446.680183ms","remote":"127.0.0.1:48168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:34.705007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:35.205371Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108030,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:35.216278Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005974141s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:35.35023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.277666ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:35.350426Z","caller":"traceutil/trace.go:171","msg":"trace[1990294161] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20018; }","duration":"154.488092ms","start":"2026-07-29T08:49:35.195905Z","end":"2026-07-29T08:49:35.350393Z","steps":["trace[1990294161] 'range keys from in-memory index tree' (duration: 154.214715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:35.350646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.987599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:35.350961Z","caller":"traceutil/trace.go:171","msg":"trace[1135298613] linearizableReadLoop","detail":"{readStateIndex:20676; appliedIndex:20675; }","duration":"1.146308075s","start":"2026-07-29T08:49:34.20463Z","end":"2026-07-29T08:49:35.350938Z","steps":["trace[1135298613] 'read index received' (duration: 1.011782093s)","trace[1135298613] 'applied index is now lower than readState.Index' (duration: 134.523862ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:35.351113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146474149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:35.351006Z","caller":"traceutil/trace.go:171","msg":"trace[205781380] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"1.147404532s","start":"2026-07-29T08:49:34.203557Z","end":"2026-07-29T08:49:35.350961Z","steps":["trace[205781380] 'process raft request' (duration: 1.012984143s)","trace[205781380] 'compare' (duration: 133.68041ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:35.351168Z","caller":"traceutil/trace.go:171","msg":"trace[1805945069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20019; }","duration":"1.146558681s","start":"2026-07-29T08:49:34.204589Z","end":"2026-07-29T08:49:35.351147Z","steps":["trace[1805945069] 'agreement among raft nodes before linearized reading' (duration: 1.146438308s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:35.3512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144936801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T08:49:35.351206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.521112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:35.351205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.156779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:35.351262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146502449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xwg4w\" ","response":"range_response_count:1 size:4353"} {"level":"warn","ts":"2026-07-29T08:49:35.351278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:34.203532Z","time spent":"1.147659988s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:35.3513Z","caller":"traceutil/trace.go:171","msg":"trace[1406141858] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:20019; }","duration":"396.633265ms","start":"2026-07-29T08:49:34.954639Z","end":"2026-07-29T08:49:35.351273Z","steps":["trace[1406141858] 'agreement among raft nodes before linearized reading' (duration: 396.481271ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:35.351265Z","caller":"traceutil/trace.go:171","msg":"trace[1498542073] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20019; }","duration":"1.145014274s","start":"2026-07-29T08:49:34.206242Z","end":"2026-07-29T08:49:35.351256Z","steps":["trace[1498542073] 'agreement among raft nodes before linearized reading' (duration: 1.14485911s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:35.351346Z","caller":"traceutil/trace.go:171","msg":"trace[1794562408] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-xwg4w; range_end:; response_count:1; response_revision:20019; }","duration":"1.146606732s","start":"2026-07-29T08:49:34.204702Z","end":"2026-07-29T08:49:35.351309Z","steps":["trace[1794562408] 'agreement among raft nodes before linearized reading' (duration: 1.146384457s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:35.351361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:34.206229Z","time spent":"1.145116456s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:49:35.35138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:34.954623Z","time spent":"396.723007ms","remote":"127.0.0.1:40838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:35.351396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:34.204663Z","time spent":"1.146722405s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4377,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xwg4w\" "} {"level":"warn","ts":"2026-07-29T08:49:35.351204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:34.20456Z","time spent":"1.146636493s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:49:35.351306Z","caller":"traceutil/trace.go:171","msg":"trace[518951686] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:20019; }","duration":"657.285493ms","start":"2026-07-29T08:49:34.694001Z","end":"2026-07-29T08:49:35.351287Z","steps":["trace[518951686] 'agreement among raft nodes before linearized reading' (duration: 657.096318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:35.351981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:34.693968Z","time spent":"657.544079ms","remote":"127.0.0.1:40796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:35.88079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.031434ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-29T08:49:35.880883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:35.354236Z","time spent":"526.643735ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:36.367087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.800442ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-07-29T08:49:36.367392Z","caller":"traceutil/trace.go:171","msg":"trace[1955045006] linearizableReadLoop","detail":"{readStateIndex:20679; appliedIndex:20676; }","duration":"1.007026196s","start":"2026-07-29T08:49:35.360347Z","end":"2026-07-29T08:49:36.367373Z","steps":["trace[1955045006] 'read index received' (duration: 416.368388ms)","trace[1955045006] 'applied index is now lower than readState.Index' (duration: 590.656968ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:36.367476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:35.355655Z","time spent":"1.011810943s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:49:36.367486Z","caller":"traceutil/trace.go:171","msg":"trace[328687347] transaction","detail":"{read_only:false; response_revision:20020; number_of_response:1; }","duration":"1.008218905s","start":"2026-07-29T08:49:35.35918Z","end":"2026-07-29T08:49:36.367399Z","steps":["trace[328687347] 'process raft request' (duration: 1.00801158s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:36.367711Z","caller":"traceutil/trace.go:171","msg":"trace[311665119] transaction","detail":"{read_only:false; response_revision:20021; number_of_response:1; }","duration":"485.488696ms","start":"2026-07-29T08:49:35.882185Z","end":"2026-07-29T08:49:36.367674Z","steps":["trace[311665119] 'process raft request' (duration: 485.140017ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:36.367744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:35.359156Z","time spent":"1.00841653s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4665,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:36.367766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.473457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:36.367761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007378424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:36.367823Z","caller":"traceutil/trace.go:171","msg":"trace[1367085510] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:20021; }","duration":"239.58895ms","start":"2026-07-29T08:49:36.128221Z","end":"2026-07-29T08:49:36.36781Z","steps":["trace[1367085510] 'agreement among raft nodes before linearized reading' (duration: 239.408356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:36.36787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:35.88212Z","time spent":"485.67315ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:36.36787Z","caller":"traceutil/trace.go:171","msg":"trace[1828414871] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20021; }","duration":"1.007520508s","start":"2026-07-29T08:49:35.360322Z","end":"2026-07-29T08:49:36.367842Z","steps":["trace[1828414871] 'agreement among raft nodes before linearized reading' (duration: 1.007149399s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:36.367933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:35.360311Z","time spent":"1.007607s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:36.870279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108042,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:37.596334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.332295ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:37.596491Z","caller":"traceutil/trace.go:171","msg":"trace[105234930] linearizableReadLoop","detail":"{readStateIndex:20681; appliedIndex:20680; }","duration":"1.226287648s","start":"2026-07-29T08:49:36.370182Z","end":"2026-07-29T08:49:37.59647Z","steps":["trace[105234930] 'read index received' (duration: 625.650596ms)","trace[105234930] 'applied index is now lower than readState.Index' (duration: 600.633682ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:37.596613Z","caller":"traceutil/trace.go:171","msg":"trace[798126438] transaction","detail":"{read_only:false; response_revision:20022; number_of_response:1; }","duration":"1.227834516s","start":"2026-07-29T08:49:36.368762Z","end":"2026-07-29T08:49:37.596596Z","steps":["trace[798126438] 'process raft request' (duration: 627.132712ms)","trace[798126438] 'compare' (duration: 599.955906ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:37.596702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:36.368739Z","time spent":"1.227920578s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:49:37.596769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226638426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:37.596786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.044332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:37.596853Z","caller":"traceutil/trace.go:171","msg":"trace[972567172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20022; }","duration":"1.22677554s","start":"2026-07-29T08:49:36.370057Z","end":"2026-07-29T08:49:37.596833Z","steps":["trace[972567172] 'agreement among raft nodes before linearized reading' (duration: 1.226599215s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:37.596861Z","caller":"traceutil/trace.go:171","msg":"trace[1843588941] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20022; }","duration":"832.172655ms","start":"2026-07-29T08:49:36.764669Z","end":"2026-07-29T08:49:37.596842Z","steps":["trace[1843588941] 'agreement among raft nodes before linearized reading' (duration: 831.99558ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:37.596861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22634873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-29T08:49:37.596899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:36.370029Z","time spent":"1.226861862s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:37.596904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:36.764645Z","time spent":"832.249577ms","remote":"127.0.0.1:52826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:37.596914Z","caller":"traceutil/trace.go:171","msg":"trace[1572843173] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20022; }","duration":"1.226439342s","start":"2026-07-29T08:49:36.370459Z","end":"2026-07-29T08:49:37.596898Z","steps":["trace[1572843173] 'agreement among raft nodes before linearized reading' (duration: 1.226207767s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:37.59694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225290504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-29T08:49:37.596957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:36.370443Z","time spent":"1.226507484s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T08:49:37.596998Z","caller":"traceutil/trace.go:171","msg":"trace[490375276] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20022; }","duration":"1.225374415s","start":"2026-07-29T08:49:36.371609Z","end":"2026-07-29T08:49:37.596984Z","steps":["trace[490375276] 'agreement among raft nodes before linearized reading' (duration: 1.225060908s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:37.597032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:36.371598Z","time spent":"1.225426707s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-29T08:49:38.861156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.524286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:38.861287Z","caller":"traceutil/trace.go:171","msg":"trace[451055917] linearizableReadLoop","detail":"{readStateIndex:20682; appliedIndex:20681; }","duration":"1.256096041s","start":"2026-07-29T08:49:37.605172Z","end":"2026-07-29T08:49:38.861268Z","steps":["trace[451055917] 'read index received' (duration: 352.435851ms)","trace[451055917] 'applied index is now lower than readState.Index' (duration: 903.657359ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:38.861331Z","caller":"traceutil/trace.go:171","msg":"trace[1114566942] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"1.258176561s","start":"2026-07-29T08:49:37.603118Z","end":"2026-07-29T08:49:38.861295Z","steps":["trace[1114566942] 'process raft request' (duration: 354.428239ms)","trace[1114566942] 'compare' (duration: 903.123027ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:38.861463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256274185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:38.86151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:37.603083Z","time spent":"1.258336645s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:38.861553Z","caller":"traceutil/trace.go:171","msg":"trace[857961980] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20023; }","duration":"1.256396738s","start":"2026-07-29T08:49:37.605127Z","end":"2026-07-29T08:49:38.861523Z","steps":["trace[857961980] 'agreement among raft nodes before linearized reading' (duration: 1.256209133s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:38.861604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:37.605107Z","time spent":"1.25648906s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:39.362004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:39.862488Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:40.363538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108052,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:40.785604Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.827977449s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:40.863328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:40.863434Z","caller":"traceutil/trace.go:171","msg":"trace[1333592253] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000648473s","start":"2026-07-29T08:49:38.862766Z","end":"2026-07-29T08:49:40.863414Z","steps":["trace[1333592253] 'agreement among raft nodes before linearized reading' (duration: 2.00051682s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:40.863482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:38.862747Z","time spent":"2.000724165s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:42.240511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.454636794s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:42.241126Z","caller":"traceutil/trace.go:171","msg":"trace[534473453] transaction","detail":"{read_only:false; response_revision:20024; number_of_response:1; }","duration":"4.633774431s","start":"2026-07-29T08:49:37.607303Z","end":"2026-07-29T08:49:42.241077Z","steps":["trace[534473453] 'process raft request' (duration: 3.178462792s)","trace[534473453] 'compare' (duration: 1.453943536s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:42.241365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:37.607288Z","time spent":"4.633974997s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:42.871083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000028757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:42.87117Z","caller":"traceutil/trace.go:171","msg":"trace[1547490742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0001762s","start":"2026-07-29T08:49:40.870975Z","end":"2026-07-29T08:49:42.871151Z","steps":["trace[1547490742] 'agreement among raft nodes before linearized reading' (duration: 2.000064907s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:42.871218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:40.870955Z","time spent":"2.000253352s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:43.821163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58052261s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-07-29T08:49:44.578676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.391898ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:49:44.579265Z","caller":"traceutil/trace.go:171","msg":"trace[849476067] transaction","detail":"{read_only:false; response_revision:20025; number_of_response:1; }","duration":"4.552145775s","start":"2026-07-29T08:49:40.027071Z","end":"2026-07-29T08:49:44.579217Z","steps":["trace[849476067] 'process raft request' (duration: 4.551698374s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:44.5794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:40.027048Z","time spent":"4.552282268s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:44.57928Z","caller":"traceutil/trace.go:171","msg":"trace[503036969] linearizableReadLoop","detail":"{readStateIndex:20686; appliedIndex:20682; }","duration":"5.717930377s","start":"2026-07-29T08:49:38.861311Z","end":"2026-07-29T08:49:44.579241Z","steps":["trace[503036969] 'read index received' (duration: 1.924468583s)","trace[503036969] 'applied index is now lower than readState.Index' (duration: 3.793460024s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:44.872167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:44.872251Z","caller":"traceutil/trace.go:171","msg":"trace[1979471515] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048039s","start":"2026-07-29T08:49:42.871752Z","end":"2026-07-29T08:49:44.872233Z","steps":["trace[1979471515] 'agreement among raft nodes before linearized reading' (duration: 2.000369097s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:44.872296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:42.871736Z","time spent":"2.000550201s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:45.079902Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108057,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:45.483406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.442714ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.483567Z","caller":"traceutil/trace.go:171","msg":"trace[17831060] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20025; }","duration":"287.632569ms","start":"2026-07-29T08:49:45.195908Z","end":"2026-07-29T08:49:45.483541Z","steps":["trace[17831060] 'range keys from in-memory index tree' (duration: 287.416614ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.483839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.735414265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:45.483929Z","caller":"traceutil/trace.go:171","msg":"trace[524375140] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:20025; }","duration":"7.735754913s","start":"2026-07-29T08:49:37.748151Z","end":"2026-07-29T08:49:45.483906Z","steps":["trace[524375140] 'agreement among raft nodes before linearized reading' (duration: 6.831168501s)","trace[524375140] 'count revisions from in-memory index tree' (duration: 904.273745ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:45.484101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:37.748125Z","time spent":"7.735914337s","remote":"127.0.0.1:52696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":7,"response size":32,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.484361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.065103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:45.484512Z","caller":"traceutil/trace.go:171","msg":"trace[294296409] transaction","detail":"{read_only:false; response_revision:20026; number_of_response:1; }","duration":"3.778745433s","start":"2026-07-29T08:49:41.705752Z","end":"2026-07-29T08:49:45.484498Z","steps":["trace[294296409] 'process raft request' (duration: 2.873476624s)","trace[294296409] 'compare' (duration: 904.300795ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:45.484578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:41.705729Z","time spent":"3.778818435s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:45.485078Z","caller":"traceutil/trace.go:171","msg":"trace[716325123] transaction","detail":"{read_only:false; response_revision:20027; number_of_response:1; }","duration":"1.029548028s","start":"2026-07-29T08:49:44.455477Z","end":"2026-07-29T08:49:45.485025Z","steps":["trace[716325123] 'process raft request' (duration: 1.028969164s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.485252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:44.455452Z","time spent":"1.029703073s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:45.544444Z","caller":"traceutil/trace.go:171","msg":"trace[283502727] linearizableReadLoop","detail":"{readStateIndex:20690; appliedIndex:20686; }","duration":"964.966364ms","start":"2026-07-29T08:49:44.579448Z","end":"2026-07-29T08:49:45.544414Z","steps":["trace[283502727] 'read index received' (duration: 618.742237ms)","trace[283502727] 'applied index is now lower than readState.Index' (duration: 346.222177ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:45.544233Z","caller":"traceutil/trace.go:171","msg":"trace[378714946] transaction","detail":"{read_only:false; response_revision:20028; number_of_response:1; }","duration":"900.626065ms","start":"2026-07-29T08:49:44.643577Z","end":"2026-07-29T08:49:45.544203Z","steps":["trace[378714946] 'process raft request' (duration: 900.393479ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.544714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238374089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:45.544802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.520113612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:45.544835Z","caller":"traceutil/trace.go:171","msg":"trace[545170998] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20029; }","duration":"5.520190155s","start":"2026-07-29T08:49:40.024635Z","end":"2026-07-29T08:49:45.544825Z","steps":["trace[545170998] 'agreement among raft nodes before linearized reading' (duration: 5.520137644s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.54486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:44.643555Z","time spent":"901.201428ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:45.54483Z","caller":"traceutil/trace.go:171","msg":"trace[1529427770] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:20029; }","duration":"3.238565614s","start":"2026-07-29T08:49:42.306238Z","end":"2026-07-29T08:49:45.544803Z","steps":["trace[1529427770] 'agreement among raft nodes before linearized reading' (duration: 3.238276717s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.544893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361996928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:45.544979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.779248188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:45.545039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.680030121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-29T08:49:45.544751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.298333281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-07-29T08:49:45.545124Z","caller":"traceutil/trace.go:171","msg":"trace[1929888924] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"901.506766ms","start":"2026-07-29T08:49:44.643602Z","end":"2026-07-29T08:49:45.545109Z","steps":["trace[1929888924] 'process raft request' (duration: 900.537102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.086579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:45.545167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.609805756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.545159Z","caller":"traceutil/trace.go:171","msg":"trace[2038712982] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:20029; }","duration":"3.298791943s","start":"2026-07-29T08:49:42.246347Z","end":"2026-07-29T08:49:45.545139Z","steps":["trace[2038712982] 'agreement among raft nodes before linearized reading' (duration: 3.298217779s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:44.643576Z","time spent":"901.591758ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:45.545266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.039489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T08:49:45.545269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.296525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.545291Z","caller":"traceutil/trace.go:171","msg":"trace[886433234] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:20029; }","duration":"191.11125ms","start":"2026-07-29T08:49:45.354173Z","end":"2026-07-29T08:49:45.545284Z","steps":["trace[886433234] 'agreement among raft nodes before linearized reading' (duration: 191.037268ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:45.545288Z","caller":"traceutil/trace.go:171","msg":"trace[819885844] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:20029; }","duration":"3.609893358s","start":"2026-07-29T08:49:41.935312Z","end":"2026-07-29T08:49:45.545205Z","steps":["trace[819885844] 'agreement among raft nodes before linearized reading' (duration: 3.609802836s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:42.246328Z","time spent":"3.298910445s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4688,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-07-29T08:49:45.545316Z","caller":"traceutil/trace.go:171","msg":"trace[1183582258] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:20029; }","duration":"257.383857ms","start":"2026-07-29T08:49:45.287917Z","end":"2026-07-29T08:49:45.545301Z","steps":["trace[1183582258] 'agreement among raft nodes before linearized reading' (duration: 257.311455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.54537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:41.935296Z","time spent":"3.610055162s","remote":"127.0.0.1:40740","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.545365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.035078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:45.545587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.927233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.545604Z","caller":"traceutil/trace.go:171","msg":"trace[1839992548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20029; }","duration":"664.311425ms","start":"2026-07-29T08:49:44.881277Z","end":"2026-07-29T08:49:45.545588Z","steps":["trace[1839992548] 'agreement among raft nodes before linearized reading' (duration: 664.044768ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:45.54564Z","caller":"traceutil/trace.go:171","msg":"trace[1141920462] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:20029; }","duration":"239.034126ms","start":"2026-07-29T08:49:45.30659Z","end":"2026-07-29T08:49:45.545624Z","steps":["trace[1141920462] 'agreement among raft nodes before linearized reading' (duration: 238.947593ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:44.881257Z","time spent":"664.381766ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:45.545663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407143356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:45.545178Z","caller":"traceutil/trace.go:171","msg":"trace[947413231] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:20029; }","duration":"730.14495ms","start":"2026-07-29T08:49:44.815024Z","end":"2026-07-29T08:49:45.545169Z","steps":["trace[947413231] 'agreement among raft nodes before linearized reading' (duration: 730.101619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.506527165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.545699Z","caller":"traceutil/trace.go:171","msg":"trace[1760865015] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:20029; }","duration":"4.407229748s","start":"2026-07-29T08:49:41.13846Z","end":"2026-07-29T08:49:45.54569Z","steps":["trace[1760865015] 'agreement among raft nodes before linearized reading' (duration: 4.407172007s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:45.545708Z","caller":"traceutil/trace.go:171","msg":"trace[396844901] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:20029; }","duration":"4.506574217s","start":"2026-07-29T08:49:41.039128Z","end":"2026-07-29T08:49:45.545702Z","steps":["trace[396844901] 'agreement among raft nodes before linearized reading' (duration: 4.506540536s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.945985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:45.54573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:44.815008Z","time spent":"730.700314ms","remote":"127.0.0.1:40772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.545757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000302605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.545779Z","caller":"traceutil/trace.go:171","msg":"trace[1612193346] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20029; }","duration":"2.000363546s","start":"2026-07-29T08:49:43.545409Z","end":"2026-07-29T08:49:45.545773Z","steps":["trace[1612193346] 'agreement among raft nodes before linearized reading' (duration: 2.000336446s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699614095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:45.545651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.621772874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.5458Z","caller":"traceutil/trace.go:171","msg":"trace[66671514] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20029; }","duration":"994.350805ms","start":"2026-07-29T08:49:44.551417Z","end":"2026-07-29T08:49:45.545768Z","steps":["trace[66671514] 'agreement among raft nodes before linearized reading' (duration: 993.642818ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.981544697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:45.545039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:42.306209Z","time spent":"3.238747848s","remote":"127.0.0.1:40828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.544929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.084858724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:45.544878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:40.024611Z","time spent":"5.520258166s","remote":"127.0.0.1:52550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.545726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:41.039113Z","time spent":"4.506609917s","remote":"127.0.0.1:48110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:45.545924Z","caller":"traceutil/trace.go:171","msg":"trace[258851421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20029; }","duration":"6.08589397s","start":"2026-07-29T08:49:39.460021Z","end":"2026-07-29T08:49:45.545915Z","steps":["trace[258851421] 'agreement among raft nodes before linearized reading' (duration: 6.084879875s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:45.545837Z","caller":"traceutil/trace.go:171","msg":"trace[752448363] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:20029; }","duration":"1.699727057s","start":"2026-07-29T08:49:43.846091Z","end":"2026-07-29T08:49:45.545818Z","steps":["trace[752448363] 'agreement among raft nodes before linearized reading' (duration: 1.699654206s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:39.460001Z","time spent":"6.085973001s","remote":"127.0.0.1:40930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.545996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:43.846069Z","time spent":"1.699919663s","remote":"127.0.0.1:48132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:45.54499Z","caller":"traceutil/trace.go:171","msg":"trace[173948758] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:20029; }","duration":"1.362159982s","start":"2026-07-29T08:49:44.182803Z","end":"2026-07-29T08:49:45.544963Z","steps":["trace[173948758] 'agreement among raft nodes before linearized reading' (duration: 1.362009689s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:43.545387Z","time spent":"2.000403768s","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.54605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:44.182774Z","time spent":"1.363256019s","remote":"127.0.0.1:40812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:45.545078Z","caller":"traceutil/trace.go:171","msg":"trace[660178418] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:20029; }","duration":"4.779539946s","start":"2026-07-29T08:49:40.765518Z","end":"2026-07-29T08:49:45.545058Z","steps":["trace[660178418] 'agreement among raft nodes before linearized reading' (duration: 4.779226718s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.545055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051699782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.546179Z","caller":"traceutil/trace.go:171","msg":"trace[1799137623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20029; }","duration":"1.052851721s","start":"2026-07-29T08:49:44.49331Z","end":"2026-07-29T08:49:45.546162Z","steps":["trace[1799137623] 'agreement among raft nodes before linearized reading' (duration: 1.051712463s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.546242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:44.49329Z","time spent":"1.052936242s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:45.545711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975630362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:45.546305Z","caller":"traceutil/trace.go:171","msg":"trace[1579023847] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:20029; }","duration":"2.976254107s","start":"2026-07-29T08:49:42.570041Z","end":"2026-07-29T08:49:45.546295Z","steps":["trace[1579023847] 'agreement among raft nodes before linearized reading' (duration: 2.975623342s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.546364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:42.570029Z","time spent":"2.976321988s","remote":"127.0.0.1:57478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.545728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:41.138441Z","time spent":"4.407280019s","remote":"127.0.0.1:52764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":3,"response size":32,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:45.545874Z","caller":"traceutil/trace.go:171","msg":"trace[1745003688] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:20029; }","duration":"4.621988439s","start":"2026-07-29T08:49:40.923842Z","end":"2026-07-29T08:49:45.545831Z","steps":["trace[1745003688] 'agreement among raft nodes before linearized reading' (duration: 4.621778644s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.546578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:40.923831Z","time spent":"4.622648866s","remote":"127.0.0.1:48190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:45.545884Z","caller":"traceutil/trace.go:171","msg":"trace[668109229] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20029; }","duration":"2.98164786s","start":"2026-07-29T08:49:42.56422Z","end":"2026-07-29T08:49:45.545868Z","steps":["trace[668109229] 'agreement among raft nodes before linearized reading' (duration: 2.981472695s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.546683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:42.564198Z","time spent":"2.98246891s","remote":"127.0.0.1:52722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":68,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.545883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:44.551392Z","time spent":"994.473058ms","remote":"127.0.0.1:49452","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":5,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:45.546114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:40.765501Z","time spent":"4.780606102s","remote":"127.0.0.1:57418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:45.545089Z","caller":"traceutil/trace.go:171","msg":"trace[103737370] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d; range_end:; response_count:1; response_revision:20029; }","duration":"6.680101332s","start":"2026-07-29T08:49:38.864976Z","end":"2026-07-29T08:49:45.545077Z","steps":["trace[103737370] 'agreement among raft nodes before linearized reading' (duration: 6.679979269s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:45.546983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:38.864964Z","time spent":"6.681953268s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b67521bfc94d\" "} {"level":"warn","ts":"2026-07-29T08:49:46.478829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.716219ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-29T08:49:46.478919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:45.547675Z","time spent":"931.240206ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:46.745972Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.018716582s","expected-duration":"1s"} {"level":"info","ts":"2026-07-29T08:49:46.750368Z","caller":"traceutil/trace.go:171","msg":"trace[798051136] linearizableReadLoop","detail":"{readStateIndex:20692; appliedIndex:20690; }","duration":"1.197608104s","start":"2026-07-29T08:49:45.552744Z","end":"2026-07-29T08:49:46.750352Z","steps":["trace[798051136] 'read index received' (duration: 174.433612ms)","trace[798051136] 'applied index is now lower than readState.Index' (duration: 1.023173942s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:46.750468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197716306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:46.750485Z","caller":"traceutil/trace.go:171","msg":"trace[1807664659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20031; }","duration":"1.197773608s","start":"2026-07-29T08:49:45.552706Z","end":"2026-07-29T08:49:46.750479Z","steps":["trace[1807664659] 'agreement among raft nodes before linearized reading' (duration: 1.197724977s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:46.750502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:45.552695Z","time spent":"1.197802598s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:49:46.750476Z","caller":"traceutil/trace.go:171","msg":"trace[1824072949] transaction","detail":"{read_only:false; response_revision:20031; number_of_response:1; }","duration":"1.195511962s","start":"2026-07-29T08:49:45.554926Z","end":"2026-07-29T08:49:46.750438Z","steps":["trace[1824072949] 'process raft request' (duration: 1.195340448s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:46.750663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:45.554914Z","time spent":"1.195657595s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4931,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:46.750713Z","caller":"traceutil/trace.go:171","msg":"trace[888083242] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"1.201068118s","start":"2026-07-29T08:49:45.549613Z","end":"2026-07-29T08:49:46.750681Z","steps":["trace[888083242] 'process raft request' (duration: 1.196578848s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:46.750889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:45.549587Z","time spent":"1.201199991s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:47.251127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:49:47.694877Z","caller":"traceutil/trace.go:171","msg":"trace[666761750] linearizableReadLoop","detail":"{readStateIndex:20694; appliedIndex:20693; }","duration":"944.442631ms","start":"2026-07-29T08:49:46.750411Z","end":"2026-07-29T08:49:47.694854Z","steps":["trace[666761750] 'read index received' (duration: 944.095852ms)","trace[666761750] 'applied index is now lower than readState.Index' (duration: 345.909µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:47.694948Z","caller":"traceutil/trace.go:171","msg":"trace[1251920583] transaction","detail":"{read_only:false; response_revision:20032; number_of_response:1; }","duration":"1.214860928s","start":"2026-07-29T08:49:46.480054Z","end":"2026-07-29T08:49:47.694915Z","steps":["trace[1251920583] 'process raft request' (duration: 1.214619093s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:47.695118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:46.480029Z","time spent":"1.214993001s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:47.695167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.918558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:47.695227Z","caller":"traceutil/trace.go:171","msg":"trace[109586964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20032; }","duration":"944.017431ms","start":"2026-07-29T08:49:46.751197Z","end":"2026-07-29T08:49:47.695214Z","steps":["trace[109586964] 'agreement among raft nodes before linearized reading' (duration: 943.860137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:47.695268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:46.751179Z","time spent":"944.074582ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:47.695314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.081098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T08:49:47.695314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"941.283493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-m4gb9\" ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-07-29T08:49:47.695392Z","caller":"traceutil/trace.go:171","msg":"trace[2048832156] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20032; }","duration":"941.203512ms","start":"2026-07-29T08:49:46.754166Z","end":"2026-07-29T08:49:47.69537Z","steps":["trace[2048832156] 'agreement among raft nodes before linearized reading' (duration: 940.908974ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:47.695397Z","caller":"traceutil/trace.go:171","msg":"trace[997904308] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-m4gb9; range_end:; response_count:1; response_revision:20032; }","duration":"941.409266ms","start":"2026-07-29T08:49:46.753972Z","end":"2026-07-29T08:49:47.695381Z","steps":["trace[997904308] 'agreement among raft nodes before linearized reading' (duration: 941.140899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:47.695414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881339295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:47.695398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.755467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:49:47.695436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:46.753961Z","time spent":"941.464008ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5666,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-m4gb9\" "} {"level":"info","ts":"2026-07-29T08:49:47.69546Z","caller":"traceutil/trace.go:171","msg":"trace[1949976830] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20032; }","duration":"1.881436708s","start":"2026-07-29T08:49:45.81401Z","end":"2026-07-29T08:49:47.695447Z","steps":["trace[1949976830] 'agreement among raft nodes before linearized reading' (duration: 1.880964596s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:47.695486Z","caller":"traceutil/trace.go:171","msg":"trace[2079925181] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20032; }","duration":"464.86155ms","start":"2026-07-29T08:49:47.2306Z","end":"2026-07-29T08:49:47.695462Z","steps":["trace[2079925181] 'agreement among raft nodes before linearized reading' (duration: 464.635694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:47.695502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:45.813987Z","time spent":"1.88150527s","remote":"127.0.0.1:52674","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":3,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:47.695435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:46.754151Z","time spent":"941.274473ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"warn","ts":"2026-07-29T08:49:47.695542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:47.23053Z","time spent":"465.000613ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":90,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:48.201462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:48.701819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108070,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:48.8716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173048021s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:49.705647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000736167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:49.705744Z","caller":"traceutil/trace.go:171","msg":"trace[92184085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00089687s","start":"2026-07-29T08:49:47.704829Z","end":"2026-07-29T08:49:49.705726Z","steps":["trace[92184085] 'agreement among raft nodes before linearized reading' (duration: 2.000753707s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:49.705803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:47.70482Z","time spent":"2.000972142s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:51.17385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:49.963949Z","time spent":"1.209893826s","remote":"127.0.0.1:47426","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:49:51.17454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302528263s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:51.174606Z","caller":"traceutil/trace.go:171","msg":"trace[1426065382] transaction","detail":"{read_only:false; response_revision:20033; number_of_response:1; }","duration":"3.476154998s","start":"2026-07-29T08:49:47.698436Z","end":"2026-07-29T08:49:51.174591Z","steps":["trace[1426065382] 'process raft request' (duration: 1.173499853s)","trace[1426065382] 'compare' (duration: 2.302059781s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:51.174652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:47.698409Z","time spent":"3.47622031s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:51.32281Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.760618142s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:51.53129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.999015ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:51.531387Z","caller":"traceutil/trace.go:171","msg":"trace[1515976835] linearizableReadLoop","detail":"{readStateIndex:20696; appliedIndex:20694; }","duration":"3.830801053s","start":"2026-07-29T08:49:47.700569Z","end":"2026-07-29T08:49:51.53137Z","steps":["trace[1515976835] 'read index received' (duration: 1.171360791s)","trace[1515976835] 'applied index is now lower than readState.Index' (duration: 2.659438872s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:51.531472Z","caller":"traceutil/trace.go:171","msg":"trace[223944729] transaction","detail":"{read_only:false; response_revision:20034; number_of_response:1; }","duration":"3.827294246s","start":"2026-07-29T08:49:47.704125Z","end":"2026-07-29T08:49:51.531419Z","steps":["trace[223944729] 'process raft request' (duration: 3.619090576s)","trace[223944729] 'compare' (duration: 207.681158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:51.531539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830964107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T08:49:51.531577Z","caller":"traceutil/trace.go:171","msg":"trace[568806379] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20034; }","duration":"3.831000628s","start":"2026-07-29T08:49:47.700566Z","end":"2026-07-29T08:49:51.531567Z","steps":["trace[568806379] 'agreement among raft nodes before linearized reading' (duration: 3.830880795s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:51.531616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:47.700543Z","time spent":"3.831065509s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:49:51.531701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:47.704106Z","time spent":"3.827470401s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5942,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:51.706686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000669584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:51.706788Z","caller":"traceutil/trace.go:171","msg":"trace[489041117] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000827398s","start":"2026-07-29T08:49:49.705941Z","end":"2026-07-29T08:49:51.706769Z","steps":["trace[489041117] 'agreement among raft nodes before linearized reading' (duration: 2.000704475s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:51.706837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:49.705922Z","time spent":"2.000904329s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:52.032194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:53.398727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207315281s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:49:53.399429Z","caller":"traceutil/trace.go:171","msg":"trace[1720309558] linearizableReadLoop","detail":"{readStateIndex:20698; appliedIndex:20696; }","duration":"1.867956847s","start":"2026-07-29T08:49:51.531423Z","end":"2026-07-29T08:49:53.399379Z","steps":["trace[1720309558] 'read index received' (duration: 659.974099ms)","trace[1720309558] 'applied index is now lower than readState.Index' (duration: 1.207980678s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:53.399434Z","caller":"traceutil/trace.go:171","msg":"trace[544910495] transaction","detail":"{read_only:false; response_revision:20035; number_of_response:1; }","duration":"2.220632222s","start":"2026-07-29T08:49:51.178756Z","end":"2026-07-29T08:49:53.399388Z","steps":["trace[544910495] 'process raft request' (duration: 2.220051338s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:53.399606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:51.178728Z","time spent":"2.220793417s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:49:53.717293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00211413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:49:53.717391Z","caller":"traceutil/trace.go:171","msg":"trace[1972215585] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.002290144s","start":"2026-07-29T08:49:51.71508Z","end":"2026-07-29T08:49:53.71737Z","steps":["trace[1972215585] 'agreement among raft nodes before linearized reading' (duration: 2.002147421s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:53.717441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:51.715055Z","time spent":"2.002375437s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:53 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:54.686033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.172452295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:54.686168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.652738557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:54.686127Z","caller":"traceutil/trace.go:171","msg":"trace[119080546] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:20035; }","duration":"3.172598358s","start":"2026-07-29T08:49:51.513503Z","end":"2026-07-29T08:49:54.686101Z","steps":["trace[119080546] 'agreement among raft nodes before linearized reading' (duration: 1.885900787s)","trace[119080546] 'count revisions from in-memory index tree' (duration: 1.286553628s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:54.686251Z","caller":"traceutil/trace.go:171","msg":"trace[1400608072] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:20035; }","duration":"4.652885701s","start":"2026-07-29T08:49:50.033342Z","end":"2026-07-29T08:49:54.686227Z","steps":["trace[1400608072] 'agreement among raft nodes before linearized reading' (duration: 3.366169989s)","trace[1400608072] 'count revisions from in-memory index tree' (duration: 1.286570548s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:54.686268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:51.513468Z","time spent":"3.172778822s","remote":"127.0.0.1:40794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:54.686308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:50.033325Z","time spent":"4.652971073s","remote":"127.0.0.1:57444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:54.686417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.626578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-07-29T08:49:54.686434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.861805804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:54.68666Z","caller":"traceutil/trace.go:171","msg":"trace[1779995644] transaction","detail":"{read_only:false; response_revision:20037; number_of_response:1; }","duration":"1.282774335s","start":"2026-07-29T08:49:53.403863Z","end":"2026-07-29T08:49:54.686637Z","steps":["trace[1779995644] 'process raft request' (duration: 1.282689593s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:54.686658Z","caller":"traceutil/trace.go:171","msg":"trace[2112164770] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20035; }","duration":"3.862134083s","start":"2026-07-29T08:49:50.824485Z","end":"2026-07-29T08:49:54.68662Z","steps":["trace[2112164770] 'agreement among raft nodes before linearized reading' (duration: 2.574936239s)","trace[2112164770] 'count revisions from in-memory index tree' (duration: 1.286837915s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:54.686726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:53.403837Z","time spent":"1.282863466s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:49:54.686726Z","caller":"traceutil/trace.go:171","msg":"trace[722305702] linearizableReadLoop","detail":"{readStateIndex:20699; appliedIndex:20698; }","duration":"1.287225614s","start":"2026-07-29T08:49:53.399483Z","end":"2026-07-29T08:49:54.686709Z","steps":["trace[722305702] 'read index received' (duration: 293.225246ms)","trace[722305702] 'applied index is now lower than readState.Index' (duration: 993.998718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:54.686839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376451518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:54.686883Z","caller":"traceutil/trace.go:171","msg":"trace[1094571368] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20037; }","duration":"2.3765343s","start":"2026-07-29T08:49:52.310339Z","end":"2026-07-29T08:49:54.686874Z","steps":["trace[1094571368] 'agreement among raft nodes before linearized reading' (duration: 2.376433177s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:54.686706Z","caller":"traceutil/trace.go:171","msg":"trace[2012601856] transaction","detail":"{read_only:false; response_revision:20036; number_of_response:1; }","duration":"1.695609737s","start":"2026-07-29T08:49:52.991078Z","end":"2026-07-29T08:49:54.686688Z","steps":["trace[2012601856] 'process raft request' (duration: 701.6139ms)","trace[2012601856] 'compare' (duration: 993.220308ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:54.686922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:52.310322Z","time spent":"2.376590161s","remote":"127.0.0.1:40880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:54.686846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:50.824463Z","time spent":"3.862359067s","remote":"127.0.0.1:57458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:54.687055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.689381768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126888"} {"level":"info","ts":"2026-07-29T08:49:54.687129Z","caller":"traceutil/trace.go:171","msg":"trace[1351194520] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:20037; }","duration":"2.689481621s","start":"2026-07-29T08:49:51.997635Z","end":"2026-07-29T08:49:54.687117Z","steps":["trace[1351194520] 'agreement among raft nodes before linearized reading' (duration: 2.689229645s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.687154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.430624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:54.687167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:51.99762Z","time spent":"2.689537372s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126912,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-29T08:49:54.687221Z","caller":"traceutil/trace.go:171","msg":"trace[340276478] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20037; }","duration":"969.554007ms","start":"2026-07-29T08:49:53.717654Z","end":"2026-07-29T08:49:54.687208Z","steps":["trace[340276478] 'agreement among raft nodes before linearized reading' (duration: 969.436444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.687253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:53.717618Z","time spent":"969.628879ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:54.686952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:52.991047Z","time spent":"1.695875703s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:54.687333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.707531584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-29T08:49:54.687384Z","caller":"traceutil/trace.go:171","msg":"trace[837820858] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:20037; }","duration":"2.707621686s","start":"2026-07-29T08:49:51.979749Z","end":"2026-07-29T08:49:54.687371Z","steps":["trace[837820858] 'agreement among raft nodes before linearized reading' (duration: 2.707504983s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.687414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:51.979725Z","time spent":"2.707682307s","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-29T08:49:54.687453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.974056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:54.687487Z","caller":"traceutil/trace.go:171","msg":"trace[1606894048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20037; }","duration":"195.043338ms","start":"2026-07-29T08:49:54.492435Z","end":"2026-07-29T08:49:54.687479Z","steps":["trace[1606894048] 'agreement among raft nodes before linearized reading' (duration: 194.992356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.687489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5604918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:49:54.687475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.354097669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:54.687532Z","caller":"traceutil/trace.go:171","msg":"trace[1098571917] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20037; }","duration":"1.560614234s","start":"2026-07-29T08:49:53.126904Z","end":"2026-07-29T08:49:54.687518Z","steps":["trace[1098571917] 'agreement among raft nodes before linearized reading' (duration: 1.56046492s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:49:54.687542Z","caller":"traceutil/trace.go:171","msg":"trace[1312682437] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:20037; }","duration":"2.354201132s","start":"2026-07-29T08:49:52.333325Z","end":"2026-07-29T08:49:54.687526Z","steps":["trace[1312682437] 'agreement among raft nodes before linearized reading' (duration: 2.354014727s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.687341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322872312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:49:54.687575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:53.126879Z","time spent":"1.560688375s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:49:54.687585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:52.333308Z","time spent":"2.354267463s","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":60,"response size":32,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:49:54.687596Z","caller":"traceutil/trace.go:171","msg":"trace[337377183] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:20037; }","duration":"2.323167819s","start":"2026-07-29T08:49:52.364417Z","end":"2026-07-29T08:49:54.687585Z","steps":["trace[337377183] 'agreement among raft nodes before linearized reading' (duration: 2.322879612s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.687638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:52.364398Z","time spent":"2.323227541s","remote":"127.0.0.1:40842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:54.687701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.178944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:54.68777Z","caller":"traceutil/trace.go:171","msg":"trace[88239569] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:20037; }","duration":"275.330458ms","start":"2026-07-29T08:49:54.412431Z","end":"2026-07-29T08:49:54.687762Z","steps":["trace[88239569] 'agreement among raft nodes before linearized reading' (duration: 275.191134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.687879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.151644544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-07-29T08:49:54.687931Z","caller":"traceutil/trace.go:171","msg":"trace[1714524399] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:20037; }","duration":"3.151698425s","start":"2026-07-29T08:49:51.53622Z","end":"2026-07-29T08:49:54.687918Z","steps":["trace[1714524399] 'agreement among raft nodes before linearized reading' (duration: 3.151541442s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.68797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:51.536198Z","time spent":"3.151760876s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4159,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-29T08:49:54.688566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154804311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:49:54.688615Z","caller":"traceutil/trace.go:171","msg":"trace[892273897] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20037; }","duration":"3.154901694s","start":"2026-07-29T08:49:51.533702Z","end":"2026-07-29T08:49:54.688604Z","steps":["trace[892273897] 'agreement among raft nodes before linearized reading' (duration: 3.153327936s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:54.688647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:51.533675Z","time spent":"3.154965915s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:49:55.478892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.234691ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:55.479002Z","caller":"traceutil/trace.go:171","msg":"trace[1099082339] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20037; }","duration":"283.357634ms","start":"2026-07-29T08:49:55.195629Z","end":"2026-07-29T08:49:55.478987Z","steps":["trace[1099082339] 'range keys from in-memory index tree' (duration: 283.218591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:55.479232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.228884ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:55.479322Z","caller":"traceutil/trace.go:171","msg":"trace[1029860743] linearizableReadLoop","detail":"{readStateIndex:20701; appliedIndex:20700; }","duration":"785.600662ms","start":"2026-07-29T08:49:54.693707Z","end":"2026-07-29T08:49:55.479307Z","steps":["trace[1029860743] 'read index received' (duration: 211.242645ms)","trace[1029860743] 'applied index is now lower than readState.Index' (duration: 574.355767ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:55.479369Z","caller":"traceutil/trace.go:171","msg":"trace[1779729414] transaction","detail":"{read_only:false; response_revision:20038; number_of_response:1; }","duration":"787.789655ms","start":"2026-07-29T08:49:54.691523Z","end":"2026-07-29T08:49:55.479313Z","steps":["trace[1779729414] 'process raft request' (duration: 213.408228ms)","trace[1779729414] 'compare' (duration: 573.997618ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:55.479538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:54.691502Z","time spent":"787.95473ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:49:55.4797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.966791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-29T08:49:55.479772Z","caller":"traceutil/trace.go:171","msg":"trace[798740385] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:20038; }","duration":"786.065573ms","start":"2026-07-29T08:49:54.693689Z","end":"2026-07-29T08:49:55.479754Z","steps":["trace[798740385] 'agreement among raft nodes before linearized reading' (duration: 785.674164ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:55.479818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:54.693681Z","time spent":"786.128955ms","remote":"127.0.0.1:52426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-29T08:49:55.97997Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:56.480614Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:56.794436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000344277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:49:56.794515Z","caller":"traceutil/trace.go:171","msg":"trace[397644341] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050258s","start":"2026-07-29T08:49:54.793995Z","end":"2026-07-29T08:49:56.794498Z","steps":["trace[397644341] 'agreement among raft nodes before linearized reading' (duration: 2.000400018s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:56.794559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:54.793935Z","time spent":"2.000615054s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:49:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:49:56.980804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:57.481652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108086,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:57.857434Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.952485775s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:49:58.143742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.0273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:49:58.144018Z","caller":"traceutil/trace.go:171","msg":"trace[1278371637] transaction","detail":"{read_only:false; response_revision:20040; number_of_response:1; }","duration":"3.395304554s","start":"2026-07-29T08:49:54.748694Z","end":"2026-07-29T08:49:58.143998Z","steps":["trace[1278371637] 'process raft request' (duration: 3.395176691s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:58.144095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:54.748668Z","time spent":"3.395386506s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:58.144297Z","caller":"traceutil/trace.go:171","msg":"trace[347013985] transaction","detail":"{read_only:false; response_revision:20039; number_of_response:1; }","duration":"3.447549376s","start":"2026-07-29T08:49:54.696679Z","end":"2026-07-29T08:49:58.144229Z","steps":["trace[347013985] 'process raft request' (duration: 3.160945862s)","trace[347013985] 'compare' (duration: 285.738353ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:49:58.144749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:54.696659Z","time spent":"3.447931845s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:49:58.172594Z","caller":"traceutil/trace.go:171","msg":"trace[1324874549] linearizableReadLoop","detail":"{readStateIndex:20705; appliedIndex:20701; }","duration":"2.693221762s","start":"2026-07-29T08:49:55.479347Z","end":"2026-07-29T08:49:58.172568Z","steps":["trace[1324874549] 'read index received' (duration: 2.378290113s)","trace[1324874549] 'applied index is now lower than readState.Index' (duration: 314.930599ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:49:58.172663Z","caller":"traceutil/trace.go:171","msg":"trace[1707520826] transaction","detail":"{read_only:false; response_revision:20042; number_of_response:1; }","duration":"2.439607697s","start":"2026-07-29T08:49:55.733033Z","end":"2026-07-29T08:49:58.17264Z","steps":["trace[1707520826] 'process raft request' (duration: 2.439456583s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:58.172811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:55.733007Z","time spent":"2.43971186s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:49:58.173118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.817073913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T08:49:58.173277Z","caller":"traceutil/trace.go:171","msg":"trace[225311404] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:20042; }","duration":"2.817269137s","start":"2026-07-29T08:49:55.355939Z","end":"2026-07-29T08:49:58.173208Z","steps":["trace[225311404] 'agreement among raft nodes before linearized reading' (duration: 2.816766665s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:58.17282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370898907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:58.173426Z","caller":"traceutil/trace.go:171","msg":"trace[700192075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20042; }","duration":"1.371542073s","start":"2026-07-29T08:49:56.801864Z","end":"2026-07-29T08:49:58.173406Z","steps":["trace[700192075] 'agreement among raft nodes before linearized reading' (duration: 1.370887017s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:58.173455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:55.355908Z","time spent":"2.817521483s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:49:58.17349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:56.801852Z","time spent":"1.371619775s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:49:58.172896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133247825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:49:58.173781Z","caller":"traceutil/trace.go:171","msg":"trace[22284585] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:20042; }","duration":"1.134157747s","start":"2026-07-29T08:49:57.039611Z","end":"2026-07-29T08:49:58.173769Z","steps":["trace[22284585] 'agreement among raft nodes before linearized reading' (duration: 1.133218564s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:58.173829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:57.0396Z","time spent":"1.134214069s","remote":"127.0.0.1:52516","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:58.172944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143773403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:49:58.173983Z","caller":"traceutil/trace.go:171","msg":"trace[1059187285] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:20042; }","duration":"1.14484403s","start":"2026-07-29T08:49:57.029119Z","end":"2026-07-29T08:49:58.173963Z","steps":["trace[1059187285] 'agreement among raft nodes before linearized reading' (duration: 1.143734272s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:58.174048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:57.0291Z","time spent":"1.144930311s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":51,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:49:58.173092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.478783254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:126888"} {"level":"info","ts":"2026-07-29T08:49:58.174239Z","caller":"traceutil/trace.go:171","msg":"trace[790179209] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:20042; }","duration":"3.479958382s","start":"2026-07-29T08:49:54.694269Z","end":"2026-07-29T08:49:58.174228Z","steps":["trace[790179209] 'agreement among raft nodes before linearized reading' (duration: 3.478469406s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:58.174274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:54.694259Z","time spent":"3.480004873s","remote":"127.0.0.1:52420","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":126912,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-29T08:49:58.172841Z","caller":"traceutil/trace.go:171","msg":"trace[1606687531] transaction","detail":"{read_only:false; response_revision:20041; number_of_response:1; }","duration":"2.689516151s","start":"2026-07-29T08:49:55.483292Z","end":"2026-07-29T08:49:58.172808Z","steps":["trace[1606687531] 'process raft request' (duration: 2.689031769s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:49:58.174431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:55.483273Z","time spent":"2.6911021s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:49:58.679963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108093,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:49:59.331382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.866883ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-29T08:49:59.331527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:58.174715Z","time spent":"1.156805543s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:50:00.182749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:50:00.182876Z","caller":"traceutil/trace.go:171","msg":"trace[708010925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000369448s","start":"2026-07-29T08:49:58.182482Z","end":"2026-07-29T08:50:00.182852Z","steps":["trace[708010925] 'agreement among raft nodes before linearized reading' (duration: 2.000219124s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:00.182939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:58.182466Z","time spent":"2.00045953s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:00.353433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.696886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:00.353654Z","caller":"traceutil/trace.go:171","msg":"trace[2007107317] transaction","detail":"{read_only:false; response_revision:20044; number_of_response:1; }","duration":"1.020913908s","start":"2026-07-29T08:49:59.332725Z","end":"2026-07-29T08:50:00.353639Z","steps":["trace[2007107317] 'process raft request' (duration: 1.020824596s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:00.353735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:59.332699Z","time spent":"1.021009649s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:00.353633Z","caller":"traceutil/trace.go:171","msg":"trace[1389666487] transaction","detail":"{read_only:false; response_revision:20043; number_of_response:1; }","duration":"2.171739683s","start":"2026-07-29T08:49:58.181838Z","end":"2026-07-29T08:50:00.353577Z","steps":["trace[1389666487] 'process raft request' (duration: 1.270806131s)","trace[1389666487] 'compare' (duration: 900.491941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:00.35402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:58.181813Z","time spent":"2.172103552s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:00.3543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.175217169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T08:50:00.354355Z","caller":"traceutil/trace.go:171","msg":"trace[1902845189] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20044; }","duration":"2.175304791s","start":"2026-07-29T08:49:58.179041Z","end":"2026-07-29T08:50:00.354346Z","steps":["trace[1902845189] 'agreement among raft nodes before linearized reading' (duration: 2.175063175s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:00.354385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:58.179025Z","time spent":"2.175352402s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"info","ts":"2026-07-29T08:50:00.353796Z","caller":"traceutil/trace.go:171","msg":"trace[2018220530] linearizableReadLoop","detail":"{readStateIndex:20707; appliedIndex:20705; }","duration":"2.174644735s","start":"2026-07-29T08:49:58.179087Z","end":"2026-07-29T08:50:00.353732Z","steps":["trace[2018220530] 'read index received' (duration: 563.410019ms)","trace[2018220530] 'applied index is now lower than readState.Index' (duration: 1.611173054s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:00.354808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131241939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:50:00.354867Z","caller":"traceutil/trace.go:171","msg":"trace[971550596] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20044; }","duration":"2.131375243s","start":"2026-07-29T08:49:58.22347Z","end":"2026-07-29T08:50:00.354845Z","steps":["trace[971550596] 'agreement among raft nodes before linearized reading' (duration: 2.131120007s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:00.354908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:58.223439Z","time spent":"2.131460325s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:50:00.355179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.024609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T08:50:00.355219Z","caller":"traceutil/trace.go:171","msg":"trace[564415072] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20044; }","duration":"803.093511ms","start":"2026-07-29T08:49:59.552115Z","end":"2026-07-29T08:50:00.355209Z","steps":["trace[564415072] 'agreement among raft nodes before linearized reading' (duration: 802.978638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:00.355242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:59.552099Z","time spent":"803.136242ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:50:00.355261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.900519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:50:00.355262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109273346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:00.355253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.708004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:00.355326Z","caller":"traceutil/trace.go:171","msg":"trace[2109339554] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:20044; }","duration":"215.989792ms","start":"2026-07-29T08:50:00.139314Z","end":"2026-07-29T08:50:00.355304Z","steps":["trace[2109339554] 'agreement among raft nodes before linearized reading' (duration: 215.870459ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:00.355328Z","caller":"traceutil/trace.go:171","msg":"trace[1420362570] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20044; }","duration":"1.109367429s","start":"2026-07-29T08:49:59.245945Z","end":"2026-07-29T08:50:00.355313Z","steps":["trace[1420362570] 'agreement among raft nodes before linearized reading' (duration: 1.109254106s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:00.355314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.317062307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:50:00.355385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:59.24591Z","time spent":"1.10945884s","remote":"127.0.0.1:57464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:50:00.355417Z","caller":"traceutil/trace.go:171","msg":"trace[1367011804] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:20044; }","duration":"1.31722127s","start":"2026-07-29T08:49:59.038171Z","end":"2026-07-29T08:50:00.355392Z","steps":["trace[1367011804] 'agreement among raft nodes before linearized reading' (duration: 1.316965333s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:00.35543Z","caller":"traceutil/trace.go:171","msg":"trace[1830269275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20044; }","duration":"171.874399ms","start":"2026-07-29T08:50:00.183474Z","end":"2026-07-29T08:50:00.355349Z","steps":["trace[1830269275] 'agreement among raft nodes before linearized reading' (duration: 171.656373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:00.355509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:49:59.038127Z","time spent":"1.317364654s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":38,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:01.100501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.84051ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:01.100639Z","caller":"traceutil/trace.go:171","msg":"trace[660734212] linearizableReadLoop","detail":"{readStateIndex:20709; appliedIndex:20708; }","duration":"743.149149ms","start":"2026-07-29T08:50:00.357471Z","end":"2026-07-29T08:50:01.10062Z","steps":["trace[660734212] 'read index received' (duration: 368.151475ms)","trace[660734212] 'applied index is now lower than readState.Index' (duration: 374.995914ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:01.100652Z","caller":"traceutil/trace.go:171","msg":"trace[2034423346] transaction","detail":"{read_only:false; response_revision:20045; number_of_response:1; }","duration":"743.969349ms","start":"2026-07-29T08:50:00.356657Z","end":"2026-07-29T08:50:01.100626Z","steps":["trace[2034423346] 'process raft request' (duration: 368.917824ms)","trace[2034423346] 'compare' (duration: 374.683696ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:01.100756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:00.356619Z","time spent":"744.080612ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:01.100903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.391195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T08:50:01.100959Z","caller":"traceutil/trace.go:171","msg":"trace[1585896947] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20045; }","duration":"743.535509ms","start":"2026-07-29T08:50:00.357409Z","end":"2026-07-29T08:50:01.100945Z","steps":["trace[1585896947] 'agreement among raft nodes before linearized reading' (duration: 743.293923ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:01.101003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:00.357394Z","time spent":"743.59614ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:50:01.601676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:50:02.102445Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108104,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-29T08:50:02.213403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487737725s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:50:02.362318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000048689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:50:02.362491Z","caller":"traceutil/trace.go:171","msg":"trace[1977177849] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000247334s","start":"2026-07-29T08:50:00.362219Z","end":"2026-07-29T08:50:02.362466Z","steps":["trace[1977177849] 'agreement among raft nodes before linearized reading' (duration: 2.000056829s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:02.362653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:00.362213Z","time spent":"2.000422368s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:02.712989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.244274ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:02.713175Z","caller":"traceutil/trace.go:171","msg":"trace[1139602066] transaction","detail":"{read_only:false; response_revision:20046; number_of_response:1; }","duration":"2.353260719s","start":"2026-07-29T08:50:00.359895Z","end":"2026-07-29T08:50:02.713156Z","steps":["trace[1139602066] 'process raft request' (duration: 1.853761208s)","trace[1139602066] 'compare' (duration: 499.05609ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:02.713248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:00.359884Z","time spent":"2.35333069s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:02.713491Z","caller":"traceutil/trace.go:171","msg":"trace[1820730758] transaction","detail":"{read_only:false; response_revision:20047; number_of_response:1; }","duration":"2.162900217s","start":"2026-07-29T08:50:00.550575Z","end":"2026-07-29T08:50:02.713475Z","steps":["trace[1820730758] 'process raft request' (duration: 2.162520688s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:02.713589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:00.550544Z","time spent":"2.163003059s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:02.713551Z","caller":"traceutil/trace.go:171","msg":"trace[1076586430] transaction","detail":"{read_only:false; response_revision:20048; number_of_response:1; }","duration":"2.16097137s","start":"2026-07-29T08:50:00.552536Z","end":"2026-07-29T08:50:02.713508Z","steps":["trace[1076586430] 'process raft request' (duration: 2.160651282s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:02.713767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:00.552506Z","time spent":"2.161139414s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:03.694075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.98657ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:50:03.694628Z","caller":"traceutil/trace.go:171","msg":"trace[594974007] linearizableReadLoop","detail":"{readStateIndex:20713; appliedIndex:20709; }","duration":"2.593921646s","start":"2026-07-29T08:50:01.100674Z","end":"2026-07-29T08:50:03.694595Z","steps":["trace[594974007] 'read index received' (duration: 1.113032219s)","trace[594974007] 'applied index is now lower than readState.Index' (duration: 1.480887827s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:03.69464Z","caller":"traceutil/trace.go:171","msg":"trace[1271655451] transaction","detail":"{read_only:false; response_revision:20049; number_of_response:1; }","duration":"1.502013966s","start":"2026-07-29T08:50:02.19257Z","end":"2026-07-29T08:50:03.694584Z","steps":["trace[1271655451] 'process raft request' (duration: 1.501693318s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.694875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:02.192542Z","time spent":"1.502208221s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:03.694996Z","caller":"traceutil/trace.go:171","msg":"trace[1866137777] transaction","detail":"{read_only:false; response_revision:20050; number_of_response:1; }","duration":"977.210935ms","start":"2026-07-29T08:50:02.717744Z","end":"2026-07-29T08:50:03.694955Z","steps":["trace[1866137777] 'process raft request' (duration: 976.743143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.695106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91532747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:03.695115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.336901251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-95mz6\" ","response":"range_response_count:1 size:4695"} {"level":"warn","ts":"2026-07-29T08:50:03.695119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.63595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:03.695158Z","caller":"traceutil/trace.go:171","msg":"trace[1266459243] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:20050; }","duration":"1.915415732s","start":"2026-07-29T08:50:01.779728Z","end":"2026-07-29T08:50:03.695144Z","steps":["trace[1266459243] 'agreement among raft nodes before linearized reading' (duration: 1.91531114s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.695151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592155282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:50:03.69519Z","caller":"traceutil/trace.go:171","msg":"trace[724402829] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-95mz6; range_end:; response_count:1; response_revision:20049; }","duration":"3.337060105s","start":"2026-07-29T08:50:00.35811Z","end":"2026-07-29T08:50:03.69517Z","steps":["trace[724402829] 'agreement among raft nodes before linearized reading' (duration: 3.336660585s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.695204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:01.779707Z","time spent":"1.915487634s","remote":"127.0.0.1:48252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:50:03.695216Z","caller":"traceutil/trace.go:171","msg":"trace[1233741763] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20050; }","duration":"2.592236205s","start":"2026-07-29T08:50:01.102965Z","end":"2026-07-29T08:50:03.695201Z","steps":["trace[1233741763] 'agreement among raft nodes before linearized reading' (duration: 2.591985529s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:03.695213Z","caller":"traceutil/trace.go:171","msg":"trace[1678695405] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:20050; }","duration":"943.799594ms","start":"2026-07-29T08:50:02.751386Z","end":"2026-07-29T08:50:03.695185Z","steps":["trace[1678695405] 'agreement among raft nodes before linearized reading' (duration: 943.594249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.695232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:00.358094Z","time spent":"3.337128256s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4719,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-95mz6\" "} {"level":"warn","ts":"2026-07-29T08:50:03.69523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.590943853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T08:50:03.695253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28789575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-29T08:50:03.695272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:02.751362Z","time spent":"943.891887ms","remote":"127.0.0.1:48108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:03.695257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.687874367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-29T08:50:03.695257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.194474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T08:50:03.6953Z","caller":"traceutil/trace.go:171","msg":"trace[660652044] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20050; }","duration":"2.591026325s","start":"2026-07-29T08:50:01.104253Z","end":"2026-07-29T08:50:03.695279Z","steps":["trace[660652044] 'agreement among raft nodes before linearized reading' (duration: 2.590809219s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:03.695326Z","caller":"traceutil/trace.go:171","msg":"trace[1486138896] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20050; }","duration":"1.6879927s","start":"2026-07-29T08:50:02.007319Z","end":"2026-07-29T08:50:03.695311Z","steps":["trace[1486138896] 'agreement among raft nodes before linearized reading' (duration: 1.687779655s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:03.69534Z","caller":"traceutil/trace.go:171","msg":"trace[308373237] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20050; }","duration":"979.310617ms","start":"2026-07-29T08:50:02.716014Z","end":"2026-07-29T08:50:03.695325Z","steps":["trace[308373237] 'agreement among raft nodes before linearized reading' (duration: 979.129352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.695345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.375415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:50:03.695358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:01.104247Z","time spent":"2.591098336s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"info","ts":"2026-07-29T08:50:03.695385Z","caller":"traceutil/trace.go:171","msg":"trace[153721305] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20050; }","duration":"195.454487ms","start":"2026-07-29T08:50:03.499921Z","end":"2026-07-29T08:50:03.695375Z","steps":["trace[153721305] 'agreement among raft nodes before linearized reading' (duration: 195.280613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.69537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:02.715998Z","time spent":"979.363818ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:50:03.695155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:02.717718Z","time spent":"977.362979ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:50:03.695296Z","caller":"traceutil/trace.go:171","msg":"trace[1609151275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20050; }","duration":"1.287973962s","start":"2026-07-29T08:50:02.407312Z","end":"2026-07-29T08:50:03.695286Z","steps":["trace[1609151275] 'agreement among raft nodes before linearized reading' (duration: 1.28789149s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.69558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:02.407293Z","time spent":"1.28827403s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:03.695175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288142526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:50:03.69569Z","caller":"traceutil/trace.go:171","msg":"trace[1593279372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20050; }","duration":"1.28871672s","start":"2026-07-29T08:50:02.406949Z","end":"2026-07-29T08:50:03.695666Z","steps":["trace[1593279372] 'agreement among raft nodes before linearized reading' (duration: 1.288023123s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.695742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:02.406928Z","time spent":"1.288802363s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:03.695248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33145855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:03.695807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080515654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T08:50:03.695844Z","caller":"traceutil/trace.go:171","msg":"trace[1149000061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20050; }","duration":"1.332106265s","start":"2026-07-29T08:50:02.363714Z","end":"2026-07-29T08:50:03.69582Z","steps":["trace[1149000061] 'agreement among raft nodes before linearized reading' (duration: 1.331389547s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:03.695868Z","caller":"traceutil/trace.go:171","msg":"trace[1991416813] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20050; }","duration":"2.080624577s","start":"2026-07-29T08:50:01.615227Z","end":"2026-07-29T08:50:03.695851Z","steps":["trace[1991416813] 'agreement among raft nodes before linearized reading' (duration: 2.079817437s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:03.695257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:01.102953Z","time spent":"2.592295546s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:50:03.695897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:02.363702Z","time spent":"1.332179437s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:03.695917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:01.615204Z","time spent":"2.080699249s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":674,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:03.696265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:02.007299Z","time spent":"1.688955924s","remote":"127.0.0.1:52574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-29T08:50:04.405704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.218894ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:04.406127Z","caller":"traceutil/trace.go:171","msg":"trace[76032] transaction","detail":"{read_only:false; response_revision:20051; number_of_response:1; }","duration":"707.910014ms","start":"2026-07-29T08:50:03.698188Z","end":"2026-07-29T08:50:04.406098Z","steps":["trace[76032] 'process raft request' (duration: 441.193298ms)","trace[76032] 'compare' (duration: 266.084981ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:04.406313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:03.698118Z","time spent":"708.14119ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:05.702909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999975027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:50:05.703589Z","caller":"traceutil/trace.go:171","msg":"trace[265771914] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000700745s","start":"2026-07-29T08:50:03.70286Z","end":"2026-07-29T08:50:05.70356Z","steps":["trace[265771914] 'agreement among raft nodes before linearized reading' (duration: 1.999987477s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:05.703664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:03.70285Z","time spent":"2.000795117s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:06.273569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078290846s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:06.273694Z","caller":"traceutil/trace.go:171","msg":"trace[1936694192] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20051; }","duration":"1.07843208s","start":"2026-07-29T08:50:05.195243Z","end":"2026-07-29T08:50:06.273675Z","steps":["trace[1936694192] 'range keys from in-memory index tree' (duration: 1.078272606s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:06.274284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.631435312s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:06.274653Z","caller":"traceutil/trace.go:171","msg":"trace[1110096256] linearizableReadLoop","detail":"{readStateIndex:20720; appliedIndex:20715; }","duration":"2.571750821s","start":"2026-07-29T08:50:03.702885Z","end":"2026-07-29T08:50:06.274636Z","steps":["trace[1110096256] 'read index received' (duration: 436.530604ms)","trace[1110096256] 'applied index is now lower than readState.Index' (duration: 2.135219287s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:06.274755Z","caller":"traceutil/trace.go:171","msg":"trace[622735497] transaction","detail":"{read_only:false; response_revision:20052; number_of_response:1; }","duration":"2.573938584s","start":"2026-07-29T08:50:03.700786Z","end":"2026-07-29T08:50:06.274725Z","steps":["trace[622735497] 'process raft request' (duration: 941.970739ms)","trace[622735497] 'compare' (duration: 1.630980471s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:06.274823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:03.700757Z","time spent":"2.574029227s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:06.27502Z","caller":"traceutil/trace.go:171","msg":"trace[2120938579] transaction","detail":"{read_only:false; response_revision:20055; number_of_response:1; }","duration":"2.572168361s","start":"2026-07-29T08:50:03.702841Z","end":"2026-07-29T08:50:06.275009Z","steps":["trace[2120938579] 'process raft request' (duration: 2.571737471s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:06.274967Z","caller":"traceutil/trace.go:171","msg":"trace[648046108] transaction","detail":"{read_only:false; response_revision:20054; number_of_response:1; }","duration":"2.573412892s","start":"2026-07-29T08:50:03.701525Z","end":"2026-07-29T08:50:06.274938Z","steps":["trace[648046108] 'process raft request' (duration: 2.57294506s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:06.275077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:03.70283Z","time spent":"2.572219092s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7026,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:06.275103Z","caller":"traceutil/trace.go:171","msg":"trace[1219073184] transaction","detail":"{read_only:false; response_revision:20053; number_of_response:1; }","duration":"2.574018886s","start":"2026-07-29T08:50:03.701068Z","end":"2026-07-29T08:50:06.275087Z","steps":["trace[1219073184] 'process raft request' (duration: 2.573316839s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:06.275201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:03.701041Z","time spent":"2.574101569s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:06.275208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:03.701517Z","time spent":"2.573580616s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:06.399153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.63258767s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:50:07.704746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999719281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:50:07.704801Z","caller":"traceutil/trace.go:171","msg":"trace[955586078] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999862554s","start":"2026-07-29T08:50:05.704925Z","end":"2026-07-29T08:50:07.704788Z","steps":["trace[955586078] 'agreement among raft nodes before linearized reading' (duration: 1.999765562s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:07.70483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:05.704899Z","time spent":"1.999924936s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:50:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:50:08.415842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016278197s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:08.416032Z","caller":"traceutil/trace.go:171","msg":"trace[911593696] linearizableReadLoop","detail":"{readStateIndex:20721; appliedIndex:20720; }","duration":"2.141324586s","start":"2026-07-29T08:50:06.274692Z","end":"2026-07-29T08:50:08.416016Z","steps":["trace[911593696] 'read index received' (duration: 124.615058ms)","trace[911593696] 'applied index is now lower than readState.Index' (duration: 2.016707628s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:08.416119Z","caller":"traceutil/trace.go:171","msg":"trace[664862369] transaction","detail":"{read_only:false; response_revision:20056; number_of_response:1; }","duration":"4.005646635s","start":"2026-07-29T08:50:04.41046Z","end":"2026-07-29T08:50:08.416106Z","steps":["trace[664862369] 'process raft request' (duration: 1.989024039s)","trace[664862369] 'compare' (duration: 2.014608427s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:08.416188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:04.410431Z","time spent":"4.005733336s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:50:08.416293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.5044683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:50:08.416328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.886428424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:08.416353Z","caller":"traceutil/trace.go:171","msg":"trace[1893721973] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20056; }","duration":"2.504585402s","start":"2026-07-29T08:50:05.91175Z","end":"2026-07-29T08:50:08.416336Z","steps":["trace[1893721973] 'agreement among raft nodes before linearized reading' (duration: 2.504416388s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:08.416402Z","caller":"traceutil/trace.go:171","msg":"trace[2032118059] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:20056; }","duration":"2.886502606s","start":"2026-07-29T08:50:05.529859Z","end":"2026-07-29T08:50:08.416362Z","steps":["trace[2032118059] 'agreement among raft nodes before linearized reading' (duration: 2.886410144s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.416415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:05.911721Z","time spent":"2.504662884s","remote":"127.0.0.1:40946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:08.416415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52092121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:50:08.416426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305734491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1632"} {"level":"info","ts":"2026-07-29T08:50:08.416511Z","caller":"traceutil/trace.go:171","msg":"trace[728803778] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20056; }","duration":"2.305889745s","start":"2026-07-29T08:50:06.110603Z","end":"2026-07-29T08:50:08.416492Z","steps":["trace[728803778] 'agreement among raft nodes before linearized reading' (duration: 2.305612078s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:08.416507Z","caller":"traceutil/trace.go:171","msg":"trace[817668279] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:20056; }","duration":"4.521057254s","start":"2026-07-29T08:50:03.895426Z","end":"2026-07-29T08:50:08.416483Z","steps":["trace[817668279] 'agreement among raft nodes before linearized reading' (duration: 4.52088198s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.416407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.198219627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:50:08.416543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233402504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"warn","ts":"2026-07-29T08:50:08.41658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:03.89541Z","time spent":"4.521152486s","remote":"127.0.0.1:52832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":17,"response size":32,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:50:08.416669Z","caller":"traceutil/trace.go:171","msg":"trace[333291295] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:20056; }","duration":"4.233569458s","start":"2026-07-29T08:50:04.18305Z","end":"2026-07-29T08:50:08.416619Z","steps":["trace[333291295] 'agreement among raft nodes before linearized reading' (duration: 4.233128668s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.416741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:04.183029Z","time spent":"4.233701462s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":210,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-07-29T08:50:08.416567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:06.110579Z","time spent":"2.305977998s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1656,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-29T08:50:08.416628Z","caller":"traceutil/trace.go:171","msg":"trace[2017642400] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20056; }","duration":"3.198505584s","start":"2026-07-29T08:50:05.2181Z","end":"2026-07-29T08:50:08.416605Z","steps":["trace[2017642400] 'agreement among raft nodes before linearized reading' (duration: 3.198198066s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.416454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:05.529845Z","time spent":"2.886596288s","remote":"127.0.0.1:52692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:08.416917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:05.21808Z","time spent":"3.19875653s","remote":"127.0.0.1:40890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:08.417456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061699046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T08:50:08.417565Z","caller":"traceutil/trace.go:171","msg":"trace[820857351] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:20056; }","duration":"3.0618545s","start":"2026-07-29T08:50:05.355688Z","end":"2026-07-29T08:50:08.417542Z","steps":["trace[820857351] 'agreement among raft nodes before linearized reading' (duration: 3.060457346s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.417722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:05.355672Z","time spent":"3.062037034s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:50:08.819445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.196939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:08.819649Z","caller":"traceutil/trace.go:171","msg":"trace[44672792] transaction","detail":"{read_only:false; response_revision:20057; number_of_response:1; }","duration":"410.810512ms","start":"2026-07-29T08:50:08.408801Z","end":"2026-07-29T08:50:08.819611Z","steps":["trace[44672792] 'process raft request' (duration: 123.311046ms)","trace[44672792] 'compare' (duration: 286.921822ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:08.819748Z","caller":"traceutil/trace.go:171","msg":"trace[284958114] linearizableReadLoop","detail":"{readStateIndex:20722; appliedIndex:20721; }","duration":"403.630007ms","start":"2026-07-29T08:50:08.416072Z","end":"2026-07-29T08:50:08.819702Z","steps":["trace[284958114] 'read index received' (duration: 116.058998ms)","trace[284958114] 'applied index is now lower than readState.Index' (duration: 287.566719ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:08.819841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.408698Z","time spent":"411.030588ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:08.819905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.418668Z","time spent":"401.230988ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-29T08:50:08.81991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911443604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:50:08.820008Z","caller":"traceutil/trace.go:171","msg":"trace[1425524165] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20057; }","duration":"1.911602568s","start":"2026-07-29T08:50:06.908382Z","end":"2026-07-29T08:50:08.819985Z","steps":["trace[1425524165] 'agreement among raft nodes before linearized reading' (duration: 1.911342781s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.820069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:06.908358Z","time spent":"1.91169106s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:50:08.820373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540218497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-29T08:50:08.820423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107509933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:08.820447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361645539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:08.820496Z","caller":"traceutil/trace.go:171","msg":"trace[1855536991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20057; }","duration":"2.5403765s","start":"2026-07-29T08:50:06.280089Z","end":"2026-07-29T08:50:08.820466Z","steps":["trace[1855536991] 'agreement among raft nodes before linearized reading' (duration: 2.539716494s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.820519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.460168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-pnl29\" ","response":"range_response_count:1 size:4483"} {"level":"info","ts":"2026-07-29T08:50:08.820565Z","caller":"traceutil/trace.go:171","msg":"trace[898369897] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-pnl29; range_end:; response_count:1; response_revision:20058; }","duration":"402.52704ms","start":"2026-07-29T08:50:08.418024Z","end":"2026-07-29T08:50:08.820552Z","steps":["trace[898369897] 'agreement among raft nodes before linearized reading' (duration: 402.363315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.820572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:06.280084Z","time spent":"2.540472073s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:50:08.820564Z","caller":"traceutil/trace.go:171","msg":"trace[404542358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20057; }","duration":"1.361847694s","start":"2026-07-29T08:50:07.458691Z","end":"2026-07-29T08:50:08.820538Z","steps":["trace[404542358] 'agreement among raft nodes before linearized reading' (duration: 1.361502296s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.820622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.418002Z","time spent":"402.612652ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":4507,"request content":"key:\"/registry/pods/kube-system/kube-proxy-pnl29\" "} {"level":"warn","ts":"2026-07-29T08:50:08.820618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.584802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-cb8662f3-67d8-415b-b4a6-cfbcb7c5b43b\" ","response":"range_response_count:1 size:2199"} {"level":"info","ts":"2026-07-29T08:50:08.820488Z","caller":"traceutil/trace.go:171","msg":"trace[1170585159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20057; }","duration":"1.107630056s","start":"2026-07-29T08:50:07.712841Z","end":"2026-07-29T08:50:08.820471Z","steps":["trace[1170585159] 'agreement among raft nodes before linearized reading' (duration: 1.107311888s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:08.820678Z","caller":"traceutil/trace.go:171","msg":"trace[1198885927] range","detail":"{range_begin:/registry/persistentvolumes/pvc-cb8662f3-67d8-415b-b4a6-cfbcb7c5b43b; range_end:; response_count:1; response_revision:20058; }","duration":"400.677044ms","start":"2026-07-29T08:50:08.419979Z","end":"2026-07-29T08:50:08.820656Z","steps":["trace[1198885927] 'agreement among raft nodes before linearized reading' (duration: 400.5255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.82066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:07.458665Z","time spent":"1.361978618s","remote":"127.0.0.1:47334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:08.820708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:07.71283Z","time spent":"1.107864861s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:08.820724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.419964Z","time spent":"400.751697ms","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2223,"request content":"key:\"/registry/persistentvolumes/pvc-cb8662f3-67d8-415b-b4a6-cfbcb7c5b43b\" "} {"level":"warn","ts":"2026-07-29T08:50:08.820801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.782741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-95mz6.18c6b67f1a728dbd\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-07-29T08:50:08.82085Z","caller":"traceutil/trace.go:171","msg":"trace[1199745796] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-95mz6.18c6b67f1a728dbd; range_end:; response_count:1; response_revision:20058; }","duration":"401.848914ms","start":"2026-07-29T08:50:08.41899Z","end":"2026-07-29T08:50:08.820839Z","steps":["trace[1199745796] 'agreement among raft nodes before linearized reading' (duration: 401.532716ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.820891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.418981Z","time spent":"401.901185ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":888,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-95mz6.18c6b67f1a728dbd\" "} {"level":"warn","ts":"2026-07-29T08:50:08.820505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542118413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-29T08:50:08.820575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.540589456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:50:08.820943Z","caller":"traceutil/trace.go:171","msg":"trace[2112988740] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:20057; }","duration":"2.542608225s","start":"2026-07-29T08:50:06.27832Z","end":"2026-07-29T08:50:08.820928Z","steps":["trace[2112988740] 'agreement among raft nodes before linearized reading' (duration: 2.541645591s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.820982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:06.278296Z","time spent":"2.542675247s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-29T08:50:08.820992Z","caller":"traceutil/trace.go:171","msg":"trace[1077877095] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20057; }","duration":"2.541036587s","start":"2026-07-29T08:50:06.279929Z","end":"2026-07-29T08:50:08.820966Z","steps":["trace[1077877095] 'agreement among raft nodes before linearized reading' (duration: 2.539993411s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:08.820545Z","caller":"traceutil/trace.go:171","msg":"trace[143234132] transaction","detail":"{read_only:false; response_revision:20058; number_of_response:1; }","duration":"398.677495ms","start":"2026-07-29T08:50:08.421819Z","end":"2026-07-29T08:50:08.820496Z","steps":["trace[143234132] 'process raft request' (duration: 397.945287ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:08.821068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:06.279911Z","time spent":"2.541139579s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:08.821179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.4218Z","time spent":"399.293901ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:09.366425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.638928ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:09.366564Z","caller":"traceutil/trace.go:171","msg":"trace[1210333859] linearizableReadLoop","detail":"{readStateIndex:20725; appliedIndex:20724; }","duration":"544.493304ms","start":"2026-07-29T08:50:08.822048Z","end":"2026-07-29T08:50:09.366541Z","steps":["trace[1210333859] 'read index received' (duration: 241.531909ms)","trace[1210333859] 'applied index is now lower than readState.Index' (duration: 302.958795ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:09.366649Z","caller":"traceutil/trace.go:171","msg":"trace[1112798547] transaction","detail":"{read_only:false; response_revision:20059; number_of_response:1; }","duration":"545.462768ms","start":"2026-07-29T08:50:08.821173Z","end":"2026-07-29T08:50:09.366636Z","steps":["trace[1112798547] 'process raft request' (duration: 242.494172ms)","trace[1112798547] 'compare' (duration: 302.161766ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:09.366708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.821147Z","time spent":"545.53004ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:09.366976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.892944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:09.367089Z","caller":"traceutil/trace.go:171","msg":"trace[2138515143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20059; }","duration":"545.042527ms","start":"2026-07-29T08:50:08.82202Z","end":"2026-07-29T08:50:09.367063Z","steps":["trace[2138515143] 'agreement among raft nodes before linearized reading' (duration: 544.795221ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:09.367141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.822003Z","time spent":"545.12599ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:10.176606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.159043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:10.177076Z","caller":"traceutil/trace.go:171","msg":"trace[585677848] linearizableReadLoop","detail":"{readStateIndex:20729; appliedIndex:20725; }","duration":"810.458982ms","start":"2026-07-29T08:50:09.366593Z","end":"2026-07-29T08:50:10.177052Z","steps":["trace[585677848] 'read index received' (duration: 105.701294ms)","trace[585677848] 'applied index is now lower than readState.Index' (duration: 704.756578ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:10.177199Z","caller":"traceutil/trace.go:171","msg":"trace[911782884] transaction","detail":"{read_only:false; response_revision:20060; number_of_response:1; }","duration":"1.352705711s","start":"2026-07-29T08:50:08.82448Z","end":"2026-07-29T08:50:10.177186Z","steps":["trace[911782884] 'process raft request' (duration: 647.841861ms)","trace[911782884] 'compare' (duration: 703.850265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:10.177275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.824459Z","time spent":"1.352778853s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:10.177352Z","caller":"traceutil/trace.go:171","msg":"trace[954939411] transaction","detail":"{read_only:false; response_revision:20063; number_of_response:1; }","duration":"1.347849162s","start":"2026-07-29T08:50:08.829463Z","end":"2026-07-29T08:50:10.177312Z","steps":["trace[954939411] 'process raft request' (duration: 1.347467713s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:10.177395Z","caller":"traceutil/trace.go:171","msg":"trace[653060276] transaction","detail":"{read_only:false; response_revision:20061; number_of_response:1; }","duration":"1.351667026s","start":"2026-07-29T08:50:08.825703Z","end":"2026-07-29T08:50:10.17737Z","steps":["trace[653060276] 'process raft request' (duration: 1.35104497s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:10.177429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102633833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:10.177554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.829441Z","time spent":"1.348003635s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:10.177551Z","caller":"traceutil/trace.go:171","msg":"trace[1741785510] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:20063; }","duration":"1.102835758s","start":"2026-07-29T08:50:09.074689Z","end":"2026-07-29T08:50:10.177525Z","steps":["trace[1741785510] 'agreement among raft nodes before linearized reading' (duration: 1.102606243s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:10.177566Z","caller":"traceutil/trace.go:171","msg":"trace[2010790139] transaction","detail":"{read_only:false; response_revision:20062; number_of_response:1; }","duration":"1.35145009s","start":"2026-07-29T08:50:08.826015Z","end":"2026-07-29T08:50:10.177466Z","steps":["trace[2010790139] 'process raft request' (duration: 1.350862635s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:10.177608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.702631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:50:10.177612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.41193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:10.177652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:09.074659Z","time spent":"1.102966641s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:10.177565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.825691Z","time spent":"1.351778148s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:10.17771Z","caller":"traceutil/trace.go:171","msg":"trace[226536071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20063; }","duration":"801.546753ms","start":"2026-07-29T08:50:09.376143Z","end":"2026-07-29T08:50:10.17769Z","steps":["trace[226536071] 'agreement among raft nodes before linearized reading' (duration: 801.379049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:10.177744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:08.825989Z","time spent":"1.351687646s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:10.177774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:09.376133Z","time spent":"801.628185ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:50:10.177698Z","caller":"traceutil/trace.go:171","msg":"trace[519451229] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20063; }","duration":"221.816214ms","start":"2026-07-29T08:50:09.955862Z","end":"2026-07-29T08:50:10.177678Z","steps":["trace[519451229] 'agreement among raft nodes before linearized reading' (duration: 221.598389ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:10.178024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.35245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T08:50:10.178195Z","caller":"traceutil/trace.go:171","msg":"trace[2110332426] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20063; }","duration":"808.643777ms","start":"2026-07-29T08:50:09.369532Z","end":"2026-07-29T08:50:10.178175Z","steps":["trace[2110332426] 'agreement among raft nodes before linearized reading' (duration: 807.873318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:10.1785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:09.369512Z","time spent":"808.873353ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:50:11.550639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023759037s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:11.550747Z","caller":"traceutil/trace.go:171","msg":"trace[1627738106] linearizableReadLoop","detail":"{readStateIndex:20730; appliedIndex:20729; }","duration":"1.368019186s","start":"2026-07-29T08:50:10.18271Z","end":"2026-07-29T08:50:11.550729Z","steps":["trace[1627738106] 'read index received' (duration: 344.109215ms)","trace[1627738106] 'applied index is now lower than readState.Index' (duration: 1.023907761s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:11.550851Z","caller":"traceutil/trace.go:171","msg":"trace[256390583] transaction","detail":"{read_only:false; response_revision:20064; number_of_response:1; }","duration":"1.369283417s","start":"2026-07-29T08:50:10.181556Z","end":"2026-07-29T08:50:11.550839Z","steps":["trace[256390583] 'process raft request' (duration: 345.258464ms)","trace[256390583] 'compare' (duration: 1.022986648s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:11.550907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:10.180995Z","time spent":"1.369887061s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:50:11.551092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368354834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:50:11.551176Z","caller":"traceutil/trace.go:171","msg":"trace[279881926] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20064; }","duration":"1.368469467s","start":"2026-07-29T08:50:10.182688Z","end":"2026-07-29T08:50:11.551157Z","steps":["trace[279881926] 'agreement among raft nodes before linearized reading' (duration: 1.368199121s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:11.551224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:10.182678Z","time spent":"1.368535889s","remote":"127.0.0.1:52660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:50:11.569125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.760965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:11.569182Z","caller":"traceutil/trace.go:171","msg":"trace[1935185647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20065; }","duration":"774.882838ms","start":"2026-07-29T08:50:10.794285Z","end":"2026-07-29T08:50:11.569168Z","steps":["trace[1935185647] 'agreement among raft nodes before linearized reading' (duration: 774.780456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:11.569209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:10.794252Z","time spent":"774.95179ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:11.5692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385956916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8j2pj\" ","response":"range_response_count:1 size:5934"} {"level":"info","ts":"2026-07-29T08:50:11.569281Z","caller":"traceutil/trace.go:171","msg":"trace[152820760] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8j2pj; range_end:; response_count:1; response_revision:20065; }","duration":"1.386036418s","start":"2026-07-29T08:50:10.183225Z","end":"2026-07-29T08:50:11.569262Z","steps":["trace[152820760] 'agreement among raft nodes before linearized reading' (duration: 1.385837053s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:11.569168Z","caller":"traceutil/trace.go:171","msg":"trace[144395753] transaction","detail":"{read_only:false; response_revision:20065; number_of_response:1; }","duration":"369.728904ms","start":"2026-07-29T08:50:11.199394Z","end":"2026-07-29T08:50:11.569123Z","steps":["trace[144395753] 'process raft request' (duration: 369.515569ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:11.569342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:10.18321Z","time spent":"1.38611594s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":5958,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8j2pj\" "} {"level":"warn","ts":"2026-07-29T08:50:11.569375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.65287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"info","ts":"2026-07-29T08:50:11.569459Z","caller":"traceutil/trace.go:171","msg":"trace[627916018] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20065; }","duration":"287.809544ms","start":"2026-07-29T08:50:11.281631Z","end":"2026-07-29T08:50:11.569441Z","steps":["trace[627916018] 'agreement among raft nodes before linearized reading' (duration: 287.534317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:11.5695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:11.199377Z","time spent":"370.01354ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:12.491959Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108138,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:50:12.554512Z","caller":"traceutil/trace.go:171","msg":"trace[1602355321] transaction","detail":"{read_only:false; response_revision:20066; number_of_response:1; }","duration":"982.29366ms","start":"2026-07-29T08:50:11.572153Z","end":"2026-07-29T08:50:12.554447Z","steps":["trace[1602355321] 'process raft request' (duration: 981.86323ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:12.554786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:11.572124Z","time spent":"982.561126ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:13.428199Z","caller":"traceutil/trace.go:171","msg":"trace[997482570] linearizableReadLoop","detail":"{readStateIndex:20734; appliedIndex:20731; }","duration":"1.436822606s","start":"2026-07-29T08:50:11.991343Z","end":"2026-07-29T08:50:13.428166Z","steps":["trace[997482570] 'read index received' (duration: 562.64234ms)","trace[997482570] 'applied index is now lower than readState.Index' (duration: 874.178726ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:13.428368Z","caller":"traceutil/trace.go:171","msg":"trace[743644488] transaction","detail":"{read_only:false; response_revision:20068; number_of_response:1; }","duration":"1.848370147s","start":"2026-07-29T08:50:11.579969Z","end":"2026-07-29T08:50:13.428339Z","steps":["trace[743644488] 'process raft request' (duration: 1.8480805s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.428404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.437029821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:13.428456Z","caller":"traceutil/trace.go:171","msg":"trace[364765955] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:20068; }","duration":"1.437146903s","start":"2026-07-29T08:50:11.991292Z","end":"2026-07-29T08:50:13.428439Z","steps":["trace[364765955] 'agreement among raft nodes before linearized reading' (duration: 1.437040261s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.42852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:11.991271Z","time spent":"1.437233156s","remote":"127.0.0.1:52458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:13.428517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:11.579956Z","time spent":"1.848475199s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6234,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:13.428429Z","caller":"traceutil/trace.go:171","msg":"trace[669023996] transaction","detail":"{read_only:false; response_revision:20067; number_of_response:1; }","duration":"1.854113978s","start":"2026-07-29T08:50:11.574176Z","end":"2026-07-29T08:50:13.42829Z","steps":["trace[669023996] 'process raft request' (duration: 1.853313748s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.428666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157040989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:13.428728Z","caller":"traceutil/trace.go:171","msg":"trace[433961642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:20068; }","duration":"1.157139211s","start":"2026-07-29T08:50:12.271572Z","end":"2026-07-29T08:50:13.428711Z","steps":["trace[433961642] 'agreement among raft nodes before linearized reading' (duration: 1.157059079s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.428788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:12.271547Z","time spent":"1.157231814s","remote":"127.0.0.1:47338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:13.428962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.86703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T08:50:13.428949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.278347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:50:13.429029Z","caller":"traceutil/trace.go:171","msg":"trace[1353066744] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20068; }","duration":"869.967922ms","start":"2026-07-29T08:50:12.559043Z","end":"2026-07-29T08:50:13.429011Z","steps":["trace[1353066744] 'agreement among raft nodes before linearized reading' (duration: 869.669025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.429057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.456246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:13.429075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:12.559023Z","time spent":"870.040425ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"warn","ts":"2026-07-29T08:50:13.429091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245708765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T08:50:13.429077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.618628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:13.429114Z","caller":"traceutil/trace.go:171","msg":"trace[1564890637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20068; }","duration":"635.557359ms","start":"2026-07-29T08:50:12.793541Z","end":"2026-07-29T08:50:13.429099Z","steps":["trace[1564890637] 'agreement among raft nodes before linearized reading' (duration: 635.461356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.428675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105144135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-07-29T08:50:13.429135Z","caller":"traceutil/trace.go:171","msg":"trace[358638886] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:20068; }","duration":"652.72086ms","start":"2026-07-29T08:50:12.776398Z","end":"2026-07-29T08:50:13.429119Z","steps":["trace[358638886] 'agreement among raft nodes before linearized reading' (duration: 652.631658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.429164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:12.793519Z","time spent":"635.633081ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:13.428572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245219713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T08:50:13.429063Z","caller":"traceutil/trace.go:171","msg":"trace[382333240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20068; }","duration":"832.513003ms","start":"2026-07-29T08:50:12.596523Z","end":"2026-07-29T08:50:13.429036Z","steps":["trace[382333240] 'agreement among raft nodes before linearized reading' (duration: 832.024541ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:13.429236Z","caller":"traceutil/trace.go:171","msg":"trace[1390575885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20068; }","duration":"1.245934031s","start":"2026-07-29T08:50:12.183289Z","end":"2026-07-29T08:50:13.429223Z","steps":["trace[1390575885] 'agreement among raft nodes before linearized reading' (duration: 1.245193902s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:13.429115Z","caller":"traceutil/trace.go:171","msg":"trace[1913616266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20068; }","duration":"1.245757846s","start":"2026-07-29T08:50:12.18335Z","end":"2026-07-29T08:50:13.429108Z","steps":["trace[1913616266] 'agreement among raft nodes before linearized reading' (duration: 1.245711015s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.429305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:12.183264Z","time spent":"1.246023163s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:13.429238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:12.596479Z","time spent":"832.748229ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:50:13.429382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:12.183338Z","time spent":"1.245990352s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:13.429191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:12.776371Z","time spent":"652.809083ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":30,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-07-29T08:50:13.429111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:11.57412Z","time spent":"1.85461727s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:13.429615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.451227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1644"} {"level":"info","ts":"2026-07-29T08:50:13.429261Z","caller":"traceutil/trace.go:171","msg":"trace[1021132734] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:20068; }","duration":"1.105707319s","start":"2026-07-29T08:50:12.323471Z","end":"2026-07-29T08:50:13.429178Z","steps":["trace[1021132734] 'agreement among raft nodes before linearized reading' (duration: 1.105132044s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.429674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:12.323451Z","time spent":"1.10621071s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-07-29T08:50:13.429773Z","caller":"traceutil/trace.go:171","msg":"trace[1589071420] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:20068; }","duration":"349.555289ms","start":"2026-07-29T08:50:13.0801Z","end":"2026-07-29T08:50:13.429655Z","steps":["trace[1589071420] 'agreement among raft nodes before linearized reading' (duration: 348.922804ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:13.429829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.080075Z","time spent":"349.741674ms","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1668,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-29T08:50:13.934191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108144,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:50:14.273728Z","caller":"traceutil/trace.go:171","msg":"trace[1713936303] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"841.024222ms","start":"2026-07-29T08:50:13.432664Z","end":"2026-07-29T08:50:14.273688Z","steps":["trace[1713936303] 'process raft request' (duration: 840.809217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:14.273935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.432652Z","time spent":"841.173556ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:15.02824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.618551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:15.028493Z","caller":"traceutil/trace.go:171","msg":"trace[22617433] transaction","detail":"{read_only:false; response_revision:20070; number_of_response:1; }","duration":"1.594363802s","start":"2026-07-29T08:50:13.434098Z","end":"2026-07-29T08:50:15.028461Z","steps":["trace[22617433] 'process raft request' (duration: 1.158445743s)","trace[22617433] 'compare' (duration: 435.178611ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:15.028501Z","caller":"traceutil/trace.go:171","msg":"trace[325567118] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"1.591233994s","start":"2026-07-29T08:50:13.437245Z","end":"2026-07-29T08:50:15.028479Z","steps":["trace[325567118] 'process raft request' (duration: 1.59108293s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.028614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.434077Z","time spent":"1.594472344s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:15.028615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.437234Z","time spent":"1.591320647s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:15.028611Z","caller":"traceutil/trace.go:171","msg":"trace[422112487] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"1.589532403s","start":"2026-07-29T08:50:13.439041Z","end":"2026-07-29T08:50:15.028573Z","steps":["trace[422112487] 'process raft request' (duration: 1.589372789s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.028792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.439023Z","time spent":"1.589675587s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:15.46016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.545833ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:15.460354Z","caller":"traceutil/trace.go:171","msg":"trace[344272509] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20072; }","duration":"264.733388ms","start":"2026-07-29T08:50:15.195567Z","end":"2026-07-29T08:50:15.4603Z","steps":["trace[344272509] 'range keys from in-memory index tree' (duration: 264.511002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.462995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.508395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:50:15.463395Z","caller":"traceutil/trace.go:171","msg":"trace[2086034438] linearizableReadLoop","detail":"{readStateIndex:20739; appliedIndex:20735; }","duration":"2.029496272s","start":"2026-07-29T08:50:13.433853Z","end":"2026-07-29T08:50:15.463349Z","steps":["trace[2086034438] 'read index received' (duration: 840.803027ms)","trace[2086034438] 'applied index is now lower than readState.Index' (duration: 1.188689525s)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:15.463653Z","caller":"traceutil/trace.go:171","msg":"trace[1185748800] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"1.180644067s","start":"2026-07-29T08:50:14.28293Z","end":"2026-07-29T08:50:15.463574Z","steps":["trace[1185748800] 'process raft request' (duration: 1.180299839s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.463871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:14.282898Z","time spent":"1.180873593s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:50:15.464511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.03064113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7069"} {"level":"info","ts":"2026-07-29T08:50:15.464663Z","caller":"traceutil/trace.go:171","msg":"trace[424571265] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:20073; }","duration":"2.030801094s","start":"2026-07-29T08:50:13.433819Z","end":"2026-07-29T08:50:15.46462Z","steps":["trace[424571265] 'agreement among raft nodes before linearized reading' (duration: 2.029691537s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.464828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.433805Z","time spent":"2.030992058s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7093,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-29T08:50:15.79548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000441648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-29T08:50:15.795593Z","caller":"traceutil/trace.go:171","msg":"trace[84706227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000598662s","start":"2026-07-29T08:50:13.794972Z","end":"2026-07-29T08:50:15.795571Z","steps":["trace[84706227] 'agreement among raft nodes before linearized reading' (duration: 2.000462018s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.795634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.794957Z","time spent":"2.000668604s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:50:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-29T08:50:15.928121Z","caller":"traceutil/trace.go:171","msg":"trace[141850949] linearizableReadLoop","detail":"{readStateIndex:20741; appliedIndex:20740; }","duration":"464.628944ms","start":"2026-07-29T08:50:15.463464Z","end":"2026-07-29T08:50:15.928093Z","steps":["trace[141850949] 'read index received' (duration: 464.46333ms)","trace[141850949] 'applied index is now lower than readState.Index' (duration: 164.614µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:15.928356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.196582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:15.928397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.452378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:50:15.928436Z","caller":"traceutil/trace.go:171","msg":"trace[952980721] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20074; }","duration":"895.547811ms","start":"2026-07-29T08:50:15.032876Z","end":"2026-07-29T08:50:15.928424Z","steps":["trace[952980721] 'agreement among raft nodes before linearized reading' (duration: 895.336676ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:15.928434Z","caller":"traceutil/trace.go:171","msg":"trace[382162424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20074; }","duration":"895.320215ms","start":"2026-07-29T08:50:15.033096Z","end":"2026-07-29T08:50:15.928416Z","steps":["trace[382162424] 'agreement among raft nodes before linearized reading' (duration: 895.087619ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.928468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.032857Z","time spent":"895.604602ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:50:15.928475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.033074Z","time spent":"895.392257ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:15.928475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052991595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:50:15.928534Z","caller":"traceutil/trace.go:171","msg":"trace[579329408] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20074; }","duration":"1.053093397s","start":"2026-07-29T08:50:14.875423Z","end":"2026-07-29T08:50:15.928517Z","steps":["trace[579329408] 'agreement among raft nodes before linearized reading' (duration: 1.052968654s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.928571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:14.875404Z","time spent":"1.053157299s","remote":"127.0.0.1:40850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:15.928688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.481184317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"warn","ts":"2026-07-29T08:50:15.928724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.430838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-29T08:50:15.928748Z","caller":"traceutil/trace.go:171","msg":"trace[499393416] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:20074; }","duration":"2.48128694s","start":"2026-07-29T08:50:13.447443Z","end":"2026-07-29T08:50:15.928729Z","steps":["trace[499393416] 'agreement among raft nodes before linearized reading' (duration: 2.481135637s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:15.928765Z","caller":"traceutil/trace.go:171","msg":"trace[1793783396] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20074; }","duration":"664.50578ms","start":"2026-07-29T08:50:15.264246Z","end":"2026-07-29T08:50:15.928751Z","steps":["trace[1793783396] 'agreement among raft nodes before linearized reading' (duration: 664.370616ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.92878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.447424Z","time spent":"2.481350431s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3042,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-07-29T08:50:15.928791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.264226Z","time spent":"664.559942ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T08:50:15.928827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.814283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-29T08:50:15.928792Z","caller":"traceutil/trace.go:171","msg":"trace[416771142] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"894.920195ms","start":"2026-07-29T08:50:15.033806Z","end":"2026-07-29T08:50:15.928727Z","steps":["trace[416771142] 'process raft request' (duration: 894.167927ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:15.928886Z","caller":"traceutil/trace.go:171","msg":"trace[1745083583] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20074; }","duration":"870.903936ms","start":"2026-07-29T08:50:15.057963Z","end":"2026-07-29T08:50:15.928867Z","steps":["trace[1745083583] 'agreement among raft nodes before linearized reading' (duration: 870.707301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.928923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.057944Z","time spent":"870.971668ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T08:50:15.928805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494757931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-764ee36d-3de0-4c3e-8cca-e1867315c60a\" ","response":"range_response_count:1 size:2208"} {"level":"warn","ts":"2026-07-29T08:50:15.92902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.033789Z","time spent":"895.12032ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:50:15.929022Z","caller":"traceutil/trace.go:171","msg":"trace[2053740110] range","detail":"{range_begin:/registry/persistentvolumes/pvc-764ee36d-3de0-4c3e-8cca-e1867315c60a; range_end:; response_count:1; response_revision:20074; }","duration":"2.495001717s","start":"2026-07-29T08:50:13.433984Z","end":"2026-07-29T08:50:15.928986Z","steps":["trace[2053740110] 'agreement among raft nodes before linearized reading' (duration: 2.494598567s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.929049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.992024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T08:50:15.929094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:13.433961Z","time spent":"2.49511781s","remote":"127.0.0.1:52522","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2232,"request content":"key:\"/registry/persistentvolumes/pvc-764ee36d-3de0-4c3e-8cca-e1867315c60a\" "} {"level":"info","ts":"2026-07-29T08:50:15.929159Z","caller":"traceutil/trace.go:171","msg":"trace[503047628] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:20074; }","duration":"573.162808ms","start":"2026-07-29T08:50:15.355968Z","end":"2026-07-29T08:50:15.929131Z","steps":["trace[503047628] 'agreement among raft nodes before linearized reading' (duration: 572.81932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.929235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.355946Z","time spent":"573.27409ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"warn","ts":"2026-07-29T08:50:15.930335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.37592032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:431 size:334819"} {"level":"info","ts":"2026-07-29T08:50:15.930424Z","caller":"traceutil/trace.go:171","msg":"trace[1213282101] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:431; response_revision:20074; }","duration":"1.376028502s","start":"2026-07-29T08:50:14.554378Z","end":"2026-07-29T08:50:15.930406Z","steps":["trace[1213282101] 'agreement among raft nodes before linearized reading' (duration: 1.373840479s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:15.93049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:14.554322Z","time spent":"1.376140696s","remote":"127.0.0.1:52880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":431,"response size":334843,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "} {"level":"warn","ts":"2026-07-29T08:50:16.428984Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108155,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:50:16.593067Z","caller":"traceutil/trace.go:171","msg":"trace[1737906496] transaction","detail":"{read_only:false; response_revision:20075; number_of_response:1; }","duration":"1.12448427s","start":"2026-07-29T08:50:15.468547Z","end":"2026-07-29T08:50:16.593032Z","steps":["trace[1737906496] 'process raft request' (duration: 1.124197023s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:16.593345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.468528Z","time spent":"1.124736076s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:50:16.593921Z","caller":"traceutil/trace.go:171","msg":"trace[1314401168] transaction","detail":"{read_only:false; response_revision:20076; number_of_response:1; }","duration":"1.121505376s","start":"2026-07-29T08:50:15.472394Z","end":"2026-07-29T08:50:16.5939Z","steps":["trace[1314401168] 'process raft request' (duration: 1.120569143s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:16.594042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.472371Z","time spent":"1.121606269s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:17.333757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.189914ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-29T08:50:17.334019Z","caller":"traceutil/trace.go:171","msg":"trace[392671868] transaction","detail":"{read_only:false; response_revision:20078; number_of_response:1; }","duration":"736.804864ms","start":"2026-07-29T08:50:16.597198Z","end":"2026-07-29T08:50:17.334003Z","steps":["trace[392671868] 'process raft request' (duration: 736.755613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:17.334094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:16.597171Z","time spent":"736.881426ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:50:17.334276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.931039Z","time spent":"1.403235601s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-29T08:50:17.334527Z","caller":"traceutil/trace.go:171","msg":"trace[1377123481] transaction","detail":"{read_only:false; response_revision:20077; number_of_response:1; }","duration":"1.400397951s","start":"2026-07-29T08:50:15.934118Z","end":"2026-07-29T08:50:17.334516Z","steps":["trace[1377123481] 'process raft request' (duration: 1.399716934s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:17.334623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.934083Z","time spent":"1.400504754s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:17.335121Z","caller":"traceutil/trace.go:171","msg":"trace[1672949473] linearizableReadLoop","detail":"{readStateIndex:20745; appliedIndex:20741; }","duration":"1.406895671s","start":"2026-07-29T08:50:15.92819Z","end":"2026-07-29T08:50:17.335085Z","steps":["trace[1672949473] 'read index received' (duration: 664.430008ms)","trace[1672949473] 'applied index is now lower than readState.Index' (duration: 742.461933ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:17.335346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298920241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:50:17.335379Z","caller":"traceutil/trace.go:171","msg":"trace[1163021060] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20078; }","duration":"1.298994803s","start":"2026-07-29T08:50:16.036376Z","end":"2026-07-29T08:50:17.33537Z","steps":["trace[1163021060] 'agreement among raft nodes before linearized reading' (duration: 1.29888116s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:17.335349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.393456021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"warn","ts":"2026-07-29T08:50:17.335443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206221505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-07-29T08:50:17.335467Z","caller":"traceutil/trace.go:171","msg":"trace[1212655423] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20078; }","duration":"1.206296167s","start":"2026-07-29T08:50:16.129165Z","end":"2026-07-29T08:50:17.335461Z","steps":["trace[1212655423] 'agreement among raft nodes before linearized reading' (duration: 1.206248926s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:17.335473Z","caller":"traceutil/trace.go:171","msg":"trace[351030411] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:20078; }","duration":"1.393591455s","start":"2026-07-29T08:50:15.941831Z","end":"2026-07-29T08:50:17.335422Z","steps":["trace[351030411] 'agreement among raft nodes before linearized reading' (duration: 1.39340257s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:17.335484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:16.129138Z","time spent":"1.206342008s","remote":"127.0.0.1:52480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":376,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-07-29T08:50:17.335469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381586889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-29T08:50:17.335462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53925615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:17.335542Z","caller":"traceutil/trace.go:171","msg":"trace[1837768637] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20078; }","duration":"1.381720704s","start":"2026-07-29T08:50:15.953801Z","end":"2026-07-29T08:50:17.335522Z","steps":["trace[1837768637] 'agreement among raft nodes before linearized reading' (duration: 1.381504718s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:17.335577Z","caller":"traceutil/trace.go:171","msg":"trace[21127790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20078; }","duration":"1.539582357s","start":"2026-07-29T08:50:15.795969Z","end":"2026-07-29T08:50:17.335552Z","steps":["trace[21127790] 'agreement among raft nodes before linearized reading' (duration: 1.539197788s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:17.335613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.953786Z","time spent":"1.381808355s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-29T08:50:17.335637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.035143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-07-29T08:50:17.335652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.941804Z","time spent":"1.39383387s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-07-29T08:50:17.335401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:16.036319Z","time spent":"1.299076564s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:50:17.335698Z","caller":"traceutil/trace.go:171","msg":"trace[468544354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20078; }","duration":"302.121835ms","start":"2026-07-29T08:50:17.033557Z","end":"2026-07-29T08:50:17.335678Z","steps":["trace[468544354] 'agreement among raft nodes before linearized reading' (duration: 301.90029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:17.335734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.033539Z","time spent":"302.187987ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:17.335778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.975949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-drlps\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-07-29T08:50:17.335873Z","caller":"traceutil/trace.go:171","msg":"trace[1064854377] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-drlps; range_end:; response_count:1; response_revision:20078; }","duration":"737.087572ms","start":"2026-07-29T08:50:16.598761Z","end":"2026-07-29T08:50:17.335848Z","steps":["trace[1064854377] 'agreement among raft nodes before linearized reading' (duration: 736.482577ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:17.335848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.467564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:50:17.335927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:16.598706Z","time spent":"737.210894ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5512,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-drlps\" "} {"level":"info","ts":"2026-07-29T08:50:17.335942Z","caller":"traceutil/trace.go:171","msg":"trace[1319713724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20078; }","duration":"302.611707ms","start":"2026-07-29T08:50:17.033313Z","end":"2026-07-29T08:50:17.335925Z","steps":["trace[1319713724] 'agreement among raft nodes before linearized reading' (duration: 302.30214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:17.336042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.033285Z","time spent":"302.742131ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:17.335677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:15.795956Z","time spent":"1.539706661s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:18.040887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.752028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:18.041012Z","caller":"traceutil/trace.go:171","msg":"trace[172595509] linearizableReadLoop","detail":"{readStateIndex:20747; appliedIndex:20746; }","duration":"701.520639ms","start":"2026-07-29T08:50:17.33947Z","end":"2026-07-29T08:50:18.040991Z","steps":["trace[172595509] 'read index received' (duration: 271.621037ms)","trace[172595509] 'applied index is now lower than readState.Index' (duration: 429.897522ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:18.041105Z","caller":"traceutil/trace.go:171","msg":"trace[1300418742] transaction","detail":"{read_only:false; response_revision:20079; number_of_response:1; }","duration":"705.483526ms","start":"2026-07-29T08:50:17.335602Z","end":"2026-07-29T08:50:18.041086Z","steps":["trace[1300418742] 'process raft request' (duration: 275.363679ms)","trace[1300418742] 'compare' (duration: 429.591554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:18.041139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.666982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:18.041172Z","caller":"traceutil/trace.go:171","msg":"trace[1394569040] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20079; }","duration":"701.742064ms","start":"2026-07-29T08:50:17.33942Z","end":"2026-07-29T08:50:18.041162Z","steps":["trace[1394569040] 'agreement among raft nodes before linearized reading' (duration: 701.680842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.041198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.339395Z","time spent":"701.798355ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:18.041195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.335578Z","time spent":"705.571528ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:18.742723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.870181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:18.743028Z","caller":"traceutil/trace.go:171","msg":"trace[1619345572] transaction","detail":"{read_only:false; response_revision:20081; number_of_response:1; }","duration":"1.40243171s","start":"2026-07-29T08:50:17.340579Z","end":"2026-07-29T08:50:18.74301Z","steps":["trace[1619345572] 'process raft request' (duration: 1.402258726s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.743109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.340561Z","time spent":"1.402504793s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:18.743206Z","caller":"traceutil/trace.go:171","msg":"trace[1546146075] transaction","detail":"{read_only:false; response_revision:20080; number_of_response:1; }","duration":"1.40281079s","start":"2026-07-29T08:50:17.340366Z","end":"2026-07-29T08:50:18.743177Z","steps":["trace[1546146075] 'process raft request' (duration: 899.417346ms)","trace[1546146075] 'compare' (duration: 502.666117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:18.743385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.340344Z","time spent":"1.402969884s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:50:18.743411Z","caller":"traceutil/trace.go:171","msg":"trace[262084192] transaction","detail":"{read_only:false; response_revision:20082; number_of_response:1; }","duration":"1.401933239s","start":"2026-07-29T08:50:17.341465Z","end":"2026-07-29T08:50:18.743398Z","steps":["trace[262084192] 'process raft request' (duration: 1.401443997s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.743475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.341451Z","time spent":"1.40198992s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:18.743497Z","caller":"traceutil/trace.go:171","msg":"trace[1744033176] transaction","detail":"{read_only:false; response_revision:20083; number_of_response:1; }","duration":"1.398232808s","start":"2026-07-29T08:50:17.345251Z","end":"2026-07-29T08:50:18.743483Z","steps":["trace[1744033176] 'process raft request' (duration: 1.397709665s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.743577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.345242Z","time spent":"1.398287159s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:18.756989Z","caller":"traceutil/trace.go:171","msg":"trace[1631806885] linearizableReadLoop","detail":"{readStateIndex:20753; appliedIndex:20747; }","duration":"715.920181ms","start":"2026-07-29T08:50:18.041044Z","end":"2026-07-29T08:50:18.756964Z","steps":["trace[1631806885] 'read index received' (duration: 198.760939ms)","trace[1631806885] 'applied index is now lower than readState.Index' (duration: 517.157432ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:18.757075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143853474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:50:18.757106Z","caller":"traceutil/trace.go:171","msg":"trace[1002704754] transaction","detail":"{read_only:false; response_revision:20084; number_of_response:1; }","duration":"1.037423362s","start":"2026-07-29T08:50:17.719657Z","end":"2026-07-29T08:50:18.75708Z","steps":["trace[1002704754] 'process raft request' (duration: 1.037132095s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:18.757134Z","caller":"traceutil/trace.go:171","msg":"trace[474746945] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20085; }","duration":"1.143984678s","start":"2026-07-29T08:50:17.613136Z","end":"2026-07-29T08:50:18.757121Z","steps":["trace[474746945] 'agreement among raft nodes before linearized reading' (duration: 1.143847294s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.757134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411436322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:18.75715Z","caller":"traceutil/trace.go:171","msg":"trace[513537998] transaction","detail":"{read_only:false; response_revision:20085; number_of_response:1; }","duration":"1.036600651s","start":"2026-07-29T08:50:17.720538Z","end":"2026-07-29T08:50:18.757139Z","steps":["trace[513537998] 'process raft request' (duration: 1.036367276s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.757161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.613109Z","time spent":"1.144044499s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":30,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:50:18.75718Z","caller":"traceutil/trace.go:171","msg":"trace[1446615302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20085; }","duration":"1.411506654s","start":"2026-07-29T08:50:17.345659Z","end":"2026-07-29T08:50:18.757165Z","steps":["trace[1446615302] 'agreement among raft nodes before linearized reading' (duration: 1.411424642s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.757183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.404714957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:476"} {"level":"warn","ts":"2026-07-29T08:50:18.757218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.72051Z","time spent":"1.036662563s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:18.757219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.719627Z","time spent":"1.037525705s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:18.757223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.345644Z","time spent":"1.411568645s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:50:18.75724Z","caller":"traceutil/trace.go:171","msg":"trace[2024407158] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20085; }","duration":"1.404808359s","start":"2026-07-29T08:50:17.352415Z","end":"2026-07-29T08:50:18.757223Z","steps":["trace[2024407158] 'agreement among raft nodes before linearized reading' (duration: 1.404616065s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.757274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.352401Z","time spent":"1.40486586s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:18.757297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417562082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:225"} {"level":"info","ts":"2026-07-29T08:50:18.757345Z","caller":"traceutil/trace.go:171","msg":"trace[674407602] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:20085; }","duration":"1.417628494s","start":"2026-07-29T08:50:17.339703Z","end":"2026-07-29T08:50:18.757331Z","steps":["trace[674407602] 'agreement among raft nodes before linearized reading' (duration: 1.417486761s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:18.757382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:17.339687Z","time spent":"1.417684685s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":249,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-07-29T08:50:19.464773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.248141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:19.465233Z","caller":"traceutil/trace.go:171","msg":"trace[39217649] transaction","detail":"{read_only:false; response_revision:20086; number_of_response:1; }","duration":"715.496482ms","start":"2026-07-29T08:50:18.749691Z","end":"2026-07-29T08:50:19.465187Z","steps":["trace[39217649] 'process raft request' (duration: 196.75378ms)","trace[39217649] 'compare' (duration: 518.109226ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:19.465305Z","caller":"traceutil/trace.go:171","msg":"trace[682366434] linearizableReadLoop","detail":"{readStateIndex:20754; appliedIndex:20753; }","duration":"708.196912ms","start":"2026-07-29T08:50:18.757048Z","end":"2026-07-29T08:50:19.465245Z","steps":["trace[682366434] 'read index received' (duration: 189.355588ms)","trace[682366434] 'applied index is now lower than readState.Index' (duration: 518.836674ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:19.465396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.983309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:19.46541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.749655Z","time spent":"715.674395ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:50:19.465463Z","caller":"traceutil/trace.go:171","msg":"trace[1350049693] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:20087; }","duration":"847.112452ms","start":"2026-07-29T08:50:18.618336Z","end":"2026-07-29T08:50:19.465448Z","steps":["trace[1350049693] 'agreement among raft nodes before linearized reading' (duration: 846.925128ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:19.465499Z","caller":"traceutil/trace.go:171","msg":"trace[889850917] transaction","detail":"{read_only:false; response_revision:20088; number_of_response:1; }","duration":"526.629336ms","start":"2026-07-29T08:50:18.938853Z","end":"2026-07-29T08:50:19.465483Z","steps":["trace[889850917] 'process raft request' (duration: 526.401341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.46551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.618309Z","time spent":"847.191544ms","remote":"127.0.0.1:52590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:50:19.465389Z","caller":"traceutil/trace.go:171","msg":"trace[110662525] transaction","detail":"{read_only:false; response_revision:20087; number_of_response:1; }","duration":"703.608079ms","start":"2026-07-29T08:50:18.761761Z","end":"2026-07-29T08:50:19.465369Z","steps":["trace[110662525] 'process raft request' (duration: 703.328562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.465613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.938793Z","time spent":"526.749779ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:19.465611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.64163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-07-29T08:50:19.465675Z","caller":"traceutil/trace.go:171","msg":"trace[1084284349] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:20088; }","duration":"716.749322ms","start":"2026-07-29T08:50:18.74891Z","end":"2026-07-29T08:50:19.465659Z","steps":["trace[1084284349] 'agreement among raft nodes before linearized reading' (duration: 716.374463ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.465672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.029187201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-29T08:50:19.465721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.748885Z","time spent":"716.826994ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7105,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-07-29T08:50:19.465732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.761746Z","time spent":"703.872357ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:19.465897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422200786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-29T08:50:19.465766Z","caller":"traceutil/trace.go:171","msg":"trace[472120864] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20088; }","duration":"1.029333795s","start":"2026-07-29T08:50:18.436408Z","end":"2026-07-29T08:50:19.465742Z","steps":["trace[472120864] 'agreement among raft nodes before linearized reading' (duration: 1.028881193s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:19.466028Z","caller":"traceutil/trace.go:171","msg":"trace[1665857842] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20088; }","duration":"1.422385701s","start":"2026-07-29T08:50:18.043617Z","end":"2026-07-29T08:50:19.466003Z","steps":["trace[1665857842] 'agreement among raft nodes before linearized reading' (duration: 1.421761496s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.46604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.436378Z","time spent":"1.029639182s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:50:19.466093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.0436Z","time spent":"1.422479693s","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-29T08:50:19.557689Z","caller":"traceutil/trace.go:171","msg":"trace[2081198282] transaction","detail":"{read_only:false; response_revision:20090; number_of_response:1; }","duration":"398.588303ms","start":"2026-07-29T08:50:19.159017Z","end":"2026-07-29T08:50:19.557606Z","steps":["trace[2081198282] 'process raft request' (duration: 398.285526ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:19.55781Z","caller":"traceutil/trace.go:171","msg":"trace[1020841575] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"480.868522ms","start":"2026-07-29T08:50:19.076909Z","end":"2026-07-29T08:50:19.557777Z","steps":["trace[1020841575] 'process raft request' (duration: 480.263687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.557887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.088403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T08:50:19.558007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.076861Z","time spent":"481.055807ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:19.558061Z","caller":"traceutil/trace.go:171","msg":"trace[1369292301] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20090; }","duration":"152.195355ms","start":"2026-07-29T08:50:19.405742Z","end":"2026-07-29T08:50:19.557938Z","steps":["trace[1369292301] 'agreement among raft nodes before linearized reading' (duration: 152.046721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.558063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.655296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-29T08:50:19.558079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.143626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:19.558162Z","caller":"traceutil/trace.go:171","msg":"trace[447233586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20090; }","duration":"795.209198ms","start":"2026-07-29T08:50:18.76291Z","end":"2026-07-29T08:50:19.558119Z","steps":["trace[447233586] 'agreement among raft nodes before linearized reading' (duration: 795.087785ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:19.558173Z","caller":"traceutil/trace.go:171","msg":"trace[698489704] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20090; }","duration":"440.786289ms","start":"2026-07-29T08:50:19.117323Z","end":"2026-07-29T08:50:19.55811Z","steps":["trace[698489704] 'agreement among raft nodes before linearized reading' (duration: 440.255006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.558207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.117297Z","time spent":"440.903382ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T08:50:19.558207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.762878Z","time spent":"795.31782ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:19.558185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.839508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-07-29T08:50:19.558327Z","caller":"traceutil/trace.go:171","msg":"trace[1131856690] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:20090; }","duration":"797.070783ms","start":"2026-07-29T08:50:18.761222Z","end":"2026-07-29T08:50:19.558293Z","steps":["trace[1131856690] 'agreement among raft nodes before linearized reading' (duration: 796.634652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.557751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.417671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-29T08:50:19.558399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:18.761207Z","time spent":"797.178226ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":218,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-07-29T08:50:19.558432Z","caller":"traceutil/trace.go:171","msg":"trace[1765263642] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20090; }","duration":"219.141469ms","start":"2026-07-29T08:50:19.339266Z","end":"2026-07-29T08:50:19.558408Z","steps":["trace[1765263642] 'agreement among raft nodes before linearized reading' (duration: 218.264877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:19.558526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.158986Z","time spent":"398.801588ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:20.058187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108180,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:50:20.391809Z","caller":"traceutil/trace.go:171","msg":"trace[787871237] transaction","detail":"{read_only:false; response_revision:20091; number_of_response:1; }","duration":"921.17754ms","start":"2026-07-29T08:50:19.470585Z","end":"2026-07-29T08:50:20.391762Z","steps":["trace[787871237] 'process raft request' (duration: 920.827601ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:20.39182Z","caller":"traceutil/trace.go:171","msg":"trace[1570927070] transaction","detail":"{read_only:false; response_revision:20093; number_of_response:1; }","duration":"915.629654ms","start":"2026-07-29T08:50:19.476162Z","end":"2026-07-29T08:50:20.391792Z","steps":["trace[1570927070] 'process raft request' (duration: 915.539661ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:20.391889Z","caller":"traceutil/trace.go:171","msg":"trace[1069493552] transaction","detail":"{read_only:false; response_revision:20092; number_of_response:1; }","duration":"921.16115ms","start":"2026-07-29T08:50:19.470678Z","end":"2026-07-29T08:50:20.391839Z","steps":["trace[1069493552] 'process raft request' (duration: 920.930894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:20.392173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.47056Z","time spent":"921.477448ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-29T08:50:20.392322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.476154Z","time spent":"916.004393ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:20.392381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.47067Z","time spent":"921.60414ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:21.03649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.402032ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:21.036654Z","caller":"traceutil/trace.go:171","msg":"trace[920499962] transaction","detail":"{read_only:false; response_revision:20095; number_of_response:1; }","duration":"639.948967ms","start":"2026-07-29T08:50:20.396691Z","end":"2026-07-29T08:50:21.03664Z","steps":["trace[920499962] 'process raft request' (duration: 639.891935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.036707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:20.396677Z","time spent":"640.010239ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:50:21.036736Z","caller":"traceutil/trace.go:171","msg":"trace[509739309] transaction","detail":"{read_only:false; response_revision:20094; number_of_response:1; }","duration":"1.473847945s","start":"2026-07-29T08:50:19.562869Z","end":"2026-07-29T08:50:21.036717Z","steps":["trace[509739309] 'process raft request' (duration: 1.017136975s)","trace[509739309] 'compare' (duration: 456.266779ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:21.036847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.562825Z","time spent":"1.473984528s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:21.036842Z","caller":"traceutil/trace.go:171","msg":"trace[1781846731] linearizableReadLoop","detail":"{readStateIndex:20762; appliedIndex:20758; }","duration":"1.479467692s","start":"2026-07-29T08:50:19.557345Z","end":"2026-07-29T08:50:21.036813Z","steps":["trace[1781846731] 'read index received' (duration: 834.066741ms)","trace[1781846731] 'applied index is now lower than readState.Index' (duration: 645.397601ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:21.036962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56291802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4334"} {"level":"warn","ts":"2026-07-29T08:50:21.036971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563846434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4181"} {"level":"warn","ts":"2026-07-29T08:50:21.036992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564001607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5178"} {"level":"info","ts":"2026-07-29T08:50:21.036997Z","caller":"traceutil/trace.go:171","msg":"trace[1734799032] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.562960722s","start":"2026-07-29T08:50:19.474024Z","end":"2026-07-29T08:50:21.036985Z","steps":["trace[1734799032] 'agreement among raft nodes before linearized reading' (duration: 1.562848969s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.037013Z","caller":"traceutil/trace.go:171","msg":"trace[1291710894] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.563895175s","start":"2026-07-29T08:50:19.473104Z","end":"2026-07-29T08:50:21.036999Z","steps":["trace[1291710894] 'agreement among raft nodes before linearized reading' (duration: 1.563729591s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563322531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13230"} {"level":"warn","ts":"2026-07-29T08:50:21.037031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.474019Z","time spent":"1.563003063s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4358,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.4731Z","time spent":"1.563933405s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4205,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"info","ts":"2026-07-29T08:50:21.037063Z","caller":"traceutil/trace.go:171","msg":"trace[1005204190] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.563407693s","start":"2026-07-29T08:50:19.473639Z","end":"2026-07-29T08:50:21.037047Z","steps":["trace[1005204190] 'agreement among raft nodes before linearized reading' (duration: 1.563186747s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.037026Z","caller":"traceutil/trace.go:171","msg":"trace[757710020] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.564046539s","start":"2026-07-29T08:50:19.472966Z","end":"2026-07-29T08:50:21.037012Z","steps":["trace[757710020] 'agreement among raft nodes before linearized reading' (duration: 1.563953397s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.473634Z","time spent":"1.563454564s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13254,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.47296Z","time spent":"1.564151011s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564073419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5587"} {"level":"info","ts":"2026-07-29T08:50:21.037148Z","caller":"traceutil/trace.go:171","msg":"trace[769022263] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.56410888s","start":"2026-07-29T08:50:19.473031Z","end":"2026-07-29T08:50:21.03714Z","steps":["trace[769022263] 'agreement among raft nodes before linearized reading' (duration: 1.564011878s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566435048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T08:50:21.037174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.473028Z","time spent":"1.564139071s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5611,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-07-29T08:50:21.037192Z","caller":"traceutil/trace.go:171","msg":"trace[1653996948] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20095; }","duration":"1.566495549s","start":"2026-07-29T08:50:19.470685Z","end":"2026-07-29T08:50:21.03718Z","steps":["trace[1653996948] 'agreement among raft nodes before linearized reading' (duration: 1.566268433s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.560698706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24245"} {"level":"warn","ts":"2026-07-29T08:50:21.037223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.470641Z","time spent":"1.566575711s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564009057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10378"} {"level":"warn","ts":"2026-07-29T08:50:21.037265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.670327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:21.037269Z","caller":"traceutil/trace.go:171","msg":"trace[957654988] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.56085155s","start":"2026-07-29T08:50:19.476386Z","end":"2026-07-29T08:50:21.037237Z","steps":["trace[957654988] 'agreement among raft nodes before linearized reading' (duration: 1.560452651s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.037268Z","caller":"traceutil/trace.go:171","msg":"trace[1609968343] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.564055409s","start":"2026-07-29T08:50:19.473202Z","end":"2026-07-29T08:50:21.037258Z","steps":["trace[1609968343] 'agreement among raft nodes before linearized reading' (duration: 1.563965167s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.564081039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4084"} {"level":"warn","ts":"2026-07-29T08:50:21.037308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.563590967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9321"} {"level":"warn","ts":"2026-07-29T08:50:21.037326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.473196Z","time spent":"1.5641193s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10402,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-29T08:50:21.037332Z","caller":"traceutil/trace.go:171","msg":"trace[1158143790] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.564120111s","start":"2026-07-29T08:50:19.473203Z","end":"2026-07-29T08:50:21.037323Z","steps":["trace[1158143790] 'agreement among raft nodes before linearized reading' (duration: 1.564040109s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.037343Z","caller":"traceutil/trace.go:171","msg":"trace[1633919575] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.563639479s","start":"2026-07-29T08:50:19.473692Z","end":"2026-07-29T08:50:21.037332Z","steps":["trace[1633919575] 'agreement among raft nodes before linearized reading' (duration: 1.563519876s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.476381Z","time spent":"1.560945663s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24269,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.473198Z","time spent":"1.564154331s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4108,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.246056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-29T08:50:21.037371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.473685Z","time spent":"1.5636779s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9345,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492363789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T08:50:21.037392Z","caller":"traceutil/trace.go:171","msg":"trace[472160027] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20095; }","duration":"845.311397ms","start":"2026-07-29T08:50:20.192073Z","end":"2026-07-29T08:50:21.037384Z","steps":["trace[472160027] 'agreement among raft nodes before linearized reading' (duration: 845.229195ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.0374Z","caller":"traceutil/trace.go:171","msg":"trace[905093922] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20095; }","duration":"1.49242164s","start":"2026-07-29T08:50:19.544971Z","end":"2026-07-29T08:50:21.037392Z","steps":["trace[905093922] 'agreement among raft nodes before linearized reading' (duration: 1.492340228s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:20.192052Z","time spent":"845.358599ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.544953Z","time spent":"1.492468192s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.569210955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T08:50:21.037478Z","caller":"traceutil/trace.go:171","msg":"trace[873076538] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20095; }","duration":"1.569266726s","start":"2026-07-29T08:50:19.468203Z","end":"2026-07-29T08:50:21.03747Z","steps":["trace[873076538] 'agreement among raft nodes before linearized reading' (duration: 1.569183134s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.468181Z","time spent":"1.569314778s","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363335942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"warn","ts":"2026-07-29T08:50:21.037536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.428912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:50:21.037539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.415673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-95mz6\" ","response":"range_response_count:1 size:7043"} {"level":"warn","ts":"2026-07-29T08:50:21.03754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475044694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-07-29T08:50:21.037538Z","caller":"traceutil/trace.go:171","msg":"trace[273054949] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.363430204s","start":"2026-07-29T08:50:19.674094Z","end":"2026-07-29T08:50:21.037524Z","steps":["trace[273054949] 'agreement among raft nodes before linearized reading' (duration: 1.363323832s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.03756Z","caller":"traceutil/trace.go:171","msg":"trace[1328008136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20095; }","duration":"282.491693ms","start":"2026-07-29T08:50:20.755062Z","end":"2026-07-29T08:50:21.037553Z","steps":["trace[1328008136] 'agreement among raft nodes before linearized reading' (duration: 282.424262ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.037566Z","caller":"traceutil/trace.go:171","msg":"trace[1343970658] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-95mz6; range_end:; response_count:1; response_revision:20095; }","duration":"641.472214ms","start":"2026-07-29T08:50:20.396087Z","end":"2026-07-29T08:50:21.037559Z","steps":["trace[1343970658] 'agreement among raft nodes before linearized reading' (duration: 641.389632ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.037571Z","caller":"traceutil/trace.go:171","msg":"trace[962955492] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cronjob-controller; range_end:; response_count:1; response_revision:20095; }","duration":"1.475095545s","start":"2026-07-29T08:50:19.562468Z","end":"2026-07-29T08:50:21.037563Z","steps":["trace[962955492] 'agreement among raft nodes before linearized reading' (duration: 1.475014603s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.67407Z","time spent":"1.363502167s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188520,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:20.396061Z","time spent":"641.523096ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7067,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-95mz6\" "} {"level":"warn","ts":"2026-07-29T08:50:21.037591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.562457Z","time spent":"1.475129596s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/cronjob-controller\" "} {"level":"warn","ts":"2026-07-29T08:50:21.03763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.005928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:21.037624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537604839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-07-29T08:50:21.037649Z","caller":"traceutil/trace.go:171","msg":"trace[1898616528] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:20095; }","duration":"268.049519ms","start":"2026-07-29T08:50:20.769592Z","end":"2026-07-29T08:50:21.037642Z","steps":["trace[1898616528] 'agreement among raft nodes before linearized reading' (duration: 268.015839ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.03766Z","caller":"traceutil/trace.go:171","msg":"trace[597463694] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:20095; }","duration":"1.537643641s","start":"2026-07-29T08:50:19.500008Z","end":"2026-07-29T08:50:21.037651Z","steps":["trace[597463694] 'agreement among raft nodes before linearized reading' (duration: 1.537489397s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.499946Z","time spent":"1.537734212s","remote":"127.0.0.1:52418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188277,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-07-29T08:50:21.037292Z","caller":"traceutil/trace.go:171","msg":"trace[1016450158] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:20095; }","duration":"537.739479ms","start":"2026-07-29T08:50:20.499545Z","end":"2026-07-29T08:50:21.037284Z","steps":["trace[1016450158] 'agreement among raft nodes before linearized reading' (duration: 537.691587ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:20.499518Z","time spent":"538.307832ms","remote":"127.0.0.1:57408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:21.037682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.618127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:50:21.037901Z","caller":"traceutil/trace.go:171","msg":"trace[1163253136] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20095; }","duration":"282.883894ms","start":"2026-07-29T08:50:20.755009Z","end":"2026-07-29T08:50:21.037893Z","steps":["trace[1163253136] 'agreement among raft nodes before linearized reading' (duration: 282.608527ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.037116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.476797107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:21.037985Z","caller":"traceutil/trace.go:171","msg":"trace[486577248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20095; }","duration":"1.477712339s","start":"2026-07-29T08:50:19.560258Z","end":"2026-07-29T08:50:21.037971Z","steps":["trace[486577248] 'agreement among raft nodes before linearized reading' (duration: 1.476819328s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.038036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:19.560234Z","time spent":"1.477789482s","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:21.333095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.861297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:21.333247Z","caller":"traceutil/trace.go:171","msg":"trace[390834068] transaction","detail":"{read_only:false; response_revision:20096; number_of_response:1; }","duration":"292.752145ms","start":"2026-07-29T08:50:21.04045Z","end":"2026-07-29T08:50:21.333202Z","steps":["trace[390834068] 'process raft request' (duration: 184.676463ms)","trace[390834068] 'compare' (duration: 107.714824ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:21.365502Z","caller":"traceutil/trace.go:171","msg":"trace[1131206403] transaction","detail":"{read_only:false; response_revision:20098; number_of_response:1; }","duration":"322.068524ms","start":"2026-07-29T08:50:21.043106Z","end":"2026-07-29T08:50:21.365175Z","steps":["trace[1131206403] 'process raft request' (duration: 321.973502ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.365912Z","caller":"traceutil/trace.go:171","msg":"trace[1596262803] transaction","detail":"{read_only:false; response_revision:20099; number_of_response:1; }","duration":"322.384952ms","start":"2026-07-29T08:50:21.043494Z","end":"2026-07-29T08:50:21.365879Z","steps":["trace[1596262803] 'process raft request' (duration: 321.619744ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.366038Z","caller":"traceutil/trace.go:171","msg":"trace[1546863895] linearizableReadLoop","detail":"{readStateIndex:20765; appliedIndex:20763; }","duration":"323.703375ms","start":"2026-07-29T08:50:21.042315Z","end":"2026-07-29T08:50:21.366018Z","steps":["trace[1546863895] 'read index received' (duration: 182.828457ms)","trace[1546863895] 'applied index is now lower than readState.Index' (duration: 140.872718ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:21.366098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.043487Z","time spent":"322.514835ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:21.365751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.043095Z","time spent":"322.473735ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:21.366463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.077585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:21.366513Z","caller":"traceutil/trace.go:171","msg":"trace[1698618462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20100; }","duration":"322.143107ms","start":"2026-07-29T08:50:21.044359Z","end":"2026-07-29T08:50:21.366502Z","steps":["trace[1698618462] 'agreement among raft nodes before linearized reading' (duration: 322.065915ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.366543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.04435Z","time spent":"322.186478ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:50:21.366582Z","caller":"traceutil/trace.go:171","msg":"trace[1148209002] transaction","detail":"{read_only:false; response_revision:20100; number_of_response:1; }","duration":"322.546156ms","start":"2026-07-29T08:50:21.044024Z","end":"2026-07-29T08:50:21.36657Z","steps":["trace[1148209002] 'process raft request' (duration: 321.565042ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.366577Z","caller":"traceutil/trace.go:171","msg":"trace[1802814314] transaction","detail":"{read_only:false; response_revision:20097; number_of_response:1; }","duration":"325.279564ms","start":"2026-07-29T08:50:21.041261Z","end":"2026-07-29T08:50:21.366541Z","steps":["trace[1802814314] 'process raft request' (duration: 323.676444ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.366633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.044009Z","time spent":"322.595347ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:21.366741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.404252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:198"} {"level":"warn","ts":"2026-07-29T08:50:21.366751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.041244Z","time spent":"325.410806ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:21.366851Z","caller":"traceutil/trace.go:171","msg":"trace[1106219468] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:20100; }","duration":"324.553096ms","start":"2026-07-29T08:50:21.042281Z","end":"2026-07-29T08:50:21.366834Z","steps":["trace[1106219468] 'agreement among raft nodes before linearized reading' (duration: 324.334571ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.366899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.042268Z","time spent":"324.622487ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":222,"request content":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" "} {"level":"warn","ts":"2026-07-29T08:50:21.366969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.263692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T08:50:21.366999Z","caller":"traceutil/trace.go:171","msg":"trace[1354527108] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20100; }","duration":"186.325633ms","start":"2026-07-29T08:50:21.180664Z","end":"2026-07-29T08:50:21.366989Z","steps":["trace[1354527108] 'agreement among raft nodes before linearized reading' (duration: 186.21239ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.884849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.582583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:21.885004Z","caller":"traceutil/trace.go:171","msg":"trace[378041101] linearizableReadLoop","detail":"{readStateIndex:20769; appliedIndex:20768; }","duration":"514.789356ms","start":"2026-07-29T08:50:21.370194Z","end":"2026-07-29T08:50:21.884983Z","steps":["trace[378041101] 'read index received' (duration: 412.856184ms)","trace[378041101] 'applied index is now lower than readState.Index' (duration: 101.931262ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:21.885122Z","caller":"traceutil/trace.go:171","msg":"trace[1138613678] transaction","detail":"{read_only:false; response_revision:20101; number_of_response:1; }","duration":"515.125723ms","start":"2026-07-29T08:50:21.369892Z","end":"2026-07-29T08:50:21.885018Z","steps":["trace[1138613678] 'process raft request' (duration: 413.282334ms)","trace[1138613678] 'compare' (duration: 101.44119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:21.885245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.325809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:1 size:196"} {"level":"info","ts":"2026-07-29T08:50:21.885332Z","caller":"traceutil/trace.go:171","msg":"trace[794580645] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:1; response_revision:20101; }","duration":"513.484184ms","start":"2026-07-29T08:50:21.371825Z","end":"2026-07-29T08:50:21.885309Z","steps":["trace[794580645] 'agreement among raft nodes before linearized reading' (duration: 513.32497ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.885321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.369878Z","time spent":"515.316818ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:21.885473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.955594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:21.885499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.970751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:21.885504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.031205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-07-29T08:50:21.885513Z","caller":"traceutil/trace.go:171","msg":"trace[1659074541] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:20101; }","duration":"217.034866ms","start":"2026-07-29T08:50:21.668467Z","end":"2026-07-29T08:50:21.885502Z","steps":["trace[1659074541] 'agreement among raft nodes before linearized reading' (duration: 216.959795ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.885538Z","caller":"traceutil/trace.go:171","msg":"trace[1974694866] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:20101; }","duration":"480.048193ms","start":"2026-07-29T08:50:21.405478Z","end":"2026-07-29T08:50:21.885526Z","steps":["trace[1974694866] 'agreement among raft nodes before linearized reading' (duration: 479.987631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.885535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.099299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:21.885753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.804319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:21.88577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.405452Z","time spent":"480.309009ms","remote":"127.0.0.1:40834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:50:21.885777Z","caller":"traceutil/trace.go:171","msg":"trace[698503950] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:20101; }","duration":"217.365215ms","start":"2026-07-29T08:50:21.668395Z","end":"2026-07-29T08:50:21.88576Z","steps":["trace[698503950] 'agreement among raft nodes before linearized reading' (duration: 217.084908ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:21.885801Z","caller":"traceutil/trace.go:171","msg":"trace[1957988202] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:20101; }","duration":"209.871731ms","start":"2026-07-29T08:50:21.675914Z","end":"2026-07-29T08:50:21.885786Z","steps":["trace[1957988202] 'agreement among raft nodes before linearized reading' (duration: 209.611285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.885803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.444695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-07-29T08:50:21.885544Z","caller":"traceutil/trace.go:171","msg":"trace[1082332978] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:20101; }","duration":"111.114647ms","start":"2026-07-29T08:50:21.774422Z","end":"2026-07-29T08:50:21.885537Z","steps":["trace[1082332978] 'agreement among raft nodes before linearized reading' (duration: 111.003414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.885266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.063002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-djdw8\" ","response":"range_response_count:1 size:14012"} {"level":"info","ts":"2026-07-29T08:50:21.885897Z","caller":"traceutil/trace.go:171","msg":"trace[985946565] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-djdw8; range_end:; response_count:1; response_revision:20101; }","duration":"515.696457ms","start":"2026-07-29T08:50:21.370173Z","end":"2026-07-29T08:50:21.885869Z","steps":["trace[985946565] 'agreement among raft nodes before linearized reading' (duration: 514.929949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.88593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.370158Z","time spent":"515.762739ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":14036,"request content":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-djdw8\" "} {"level":"warn","ts":"2026-07-29T08:50:21.885381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.371805Z","time spent":"513.568595ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":220,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-07-29T08:50:21.886443Z","caller":"traceutil/trace.go:171","msg":"trace[876846849] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:20101; }","duration":"497.114761ms","start":"2026-07-29T08:50:21.389316Z","end":"2026-07-29T08:50:21.88643Z","steps":["trace[876846849] 'agreement among raft nodes before linearized reading' (duration: 496.155608ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:21.886515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.389294Z","time spent":"497.182993ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-29T08:50:22.575853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.622235ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:22.576156Z","caller":"traceutil/trace.go:171","msg":"trace[1497995142] linearizableReadLoop","detail":"{readStateIndex:20770; appliedIndex:20769; }","duration":"682.664854ms","start":"2026-07-29T08:50:21.893467Z","end":"2026-07-29T08:50:22.576132Z","steps":["trace[1497995142] 'read index received' (duration: 164.721602ms)","trace[1497995142] 'applied index is now lower than readState.Index' (duration: 517.941152ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:22.576225Z","caller":"traceutil/trace.go:171","msg":"trace[528921040] transaction","detail":"{read_only:false; response_revision:20102; number_of_response:1; }","duration":"683.568917ms","start":"2026-07-29T08:50:21.892632Z","end":"2026-07-29T08:50:22.576201Z","steps":["trace[528921040] 'process raft request' (duration: 165.494812ms)","trace[528921040] 'compare' (duration: 517.345677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:22.576344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.892615Z","time spent":"683.670839ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1162,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:22.576585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.039513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-29T08:50:22.576712Z","caller":"traceutil/trace.go:171","msg":"trace[1289920721] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:20102; }","duration":"683.256279ms","start":"2026-07-29T08:50:21.893422Z","end":"2026-07-29T08:50:22.576678Z","steps":["trace[1289920721] 'agreement among raft nodes before linearized reading' (duration: 682.780657ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:22.576764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.893402Z","time spent":"683.352362ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-07-29T08:50:22.60655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.901294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-29T08:50:22.606557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.283006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:50:22.606624Z","caller":"traceutil/trace.go:171","msg":"trace[251775861] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20103; }","duration":"479.026728ms","start":"2026-07-29T08:50:22.127582Z","end":"2026-07-29T08:50:22.606608Z","steps":["trace[251775861] 'agreement among raft nodes before linearized reading' (duration: 478.771171ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:22.606644Z","caller":"traceutil/trace.go:171","msg":"trace[1438434903] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:20103; }","duration":"440.387769ms","start":"2026-07-29T08:50:22.166233Z","end":"2026-07-29T08:50:22.606621Z","steps":["trace[1438434903] 'agreement among raft nodes before linearized reading' (duration: 440.220115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:22.606659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:22.127557Z","time spent":"479.095609ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T08:50:22.606696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:22.166161Z","time spent":"440.519682ms","remote":"127.0.0.1:57468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:22.606752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.361253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-07-29T08:50:22.606765Z","caller":"traceutil/trace.go:171","msg":"trace[1184133767] transaction","detail":"{read_only:false; response_revision:20103; number_of_response:1; }","duration":"708.120819ms","start":"2026-07-29T08:50:21.898623Z","end":"2026-07-29T08:50:22.606744Z","steps":["trace[1184133767] 'process raft request' (duration: 707.480193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:22.606842Z","caller":"traceutil/trace.go:171","msg":"trace[119189205] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:20103; }","duration":"712.483387ms","start":"2026-07-29T08:50:21.894337Z","end":"2026-07-29T08:50:22.60682Z","steps":["trace[119189205] 'agreement among raft nodes before linearized reading' (duration: 712.247021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:22.60699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.898606Z","time spent":"708.290294ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14536,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:22.607009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:21.894325Z","time spent":"712.671201ms","remote":"127.0.0.1:48042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":2356,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-07-29T08:50:23.106038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.525049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:23.106219Z","caller":"traceutil/trace.go:171","msg":"trace[1266218979] linearizableReadLoop","detail":"{readStateIndex:20772; appliedIndex:20771; }","duration":"494.988939ms","start":"2026-07-29T08:50:22.611184Z","end":"2026-07-29T08:50:23.106173Z","steps":["trace[1266218979] 'read index received' (duration: 180.180122ms)","trace[1266218979] 'applied index is now lower than readState.Index' (duration: 314.807057ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:23.10626Z","caller":"traceutil/trace.go:171","msg":"trace[37602671] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"496.748622ms","start":"2026-07-29T08:50:22.609469Z","end":"2026-07-29T08:50:23.106218Z","steps":["trace[37602671] 'process raft request' (duration: 181.957536ms)","trace[37602671] 'compare' (duration: 314.052458ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:23.10644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.252956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-29T08:50:23.106486Z","caller":"traceutil/trace.go:171","msg":"trace[1646071090] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:20104; }","duration":"495.332218ms","start":"2026-07-29T08:50:22.611142Z","end":"2026-07-29T08:50:23.106474Z","steps":["trace[1646071090] 'agreement among raft nodes before linearized reading' (duration: 495.158524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.106523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:22.611118Z","time spent":"495.394069ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-07-29T08:50:23.106698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:22.609437Z","time spent":"496.906076ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:23.106771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.243217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xwg4w\" ","response":"range_response_count:1 size:4682"} {"level":"info","ts":"2026-07-29T08:50:23.106886Z","caller":"traceutil/trace.go:171","msg":"trace[2050730391] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-xwg4w; range_end:; response_count:1; response_revision:20104; }","duration":"493.39463ms","start":"2026-07-29T08:50:22.613468Z","end":"2026-07-29T08:50:23.106863Z","steps":["trace[2050730391] 'agreement among raft nodes before linearized reading' (duration: 493.091533ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.10695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:22.613447Z","time spent":"493.480523ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4706,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-xwg4w\" "} {"level":"warn","ts":"2026-07-29T08:50:23.106808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.845279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:23.107151Z","caller":"traceutil/trace.go:171","msg":"trace[1731091864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20104; }","duration":"313.230678ms","start":"2026-07-29T08:50:22.793889Z","end":"2026-07-29T08:50:23.10712Z","steps":["trace[1731091864] 'agreement among raft nodes before linearized reading' (duration: 312.845419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.107232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:22.793862Z","time spent":"313.349001ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-29T08:50:23.425987Z","caller":"traceutil/trace.go:171","msg":"trace[1507497599] linearizableReadLoop","detail":"{readStateIndex:20775; appliedIndex:20773; }","duration":"251.117553ms","start":"2026-07-29T08:50:23.174837Z","end":"2026-07-29T08:50:23.425954Z","steps":["trace[1507497599] 'read index received' (duration: 250.813236ms)","trace[1507497599] 'applied index is now lower than readState.Index' (duration: 303.537µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:23.426094Z","caller":"traceutil/trace.go:171","msg":"trace[1219333625] transaction","detail":"{read_only:false; response_revision:20107; number_of_response:1; }","duration":"312.994653ms","start":"2026-07-29T08:50:23.113085Z","end":"2026-07-29T08:50:23.42608Z","steps":["trace[1219333625] 'process raft request' (duration: 312.785617ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.426217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.113074Z","time spent":"313.052244ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:23.426228Z","caller":"traceutil/trace.go:171","msg":"trace[1579138789] transaction","detail":"{read_only:false; response_revision:20106; number_of_response:1; }","duration":"313.552916ms","start":"2026-07-29T08:50:23.11261Z","end":"2026-07-29T08:50:23.426163Z","steps":["trace[1579138789] 'process raft request' (duration: 313.103455ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.426514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.647746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" ","response":"range_response_count:1 size:217"} {"level":"warn","ts":"2026-07-29T08:50:23.426543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.112586Z","time spent":"313.792352ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:23.426618Z","caller":"traceutil/trace.go:171","msg":"trace[873875121] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:1; response_revision:20107; }","duration":"251.784859ms","start":"2026-07-29T08:50:23.174809Z","end":"2026-07-29T08:50:23.426594Z","steps":["trace[873875121] 'agreement among raft nodes before linearized reading' (duration: 251.488752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.688984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.316657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:23.689135Z","caller":"traceutil/trace.go:171","msg":"trace[1866860898] transaction","detail":"{read_only:false; response_revision:20108; number_of_response:1; }","duration":"255.961373ms","start":"2026-07-29T08:50:23.433144Z","end":"2026-07-29T08:50:23.689105Z","steps":["trace[1866860898] 'process raft request' (duration: 57.43512ms)","trace[1866860898] 'compare' (duration: 198.065471ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:23.763552Z","caller":"traceutil/trace.go:171","msg":"trace[905340876] transaction","detail":"{read_only:false; response_revision:20109; number_of_response:1; }","duration":"330.182054ms","start":"2026-07-29T08:50:23.43335Z","end":"2026-07-29T08:50:23.763532Z","steps":["trace[905340876] 'process raft request' (duration: 330.01779ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.763865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.433314Z","time spent":"330.479602ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:23.763976Z","caller":"traceutil/trace.go:171","msg":"trace[1380307072] transaction","detail":"{read_only:false; response_revision:20110; number_of_response:1; }","duration":"330.508923ms","start":"2026-07-29T08:50:23.433445Z","end":"2026-07-29T08:50:23.763954Z","steps":["trace[1380307072] 'process raft request' (duration: 330.036341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.764086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.433421Z","time spent":"330.619475ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:23.764155Z","caller":"traceutil/trace.go:171","msg":"trace[896251269] linearizableReadLoop","detail":"{readStateIndex:20779; appliedIndex:20775; }","duration":"329.350994ms","start":"2026-07-29T08:50:23.434775Z","end":"2026-07-29T08:50:23.764126Z","steps":["trace[896251269] 'read index received' (duration: 55.781569ms)","trace[896251269] 'applied index is now lower than readState.Index' (duration: 273.567575ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:23.764287Z","caller":"traceutil/trace.go:171","msg":"trace[725685782] transaction","detail":"{read_only:false; response_revision:20111; number_of_response:1; }","duration":"330.706158ms","start":"2026-07-29T08:50:23.433571Z","end":"2026-07-29T08:50:23.764277Z","steps":["trace[725685782] 'process raft request' (duration: 330.335329ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.764331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.43349Z","time spent":"330.818349ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:23.764343Z","caller":"traceutil/trace.go:171","msg":"trace[366590975] transaction","detail":"{read_only:false; response_revision:20112; number_of_response:1; }","duration":"325.793927ms","start":"2026-07-29T08:50:23.438532Z","end":"2026-07-29T08:50:23.764326Z","steps":["trace[366590975] 'process raft request' (duration: 325.51212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.764412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.438516Z","time spent":"325.860928ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:23.764516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.709593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-07-29T08:50:23.76459Z","caller":"traceutil/trace.go:171","msg":"trace[233145231] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:20112; }","duration":"329.820316ms","start":"2026-07-29T08:50:23.434752Z","end":"2026-07-29T08:50:23.764572Z","steps":["trace[233145231] 'agreement among raft nodes before linearized reading' (duration: 329.58204ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.76464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.434744Z","time spent":"329.885047ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":232,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-07-29T08:50:23.76474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.954128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-29T08:50:23.76485Z","caller":"traceutil/trace.go:171","msg":"trace[909806653] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20112; }","duration":"308.156083ms","start":"2026-07-29T08:50:23.456672Z","end":"2026-07-29T08:50:23.764828Z","steps":["trace[909806653] 'agreement among raft nodes before linearized reading' (duration: 307.749713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:23.764929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.456652Z","time spent":"308.262816ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-29T08:50:24.998726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206452902s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:24.999575Z","caller":"traceutil/trace.go:171","msg":"trace[570798485] transaction","detail":"{read_only:false; response_revision:20113; number_of_response:1; }","duration":"1.229158769s","start":"2026-07-29T08:50:23.770373Z","end":"2026-07-29T08:50:24.999532Z","steps":["trace[570798485] 'process raft request' (duration: 21.846886ms)","trace[570798485] 'compare' (duration: 1.205720024s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:24.999737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.770356Z","time spent":"1.229296213s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:24.99989Z","caller":"traceutil/trace.go:171","msg":"trace[212541597] linearizableReadLoop","detail":"{readStateIndex:20781; appliedIndex:20780; }","duration":"1.227730314s","start":"2026-07-29T08:50:23.772131Z","end":"2026-07-29T08:50:24.999861Z","steps":["trace[212541597] 'read index received' (duration: 20.043612ms)","trace[212541597] 'applied index is now lower than readState.Index' (duration: 1.207683552s)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:25.000256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228106303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:192"} {"level":"info","ts":"2026-07-29T08:50:25.000348Z","caller":"traceutil/trace.go:171","msg":"trace[1596973993] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:20113; }","duration":"1.228256966s","start":"2026-07-29T08:50:23.77207Z","end":"2026-07-29T08:50:25.000327Z","steps":["trace[1596973993] 'agreement among raft nodes before linearized reading' (duration: 1.227951259s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:25.000392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.772046Z","time spent":"1.228337279s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":216,"request content":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" "} {"level":"warn","ts":"2026-07-29T08:50:25.125986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.333742886s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-29T08:50:25.57957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.701726ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:25.579996Z","caller":"traceutil/trace.go:171","msg":"trace[492915466] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20113; }","duration":"384.162087ms","start":"2026-07-29T08:50:25.195811Z","end":"2026-07-29T08:50:25.579974Z","steps":["trace[492915466] 'range keys from in-memory index tree' (duration: 383.672266ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:25.580064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.623263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:25.580223Z","caller":"traceutil/trace.go:171","msg":"trace[1773443329] transaction","detail":"{read_only:false; response_revision:20114; number_of_response:1; }","duration":"1.806320974s","start":"2026-07-29T08:50:23.77388Z","end":"2026-07-29T08:50:25.580201Z","steps":["trace[1773443329] 'process raft request' (duration: 1.352469966s)","trace[1773443329] 'compare' (duration: 453.457518ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:25.580419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.773867Z","time spent":"1.806392805s","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4763,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:25.794582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00050931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-29T08:50:25.794681Z","caller":"traceutil/trace.go:171","msg":"trace[419172296] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000671644s","start":"2026-07-29T08:50:23.793988Z","end":"2026-07-29T08:50:25.79466Z","steps":["trace[419172296] 'agreement among raft nodes before linearized reading' (duration: 2.00054708s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:25.79473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.793967Z","time spent":"2.000752396s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/29 08:50:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-29T08:50:26.029791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.599315ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:50:26.029901Z","caller":"traceutil/trace.go:171","msg":"trace[1230751963] linearizableReadLoop","detail":"{readStateIndex:20783; appliedIndex:20781; }","duration":"1.029937758s","start":"2026-07-29T08:50:24.999946Z","end":"2026-07-29T08:50:26.029884Z","steps":["trace[1230751963] 'read index received' (duration: 126.434943ms)","trace[1230751963] 'applied index is now lower than readState.Index' (duration: 903.501145ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:26.030321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.567807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:50:26.0303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026235417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-29T08:50:26.030365Z","caller":"traceutil/trace.go:171","msg":"trace[1629948742] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20114; }","duration":"192.653738ms","start":"2026-07-29T08:50:25.8377Z","end":"2026-07-29T08:50:26.030354Z","steps":["trace[1629948742] 'agreement among raft nodes before linearized reading' (duration: 192.550936ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.03038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.177267409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-07-29T08:50:26.030366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81837443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-07-29T08:50:26.030413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.32107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:50:26.030438Z","caller":"traceutil/trace.go:171","msg":"trace[328136723] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20114; }","duration":"2.177364351s","start":"2026-07-29T08:50:23.853057Z","end":"2026-07-29T08:50:26.030422Z","steps":["trace[328136723] 'agreement among raft nodes before linearized reading' (duration: 2.177044723s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.714251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T08:50:26.03047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.554116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8j2pj\" ","response":"range_response_count:1 size:6251"} {"level":"info","ts":"2026-07-29T08:50:26.030484Z","caller":"traceutil/trace.go:171","msg":"trace[520053205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20114; }","duration":"260.436282ms","start":"2026-07-29T08:50:25.770034Z","end":"2026-07-29T08:50:26.03047Z","steps":["trace[520053205] 'agreement among raft nodes before linearized reading' (duration: 260.227477ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.006065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:50:26.030523Z","caller":"traceutil/trace.go:171","msg":"trace[999460241] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20114; }","duration":"802.790742ms","start":"2026-07-29T08:50:25.227724Z","end":"2026-07-29T08:50:26.030514Z","steps":["trace[999460241] 'agreement among raft nodes before linearized reading' (duration: 802.69197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.210846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-29T08:50:26.030514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.079727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:511"} {"level":"warn","ts":"2026-07-29T08:50:26.030556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.2277Z","time spent":"802.845954ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-29T08:50:26.030559Z","caller":"traceutil/trace.go:171","msg":"trace[199520456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20114; }","duration":"855.090356ms","start":"2026-07-29T08:50:25.175453Z","end":"2026-07-29T08:50:26.030544Z","steps":["trace[199520456] 'agreement among raft nodes before linearized reading' (duration: 854.974143ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:26.030557Z","caller":"traceutil/trace.go:171","msg":"trace[1070909466] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8j2pj; range_end:; response_count:1; response_revision:20114; }","duration":"445.631008ms","start":"2026-07-29T08:50:25.584897Z","end":"2026-07-29T08:50:26.030528Z","steps":["trace[1070909466] 'agreement among raft nodes before linearized reading' (duration: 445.444993ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:26.030578Z","caller":"traceutil/trace.go:171","msg":"trace[1419198788] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20114; }","duration":"262.310989ms","start":"2026-07-29T08:50:25.768249Z","end":"2026-07-29T08:50:26.03056Z","steps":["trace[1419198788] 'agreement among raft nodes before linearized reading' (duration: 262.117794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.175434Z","time spent":"855.156788ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-29T08:50:26.030566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.268085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:26.030365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.388001216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-29T08:50:26.03061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.584848Z","time spent":"445.74905ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6275,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8j2pj\" "} {"level":"info","ts":"2026-07-29T08:50:26.030391Z","caller":"traceutil/trace.go:171","msg":"trace[1296527109] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:20114; }","duration":"1.026384761s","start":"2026-07-29T08:50:25.003984Z","end":"2026-07-29T08:50:26.030369Z","steps":["trace[1296527109] 'agreement among raft nodes before linearized reading' (duration: 1.026218437s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:26.030662Z","caller":"traceutil/trace.go:171","msg":"trace[415072417] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:20114; }","duration":"1.388357905s","start":"2026-07-29T08:50:24.642292Z","end":"2026-07-29T08:50:26.03065Z","steps":["trace[415072417] 'agreement among raft nodes before linearized reading' (duration: 1.387897693s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:26.030675Z","caller":"traceutil/trace.go:171","msg":"trace[1876118924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20114; }","duration":"235.432469ms","start":"2026-07-29T08:50:25.795215Z","end":"2026-07-29T08:50:26.030648Z","steps":["trace[1876118924] 'agreement among raft nodes before linearized reading' (duration: 235.218203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:24.642271Z","time spent":"1.388422627s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-29T08:50:26.030458Z","caller":"traceutil/trace.go:171","msg":"trace[717253309] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:20114; }","duration":"1.818525183s","start":"2026-07-29T08:50:24.211909Z","end":"2026-07-29T08:50:26.030434Z","steps":["trace[717253309] 'agreement among raft nodes before linearized reading' (duration: 1.818283258s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.003963Z","time spent":"1.026729659s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"info","ts":"2026-07-29T08:50:26.030588Z","caller":"traceutil/trace.go:171","msg":"trace[2009982518] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20114; }","duration":"633.224741ms","start":"2026-07-29T08:50:25.397345Z","end":"2026-07-29T08:50:26.03057Z","steps":["trace[2009982518] 'agreement among raft nodes before linearized reading' (duration: 633.043796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:24.211836Z","time spent":"1.818960554s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-29T08:50:26.030603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.743068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-07-29T08:50:26.030845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.397319Z","time spent":"633.502828ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":535,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-07-29T08:50:26.030498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:23.853034Z","time spent":"2.177453123s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:50:26.030895Z","caller":"traceutil/trace.go:171","msg":"trace[1791790899] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:20114; }","duration":"320.057206ms","start":"2026-07-29T08:50:25.710811Z","end":"2026-07-29T08:50:26.030868Z","steps":["trace[1791790899] 'agreement among raft nodes before linearized reading' (duration: 319.706347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.605662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T08:50:26.031044Z","caller":"traceutil/trace.go:171","msg":"trace[47418898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20114; }","duration":"337.33364ms","start":"2026-07-29T08:50:25.693689Z","end":"2026-07-29T08:50:26.031022Z","steps":["trace[47418898] 'agreement among raft nodes before linearized reading' (duration: 336.51612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.031047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.818357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-29T08:50:26.031162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.693666Z","time spent":"337.476313ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-29T08:50:26.030965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.710784Z","time spent":"320.160238ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":577,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-07-29T08:50:26.031255Z","caller":"traceutil/trace.go:171","msg":"trace[1979627854] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:20114; }","duration":"674.107185ms","start":"2026-07-29T08:50:25.357066Z","end":"2026-07-29T08:50:26.031173Z","steps":["trace[1979627854] 'agreement among raft nodes before linearized reading' (duration: 673.260894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.030645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.025803666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-29T08:50:26.031397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.357038Z","time spent":"674.294269ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.238\" "} {"level":"info","ts":"2026-07-29T08:50:26.031416Z","caller":"traceutil/trace.go:171","msg":"trace[575868548] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20114; }","duration":"1.026601386s","start":"2026-07-29T08:50:25.004795Z","end":"2026-07-29T08:50:26.031397Z","steps":["trace[575868548] 'agreement among raft nodes before linearized reading' (duration: 1.025759535s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.031501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:25.004774Z","time spent":"1.026703238s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" "} {"level":"warn","ts":"2026-07-29T08:50:26.559234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976534058514108245,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-29T08:50:26.66824Z","caller":"traceutil/trace.go:171","msg":"trace[729399513] transaction","detail":"{read_only:false; response_revision:20117; number_of_response:1; }","duration":"632.613338ms","start":"2026-07-29T08:50:26.035605Z","end":"2026-07-29T08:50:26.668218Z","steps":["trace[729399513] 'process raft request' (duration: 632.532976ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:26.6683Z","caller":"traceutil/trace.go:171","msg":"trace[1977702003] transaction","detail":"{read_only:false; response_revision:20116; number_of_response:1; }","duration":"632.797832ms","start":"2026-07-29T08:50:26.035474Z","end":"2026-07-29T08:50:26.668272Z","steps":["trace[1977702003] 'process raft request' (duration: 632.555696ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.668402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.035591Z","time spent":"632.71834ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:26.668354Z","caller":"traceutil/trace.go:171","msg":"trace[735159535] transaction","detail":"{read_only:false; response_revision:20115; number_of_response:1; }","duration":"633.735434ms","start":"2026-07-29T08:50:26.034551Z","end":"2026-07-29T08:50:26.668286Z","steps":["trace[735159535] 'process raft request' (duration: 573.236159ms)","trace[735159535] 'compare' (duration: 59.712666ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:26.66843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.035449Z","time spent":"632.908244ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:26.668492Z","caller":"traceutil/trace.go:171","msg":"trace[843359623] transaction","detail":"{read_only:false; response_revision:20118; number_of_response:1; }","duration":"632.386351ms","start":"2026-07-29T08:50:26.036073Z","end":"2026-07-29T08:50:26.668459Z","steps":["trace[843359623] 'process raft request' (duration: 632.095464ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:26.668631Z","caller":"traceutil/trace.go:171","msg":"trace[169720665] transaction","detail":"{read_only:false; response_revision:20121; number_of_response:1; }","duration":"632.027523ms","start":"2026-07-29T08:50:26.036585Z","end":"2026-07-29T08:50:26.668612Z","steps":["trace[169720665] 'process raft request' (duration: 631.938251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.668643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.034537Z","time spent":"633.93282ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:26.668684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.036066Z","time spent":"632.511364ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:26.668945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.036576Z","time spent":"632.104795ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:26.668953Z","caller":"traceutil/trace.go:171","msg":"trace[237581887] transaction","detail":"{read_only:false; response_revision:20122; number_of_response:1; }","duration":"630.28978ms","start":"2026-07-29T08:50:26.03863Z","end":"2026-07-29T08:50:26.668919Z","steps":["trace[237581887] 'process raft request' (duration: 629.938311ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:26.669069Z","caller":"traceutil/trace.go:171","msg":"trace[699649995] transaction","detail":"{read_only:false; response_revision:20120; number_of_response:1; }","duration":"632.514925ms","start":"2026-07-29T08:50:26.036539Z","end":"2026-07-29T08:50:26.669054Z","steps":["trace[699649995] 'process raft request' (duration: 631.950371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.66912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.038621Z","time spent":"630.416954ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6246,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:26.669139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.036533Z","time spent":"632.572056ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:26.669387Z","caller":"traceutil/trace.go:171","msg":"trace[430603268] transaction","detail":"{read_only:false; response_revision:20119; number_of_response:1; }","duration":"632.891364ms","start":"2026-07-29T08:50:26.036472Z","end":"2026-07-29T08:50:26.669363Z","steps":["trace[430603268] 'process raft request' (duration: 631.92584ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:26.669464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.036463Z","time spent":"632.968876ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:27.051365Z","caller":"traceutil/trace.go:171","msg":"trace[642086888] transaction","detail":"{read_only:false; response_revision:20123; number_of_response:1; }","duration":"992.07472ms","start":"2026-07-29T08:50:26.059261Z","end":"2026-07-29T08:50:27.051336Z","steps":["trace[642086888] 'process raft request' (duration: 991.750352ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.051579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.011329132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:27.051644Z","caller":"traceutil/trace.go:171","msg":"trace[444129037] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20123; }","duration":"1.011429245s","start":"2026-07-29T08:50:26.040199Z","end":"2026-07-29T08:50:27.051628Z","steps":["trace[444129037] 'agreement among raft nodes before linearized reading' (duration: 1.011249451s)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:27.051261Z","caller":"traceutil/trace.go:171","msg":"trace[2051100034] linearizableReadLoop","detail":"{readStateIndex:20793; appliedIndex:20784; }","duration":"993.118115ms","start":"2026-07-29T08:50:26.05811Z","end":"2026-07-29T08:50:27.051228Z","steps":["trace[2051100034] 'read index received' (duration: 549.6413ms)","trace[2051100034] 'applied index is now lower than readState.Index' (duration: 443.475355ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:27.051643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.059225Z","time spent":"992.226504ms","remote":"127.0.0.1:52390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:27.051682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.040187Z","time spent":"1.011485336s","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:27.564641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.284936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:27.564827Z","caller":"traceutil/trace.go:171","msg":"trace[785229202] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"500.558486ms","start":"2026-07-29T08:50:27.064247Z","end":"2026-07-29T08:50:27.564806Z","steps":["trace[785229202] 'process raft request' (duration: 500.489924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.564897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:27.064223Z","time spent":"500.633348ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:50:27.564841Z","caller":"traceutil/trace.go:171","msg":"trace[1323406341] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"888.085407ms","start":"2026-07-29T08:50:26.676708Z","end":"2026-07-29T08:50:27.564793Z","steps":["trace[1323406341] 'process raft request' (duration: 379.582747ms)","trace[1323406341] 'compare' (duration: 508.155892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:27.565061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.676692Z","time spent":"888.260432ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":930,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-29T08:50:27.565098Z","caller":"traceutil/trace.go:171","msg":"trace[182153690] linearizableReadLoop","detail":"{readStateIndex:20794; appliedIndex:20793; }","duration":"513.392961ms","start":"2026-07-29T08:50:27.051694Z","end":"2026-07-29T08:50:27.565087Z","steps":["trace[182153690] 'read index received' (duration: 4.518741ms)","trace[182153690] 'applied index is now lower than readState.Index' (duration: 508.87265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:27.565226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502762955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-29T08:50:27.565255Z","caller":"traceutil/trace.go:171","msg":"trace[1197532397] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:20125; }","duration":"1.502817525s","start":"2026-07-29T08:50:26.062427Z","end":"2026-07-29T08:50:27.565245Z","steps":["trace[1197532397] 'agreement among raft nodes before linearized reading' (duration: 1.502687922s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.565278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.062401Z","time spent":"1.502869237s","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":239,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" "} {"level":"warn","ts":"2026-07-29T08:50:27.565428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.826979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-07-29T08:50:27.565452Z","caller":"traceutil/trace.go:171","msg":"trace[1321087071] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:20125; }","duration":"891.903841ms","start":"2026-07-29T08:50:26.673541Z","end":"2026-07-29T08:50:27.565445Z","steps":["trace[1321087071] 'agreement among raft nodes before linearized reading' (duration: 891.84817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.565473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.673512Z","time spent":"891.955862ms","remote":"127.0.0.1:52560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4454,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-29T08:50:27.565467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.643329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-29T08:50:27.565605Z","caller":"traceutil/trace.go:171","msg":"trace[267705566] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20125; }","duration":"696.834804ms","start":"2026-07-29T08:50:26.868744Z","end":"2026-07-29T08:50:27.565579Z","steps":["trace[267705566] 'agreement among raft nodes before linearized reading' (duration: 696.517526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.565625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.312569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:27.565674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.89629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:50:27.565686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.456935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-drlps.18c6b6810fa606c3\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-29T08:50:27.565685Z","caller":"traceutil/trace.go:171","msg":"trace[863208504] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:20125; }","duration":"940.415512ms","start":"2026-07-29T08:50:26.625253Z","end":"2026-07-29T08:50:27.565668Z","steps":["trace[863208504] 'agreement among raft nodes before linearized reading' (duration: 940.284549ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.56567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.868715Z","time spent":"696.939336ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-29T08:50:27.565721Z","caller":"traceutil/trace.go:171","msg":"trace[541314495] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-drlps.18c6b6810fa606c3; range_end:; response_count:1; response_revision:20125; }","duration":"892.566047ms","start":"2026-07-29T08:50:26.673144Z","end":"2026-07-29T08:50:27.56571Z","steps":["trace[541314495] 'agreement among raft nodes before linearized reading' (duration: 892.450304ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.565743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.67312Z","time spent":"892.616449ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-drlps.18c6b6810fa606c3\" "} {"level":"warn","ts":"2026-07-29T08:50:27.565734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.625229Z","time spent":"940.491104ms","remote":"127.0.0.1:40752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:50:27.565732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.966028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-07-29T08:50:27.565802Z","caller":"traceutil/trace.go:171","msg":"trace[1276471357] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20125; }","duration":"891.207034ms","start":"2026-07-29T08:50:26.674576Z","end":"2026-07-29T08:50:27.565783Z","steps":["trace[1276471357] 'agreement among raft nodes before linearized reading' (duration: 890.812284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.565871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.787927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-29T08:50:27.565866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.26759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:50:27.565715Z","caller":"traceutil/trace.go:171","msg":"trace[321729470] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:20125; }","duration":"246.974932ms","start":"2026-07-29T08:50:27.318729Z","end":"2026-07-29T08:50:27.565703Z","steps":["trace[321729470] 'agreement among raft nodes before linearized reading' (duration: 246.90352ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:27.565944Z","caller":"traceutil/trace.go:171","msg":"trace[139524825] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:20125; }","duration":"510.890729ms","start":"2026-07-29T08:50:27.055037Z","end":"2026-07-29T08:50:27.565928Z","steps":["trace[139524825] 'agreement among raft nodes before linearized reading' (duration: 510.661414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.565963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.674545Z","time spent":"891.286906ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-07-29T08:50:27.56596Z","caller":"traceutil/trace.go:171","msg":"trace[1330621402] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:20125; }","duration":"214.418482ms","start":"2026-07-29T08:50:27.351521Z","end":"2026-07-29T08:50:27.565939Z","steps":["trace[1330621402] 'agreement among raft nodes before linearized reading' (duration: 214.213727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.565988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:27.055019Z","time spent":"510.957271ms","remote":"127.0.0.1:52534","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-29T08:50:27.566303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.797617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:50:27.56632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502322763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1636"} {"level":"info","ts":"2026-07-29T08:50:27.566388Z","caller":"traceutil/trace.go:171","msg":"trace[2077988803] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20125; }","duration":"512.924059ms","start":"2026-07-29T08:50:27.053447Z","end":"2026-07-29T08:50:27.566371Z","steps":["trace[2077988803] 'agreement among raft nodes before linearized reading' (duration: 512.189501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:27.566404Z","caller":"traceutil/trace.go:171","msg":"trace[1924953285] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:20125; }","duration":"1.502426846s","start":"2026-07-29T08:50:26.063957Z","end":"2026-07-29T08:50:27.566384Z","steps":["trace[1924953285] 'agreement among raft nodes before linearized reading' (duration: 1.501616627s)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.566453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:27.053426Z","time spent":"513.014202ms","remote":"127.0.0.1:55570","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:50:27.566462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:26.063945Z","time spent":"1.502500798s","remote":"127.0.0.1:52526","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1660,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-29T08:50:27.800975Z","caller":"traceutil/trace.go:171","msg":"trace[1858212751] transaction","detail":"{read_only:false; response_revision:20127; number_of_response:1; }","duration":"229.38352ms","start":"2026-07-29T08:50:27.571559Z","end":"2026-07-29T08:50:27.800943Z","steps":["trace[1858212751] 'process raft request' (duration: 229.102764ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:27.801107Z","caller":"traceutil/trace.go:171","msg":"trace[693218559] linearizableReadLoop","detail":"{readStateIndex:20798; appliedIndex:20796; }","duration":"152.707468ms","start":"2026-07-29T08:50:27.648372Z","end":"2026-07-29T08:50:27.801079Z","steps":["trace[693218559] 'read index received' (duration: 152.250037ms)","trace[693218559] 'applied index is now lower than readState.Index' (duration: 455.711µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:27.801255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.208897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:27.80135Z","caller":"traceutil/trace.go:171","msg":"trace[84502996] transaction","detail":"{read_only:false; response_revision:20128; number_of_response:1; }","duration":"226.11061ms","start":"2026-07-29T08:50:27.575226Z","end":"2026-07-29T08:50:27.801337Z","steps":["trace[84502996] 'process raft request' (duration: 225.630518ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.801331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.528386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:27.801421Z","caller":"traceutil/trace.go:171","msg":"trace[461999992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20128; }","duration":"225.662569ms","start":"2026-07-29T08:50:27.575735Z","end":"2026-07-29T08:50:27.801397Z","steps":["trace[461999992] 'agreement among raft nodes before linearized reading' (duration: 225.438553ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:27.80135Z","caller":"traceutil/trace.go:171","msg":"trace[1488395672] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:20128; }","duration":"159.351831ms","start":"2026-07-29T08:50:27.641979Z","end":"2026-07-29T08:50:27.801331Z","steps":["trace[1488395672] 'agreement among raft nodes before linearized reading' (duration: 159.187797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.801494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.165409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-3bc2f4af-dc8d-42e9-88ad-75aa6aec1c87\" ","response":"range_response_count:1 size:2207"} {"level":"info","ts":"2026-07-29T08:50:27.801527Z","caller":"traceutil/trace.go:171","msg":"trace[1768802384] range","detail":"{range_begin:/registry/persistentvolumes/pvc-3bc2f4af-dc8d-42e9-88ad-75aa6aec1c87; range_end:; response_count:1; response_revision:20128; }","duration":"232.230021ms","start":"2026-07-29T08:50:27.569287Z","end":"2026-07-29T08:50:27.801517Z","steps":["trace[1768802384] 'agreement among raft nodes before linearized reading' (duration: 232.106348ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.801297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.853716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"warn","ts":"2026-07-29T08:50:27.801603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.117569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:50:27.801591Z","caller":"traceutil/trace.go:171","msg":"trace[886337350] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:20128; }","duration":"231.178235ms","start":"2026-07-29T08:50:27.57039Z","end":"2026-07-29T08:50:27.801568Z","steps":["trace[886337350] 'agreement among raft nodes before linearized reading' (duration: 230.813036ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:27.801662Z","caller":"traceutil/trace.go:171","msg":"trace[885145179] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20128; }","duration":"151.220952ms","start":"2026-07-29T08:50:27.650427Z","end":"2026-07-29T08:50:27.801648Z","steps":["trace[885145179] 'agreement among raft nodes before linearized reading' (duration: 150.990866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:27.801721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.172902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-drlps.18c6b6810fa6d0b8\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-29T08:50:27.801806Z","caller":"traceutil/trace.go:171","msg":"trace[979255262] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-drlps.18c6b6810fa6d0b8; range_end:; response_count:1; response_revision:20128; }","duration":"149.287494ms","start":"2026-07-29T08:50:27.652496Z","end":"2026-07-29T08:50:27.801784Z","steps":["trace[979255262] 'agreement among raft nodes before linearized reading' (duration: 149.006327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:28.042318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.574689ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:28.042415Z","caller":"traceutil/trace.go:171","msg":"trace[1212864965] linearizableReadLoop","detail":"{readStateIndex:20800; appliedIndex:20799; }","duration":"158.754266ms","start":"2026-07-29T08:50:27.883645Z","end":"2026-07-29T08:50:28.0424Z","steps":["trace[1212864965] 'read index received' (duration: 49.014123ms)","trace[1212864965] 'applied index is now lower than readState.Index' (duration: 109.738573ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:28.042638Z","caller":"traceutil/trace.go:171","msg":"trace[337158003] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"160.209162ms","start":"2026-07-29T08:50:27.882231Z","end":"2026-07-29T08:50:28.04244Z","steps":["trace[337158003] 'process raft request' (duration: 50.430668ms)","trace[337158003] 'compare' (duration: 109.329593ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:28.042696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.058574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-29T08:50:28.04288Z","caller":"traceutil/trace.go:171","msg":"trace[449217253] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:20130; }","duration":"159.250398ms","start":"2026-07-29T08:50:27.883593Z","end":"2026-07-29T08:50:28.042843Z","steps":["trace[449217253] 'agreement among raft nodes before linearized reading' (duration: 158.91595ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:28.078401Z","caller":"traceutil/trace.go:171","msg":"trace[206956520] transaction","detail":"{read_only:false; response_revision:20131; number_of_response:1; }","duration":"191.791597ms","start":"2026-07-29T08:50:27.886571Z","end":"2026-07-29T08:50:28.078363Z","steps":["trace[206956520] 'process raft request' (duration: 191.279645ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:28.382495Z","caller":"traceutil/trace.go:171","msg":"trace[2033377786] linearizableReadLoop","detail":"{readStateIndex:20808; appliedIndex:20807; }","duration":"117.075083ms","start":"2026-07-29T08:50:28.265386Z","end":"2026-07-29T08:50:28.382461Z","steps":["trace[2033377786] 'read index received' (duration: 114.303455ms)","trace[2033377786] 'applied index is now lower than readState.Index' (duration: 2.769648ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:28.382523Z","caller":"traceutil/trace.go:171","msg":"trace[1943348172] transaction","detail":"{read_only:false; response_revision:20138; number_of_response:1; }","duration":"122.749502ms","start":"2026-07-29T08:50:28.259716Z","end":"2026-07-29T08:50:28.382466Z","steps":["trace[1943348172] 'process raft request' (duration: 120.040276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:28.383475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.063167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T08:50:28.383739Z","caller":"traceutil/trace.go:171","msg":"trace[437614575] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20138; }","duration":"118.220781ms","start":"2026-07-29T08:50:28.26534Z","end":"2026-07-29T08:50:28.38356Z","steps":["trace[437614575] 'agreement among raft nodes before linearized reading' (duration: 117.179606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:28.384325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.1107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-drlps\" ","response":"range_response_count:1 size:5679"} {"level":"info","ts":"2026-07-29T08:50:28.384428Z","caller":"traceutil/trace.go:171","msg":"trace[1519424765] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-drlps; range_end:; response_count:1; response_revision:20138; }","duration":"116.272184ms","start":"2026-07-29T08:50:28.268128Z","end":"2026-07-29T08:50:28.3844Z","steps":["trace[1519424765] 'agreement among raft nodes before linearized reading' (duration: 115.811512ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:28.38863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.936574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-29T08:50:28.388722Z","caller":"traceutil/trace.go:171","msg":"trace[583505139] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:20138; }","duration":"120.042466ms","start":"2026-07-29T08:50:28.268648Z","end":"2026-07-29T08:50:28.38869Z","steps":["trace[583505139] 'agreement among raft nodes before linearized reading' (duration: 115.32992ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:28.584328Z","caller":"traceutil/trace.go:171","msg":"trace[940659274] linearizableReadLoop","detail":"{readStateIndex:20810; appliedIndex:20809; }","duration":"128.389741ms","start":"2026-07-29T08:50:28.455913Z","end":"2026-07-29T08:50:28.584302Z","steps":["trace[940659274] 'read index received' (duration: 128.073243ms)","trace[940659274] 'applied index is now lower than readState.Index' (duration: 315.128µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:28.584476Z","caller":"traceutil/trace.go:171","msg":"trace[1974755164] transaction","detail":"{read_only:false; response_revision:20140; number_of_response:1; }","duration":"190.154317ms","start":"2026-07-29T08:50:28.394278Z","end":"2026-07-29T08:50:28.584432Z","steps":["trace[1974755164] 'process raft request' (duration: 189.84734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:28.584669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.730689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-29T08:50:28.584761Z","caller":"traceutil/trace.go:171","msg":"trace[809433728] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6b674d3b33ccc; range_end:; response_count:1; response_revision:20140; }","duration":"128.879553ms","start":"2026-07-29T08:50:28.455859Z","end":"2026-07-29T08:50:28.584738Z","steps":["trace[809433728] 'agreement among raft nodes before linearized reading' (duration: 128.595386ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:28.584777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.692908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-29T08:50:28.584951Z","caller":"traceutil/trace.go:171","msg":"trace[88737245] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:20140; }","duration":"128.885683ms","start":"2026-07-29T08:50:28.456049Z","end":"2026-07-29T08:50:28.584935Z","steps":["trace[88737245] 'agreement among raft nodes before linearized reading' (duration: 128.582355ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:30.031381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.381311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:50:30.031474Z","caller":"traceutil/trace.go:171","msg":"trace[1685982527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20193; }","duration":"238.526414ms","start":"2026-07-29T08:50:29.792925Z","end":"2026-07-29T08:50:30.031451Z","steps":["trace[1685982527] 'range keys from in-memory index tree' (duration: 238.277758ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:30.031637Z","caller":"traceutil/trace.go:171","msg":"trace[1752194922] transaction","detail":"{read_only:false; response_revision:20194; number_of_response:1; }","duration":"204.9497ms","start":"2026-07-29T08:50:29.826663Z","end":"2026-07-29T08:50:30.031612Z","steps":["trace[1752194922] 'process raft request' (duration: 115.7337ms)","trace[1752194922] 'compare' (duration: 88.888112ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:30.288389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.955703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/cinder-scheduler-5479f6fcbf\" ","response":"range_response_count:1 size:7251"} {"level":"info","ts":"2026-07-29T08:50:30.288459Z","caller":"traceutil/trace.go:171","msg":"trace[1603924670] range","detail":"{range_begin:/registry/replicasets/openstack/cinder-scheduler-5479f6fcbf; range_end:; response_count:1; response_revision:20194; }","duration":"122.079936ms","start":"2026-07-29T08:50:30.166363Z","end":"2026-07-29T08:50:30.288443Z","steps":["trace[1603924670] 'range keys from in-memory index tree' (duration: 121.801609ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:30.288451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.620098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4710"} {"level":"info","ts":"2026-07-29T08:50:30.288529Z","caller":"traceutil/trace.go:171","msg":"trace[1830155377] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:20194; }","duration":"146.771502ms","start":"2026-07-29T08:50:30.141738Z","end":"2026-07-29T08:50:30.288509Z","steps":["trace[1830155377] 'range keys from in-memory index tree' (duration: 146.464485ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:48.776531Z","caller":"traceutil/trace.go:171","msg":"trace[1166198611] transaction","detail":"{read_only:false; response_revision:20323; number_of_response:1; }","duration":"152.438092ms","start":"2026-07-29T08:50:48.624053Z","end":"2026-07-29T08:50:48.776491Z","steps":["trace[1166198611] 'process raft request' (duration: 78.314322ms)","trace[1166198611] 'compare' (duration: 73.822812ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:49.066226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.225578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:49.066472Z","caller":"traceutil/trace.go:171","msg":"trace[632003660] linearizableReadLoop","detail":"{readStateIndex:21004; appliedIndex:21001; }","duration":"167.211774ms","start":"2026-07-29T08:50:48.899238Z","end":"2026-07-29T08:50:49.06645Z","steps":["trace[632003660] 'read index received' (duration: 18.120515ms)","trace[632003660] 'applied index is now lower than readState.Index' (duration: 149.090039ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:49.066501Z","caller":"traceutil/trace.go:171","msg":"trace[203931983] transaction","detail":"{read_only:false; response_revision:20326; number_of_response:1; }","duration":"292.9577ms","start":"2026-07-29T08:50:48.773483Z","end":"2026-07-29T08:50:49.066441Z","steps":["trace[203931983] 'process raft request' (duration: 143.893682ms)","trace[203931983] 'compare' (duration: 147.952571ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:49.066584Z","caller":"traceutil/trace.go:171","msg":"trace[738522040] transaction","detail":"{read_only:false; response_revision:20328; number_of_response:1; }","duration":"212.153097ms","start":"2026-07-29T08:50:48.854387Z","end":"2026-07-29T08:50:49.06654Z","steps":["trace[738522040] 'process raft request' (duration: 212.015713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:49.066781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.532962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:50:49.066854Z","caller":"traceutil/trace.go:171","msg":"trace[2017442580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20328; }","duration":"167.634215ms","start":"2026-07-29T08:50:48.899199Z","end":"2026-07-29T08:50:49.066833Z","steps":["trace[2017442580] 'agreement among raft nodes before linearized reading' (duration: 167.43617ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:49.06676Z","caller":"traceutil/trace.go:171","msg":"trace[753649088] transaction","detail":"{read_only:false; response_revision:20327; number_of_response:1; }","duration":"286.179014ms","start":"2026-07-29T08:50:48.780315Z","end":"2026-07-29T08:50:49.066494Z","steps":["trace[753649088] 'process raft request' (duration: 286.026161ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:49.06726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.457124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:50:49.068082Z","caller":"traceutil/trace.go:171","msg":"trace[192155312] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20328; }","duration":"160.237493ms","start":"2026-07-29T08:50:48.907772Z","end":"2026-07-29T08:50:49.06801Z","steps":["trace[192155312] 'agreement among raft nodes before linearized reading' (duration: 159.384942ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:49.067288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.349754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:50:49.068206Z","caller":"traceutil/trace.go:171","msg":"trace[1316775361] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20328; }","duration":"154.277247ms","start":"2026-07-29T08:50:48.913907Z","end":"2026-07-29T08:50:49.068184Z","steps":["trace[1316775361] 'agreement among raft nodes before linearized reading' (duration: 153.247062ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:49.06747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.178808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-29T08:50:49.068343Z","caller":"traceutil/trace.go:171","msg":"trace[1973869541] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20328; }","duration":"169.0774ms","start":"2026-07-29T08:50:48.899239Z","end":"2026-07-29T08:50:49.068316Z","steps":["trace[1973869541] 'agreement among raft nodes before linearized reading' (duration: 168.083256ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:49.359834Z","caller":"traceutil/trace.go:171","msg":"trace[102582063] transaction","detail":"{read_only:false; response_revision:20330; number_of_response:1; }","duration":"287.169399ms","start":"2026-07-29T08:50:49.072636Z","end":"2026-07-29T08:50:49.359806Z","steps":["trace[102582063] 'process raft request' (duration: 236.340531ms)","trace[102582063] 'compare' (duration: 50.640253ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:49.360214Z","caller":"traceutil/trace.go:171","msg":"trace[1452696196] transaction","detail":"{read_only:false; response_revision:20331; number_of_response:1; }","duration":"287.493946ms","start":"2026-07-29T08:50:49.072701Z","end":"2026-07-29T08:50:49.360195Z","steps":["trace[1452696196] 'process raft request' (duration: 287.053265ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:49.360502Z","caller":"traceutil/trace.go:171","msg":"trace[1233550094] transaction","detail":"{read_only:false; response_revision:20332; number_of_response:1; }","duration":"287.758283ms","start":"2026-07-29T08:50:49.072713Z","end":"2026-07-29T08:50:49.360471Z","steps":["trace[1233550094] 'process raft request' (duration: 287.315012ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:50.163255Z","caller":"traceutil/trace.go:171","msg":"trace[1851856595] transaction","detail":"{read_only:false; response_revision:20334; number_of_response:1; }","duration":"130.435672ms","start":"2026-07-29T08:50:50.032772Z","end":"2026-07-29T08:50:50.163208Z","steps":["trace[1851856595] 'process raft request' (duration: 130.144424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:50.339483Z","caller":"traceutil/trace.go:171","msg":"trace[326760193] linearizableReadLoop","detail":"{readStateIndex:21012; appliedIndex:21009; }","duration":"219.751633ms","start":"2026-07-29T08:50:50.119707Z","end":"2026-07-29T08:50:50.339459Z","steps":["trace[326760193] 'read index received' (duration: 43.065217ms)","trace[326760193] 'applied index is now lower than readState.Index' (duration: 176.685466ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:50.339563Z","caller":"traceutil/trace.go:171","msg":"trace[443595621] transaction","detail":"{read_only:false; response_revision:20336; number_of_response:1; }","duration":"238.935274ms","start":"2026-07-29T08:50:50.100602Z","end":"2026-07-29T08:50:50.339537Z","steps":["trace[443595621] 'process raft request' (duration: 238.740139ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:50.339614Z","caller":"traceutil/trace.go:171","msg":"trace[1705348090] transaction","detail":"{read_only:false; response_revision:20335; number_of_response:1; }","duration":"245.508916ms","start":"2026-07-29T08:50:50.094057Z","end":"2026-07-29T08:50:50.339566Z","steps":["trace[1705348090] 'process raft request' (duration: 236.663489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:50.339704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.974349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:50:50.339745Z","caller":"traceutil/trace.go:171","msg":"trace[463427695] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20336; }","duration":"220.074091ms","start":"2026-07-29T08:50:50.11966Z","end":"2026-07-29T08:50:50.339734Z","steps":["trace[463427695] 'agreement among raft nodes before linearized reading' (duration: 219.908297ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:51.296031Z","caller":"traceutil/trace.go:171","msg":"trace[144886668] linearizableReadLoop","detail":"{readStateIndex:21018; appliedIndex:21017; }","duration":"131.968549ms","start":"2026-07-29T08:50:51.164043Z","end":"2026-07-29T08:50:51.296012Z","steps":["trace[144886668] 'read index received' (duration: 131.833986ms)","trace[144886668] 'applied index is now lower than readState.Index' (duration: 134.013µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:51.296209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.153453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:50:51.296236Z","caller":"traceutil/trace.go:171","msg":"trace[1026505796] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20341; }","duration":"132.237926ms","start":"2026-07-29T08:50:51.163992Z","end":"2026-07-29T08:50:51.29623Z","steps":["trace[1026505796] 'agreement among raft nodes before linearized reading' (duration: 132.094822ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:51.296387Z","caller":"traceutil/trace.go:171","msg":"trace[861933383] transaction","detail":"{read_only:false; response_revision:20341; number_of_response:1; }","duration":"146.423054ms","start":"2026-07-29T08:50:51.149913Z","end":"2026-07-29T08:50:51.296336Z","steps":["trace[861933383] 'process raft request' (duration: 145.968313ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:51.417393Z","caller":"traceutil/trace.go:171","msg":"trace[1159228430] transaction","detail":"{read_only:false; response_revision:20342; number_of_response:1; }","duration":"117.072393ms","start":"2026-07-29T08:50:51.300281Z","end":"2026-07-29T08:50:51.417354Z","steps":["trace[1159228430] 'process raft request' (duration: 82.932655ms)","trace[1159228430] 'compare' (duration: 34.011475ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:53.413553Z","caller":"traceutil/trace.go:171","msg":"trace[410415446] linearizableReadLoop","detail":"{readStateIndex:21030; appliedIndex:21029; }","duration":"113.198088ms","start":"2026-07-29T08:50:53.300308Z","end":"2026-07-29T08:50:53.413507Z","steps":["trace[410415446] 'read index received' (duration: 111.816805ms)","trace[410415446] 'applied index is now lower than readState.Index' (duration: 1.379223ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:53.413587Z","caller":"traceutil/trace.go:171","msg":"trace[1730268578] transaction","detail":"{read_only:false; response_revision:20353; number_of_response:1; }","duration":"262.515343ms","start":"2026-07-29T08:50:53.151044Z","end":"2026-07-29T08:50:53.413559Z","steps":["trace[1730268578] 'process raft request' (duration: 261.17823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:53.41377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.449804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:50:53.413851Z","caller":"traceutil/trace.go:171","msg":"trace[621182253] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20353; }","duration":"113.548387ms","start":"2026-07-29T08:50:53.300293Z","end":"2026-07-29T08:50:53.413841Z","steps":["trace[621182253] 'agreement among raft nodes before linearized reading' (duration: 113.339242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:53.744452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.004265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:50:53.744562Z","caller":"traceutil/trace.go:171","msg":"trace[873610420] transaction","detail":"{read_only:false; response_revision:20357; number_of_response:1; }","duration":"247.285209ms","start":"2026-07-29T08:50:53.497255Z","end":"2026-07-29T08:50:53.74454Z","steps":["trace[873610420] 'process raft request' (duration: 92.10778ms)","trace[873610420] 'compare' (duration: 154.885572ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:53.819156Z","caller":"traceutil/trace.go:171","msg":"trace[1444089221] linearizableReadLoop","detail":"{readStateIndex:21035; appliedIndex:21034; }","duration":"193.291104ms","start":"2026-07-29T08:50:53.62584Z","end":"2026-07-29T08:50:53.819131Z","steps":["trace[1444089221] 'read index received' (duration: 193.062248ms)","trace[1444089221] 'applied index is now lower than readState.Index' (duration: 227.816µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:53.819201Z","caller":"traceutil/trace.go:171","msg":"trace[832683763] transaction","detail":"{read_only:false; response_revision:20358; number_of_response:1; }","duration":"321.258705ms","start":"2026-07-29T08:50:53.497912Z","end":"2026-07-29T08:50:53.819171Z","steps":["trace[832683763] 'process raft request' (duration: 321.07829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:53.819373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:50:53.497898Z","time spent":"321.379378ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:50:53.819523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.653413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-29T08:50:53.819672Z","caller":"traceutil/trace.go:171","msg":"trace[701639838] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20358; }","duration":"193.812717ms","start":"2026-07-29T08:50:53.6258Z","end":"2026-07-29T08:50:53.819613Z","steps":["trace[701639838] 'agreement among raft nodes before linearized reading' (duration: 193.471128ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:53.945724Z","caller":"traceutil/trace.go:171","msg":"trace[1259025600] transaction","detail":"{read_only:false; response_revision:20360; number_of_response:1; }","duration":"104.68395ms","start":"2026-07-29T08:50:53.841013Z","end":"2026-07-29T08:50:53.945697Z","steps":["trace[1259025600] 'process raft request' (duration: 104.628758ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:53.94578Z","caller":"traceutil/trace.go:171","msg":"trace[1491214805] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"122.163019ms","start":"2026-07-29T08:50:53.82358Z","end":"2026-07-29T08:50:53.945743Z","steps":["trace[1491214805] 'process raft request' (duration: 45.509867ms)","trace[1491214805] 'compare' (duration: 76.298673ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:55.003929Z","caller":"traceutil/trace.go:171","msg":"trace[1277691564] transaction","detail":"{read_only:false; response_revision:20363; number_of_response:1; }","duration":"112.310006ms","start":"2026-07-29T08:50:54.891579Z","end":"2026-07-29T08:50:55.003889Z","steps":["trace[1277691564] 'process raft request' (duration: 84.35148ms)","trace[1277691564] 'compare' (duration: 27.767131ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:55.57028Z","caller":"traceutil/trace.go:171","msg":"trace[496069382] linearizableReadLoop","detail":"{readStateIndex:21043; appliedIndex:21042; }","duration":"152.418211ms","start":"2026-07-29T08:50:55.417841Z","end":"2026-07-29T08:50:55.570259Z","steps":["trace[496069382] 'read index received' (duration: 59.209914ms)","trace[496069382] 'applied index is now lower than readState.Index' (duration: 93.207597ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:50:55.570384Z","caller":"traceutil/trace.go:171","msg":"trace[1349748136] transaction","detail":"{read_only:false; response_revision:20365; number_of_response:1; }","duration":"152.756849ms","start":"2026-07-29T08:50:55.417614Z","end":"2026-07-29T08:50:55.570371Z","steps":["trace[1349748136] 'process raft request' (duration: 59.456689ms)","trace[1349748136] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/openstack/messaging-topology-operator-leader-election; req_size:553; } (duration: 92.872439ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:50:55.570703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.983108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-29T08:50:55.570713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.78372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-29T08:50:55.570821Z","caller":"traceutil/trace.go:171","msg":"trace[930452890] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20365; }","duration":"134.152032ms","start":"2026-07-29T08:50:55.436642Z","end":"2026-07-29T08:50:55.570794Z","steps":["trace[930452890] 'agreement among raft nodes before linearized reading' (duration: 133.826554ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:50:55.570867Z","caller":"traceutil/trace.go:171","msg":"trace[56145299] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:20365; }","duration":"153.034526ms","start":"2026-07-29T08:50:55.417809Z","end":"2026-07-29T08:50:55.570843Z","steps":["trace[56145299] 'agreement among raft nodes before linearized reading' (duration: 152.639327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:58.695063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.553578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:50:58.695165Z","caller":"traceutil/trace.go:171","msg":"trace[21149937] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:20387; }","duration":"111.817694ms","start":"2026-07-29T08:50:58.583328Z","end":"2026-07-29T08:50:58.695146Z","steps":["trace[21149937] 'count revisions from in-memory index tree' (duration: 111.426744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:50:58.69532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.579984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:194"} {"level":"info","ts":"2026-07-29T08:50:58.695398Z","caller":"traceutil/trace.go:171","msg":"trace[1625801543] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:20387; }","duration":"165.670366ms","start":"2026-07-29T08:50:58.529708Z","end":"2026-07-29T08:50:58.695379Z","steps":["trace[1625801543] 'range keys from in-memory index tree' (duration: 165.378519ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:07.01905Z","caller":"traceutil/trace.go:171","msg":"trace[42555510] linearizableReadLoop","detail":"{readStateIndex:21128; appliedIndex:21127; }","duration":"140.984112ms","start":"2026-07-29T08:51:06.878043Z","end":"2026-07-29T08:51:07.019027Z","steps":["trace[42555510] 'read index received' (duration: 139.926876ms)","trace[42555510] 'applied index is now lower than readState.Index' (duration: 1.056406ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:07.019199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.128285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:51:07.019239Z","caller":"traceutil/trace.go:171","msg":"trace[674447102] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:20448; }","duration":"141.224427ms","start":"2026-07-29T08:51:06.878001Z","end":"2026-07-29T08:51:07.019226Z","steps":["trace[674447102] 'agreement among raft nodes before linearized reading' (duration: 141.127535ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:07.019214Z","caller":"traceutil/trace.go:171","msg":"trace[1455133700] transaction","detail":"{read_only:false; response_revision:20448; number_of_response:1; }","duration":"147.284906ms","start":"2026-07-29T08:51:06.871888Z","end":"2026-07-29T08:51:07.019173Z","steps":["trace[1455133700] 'process raft request' (duration: 146.142248ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:13.240188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.335912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:536"} {"level":"info","ts":"2026-07-29T08:51:13.240302Z","caller":"traceutil/trace.go:171","msg":"trace[2049158728] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20486; }","duration":"102.508467ms","start":"2026-07-29T08:51:13.137763Z","end":"2026-07-29T08:51:13.240272Z","steps":["trace[2049158728] 'range keys from in-memory index tree' (duration: 102.136517ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:23.305064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.945599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:51:23.305206Z","caller":"traceutil/trace.go:171","msg":"trace[1213408629] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20549; }","duration":"510.138874ms","start":"2026-07-29T08:51:22.795038Z","end":"2026-07-29T08:51:23.305177Z","steps":["trace[1213408629] 'range keys from in-memory index tree' (duration: 509.819036ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:23.30526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:22.795013Z","time spent":"510.234335ms","remote":"127.0.0.1:55576","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-29T08:51:23.305345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.820351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:51:23.305369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.784319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:51:23.305451Z","caller":"traceutil/trace.go:171","msg":"trace[972553835] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20549; }","duration":"479.897102ms","start":"2026-07-29T08:51:22.825536Z","end":"2026-07-29T08:51:23.305433Z","steps":["trace[972553835] 'count revisions from in-memory index tree' (duration: 479.720947ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:23.305452Z","caller":"traceutil/trace.go:171","msg":"trace[2012963957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20549; }","duration":"231.988166ms","start":"2026-07-29T08:51:23.073435Z","end":"2026-07-29T08:51:23.305423Z","steps":["trace[2012963957] 'count revisions from in-memory index tree' (duration: 231.694938ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:23.305495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:22.825518Z","time spent":"479.964003ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:51:23.305893Z","caller":"traceutil/trace.go:171","msg":"trace[1788404542] transaction","detail":"{read_only:false; response_revision:20550; number_of_response:1; }","duration":"159.552237ms","start":"2026-07-29T08:51:23.146322Z","end":"2026-07-29T08:51:23.305874Z","steps":["trace[1788404542] 'process raft request' (duration: 147.257315ms)","trace[1788404542] 'compare' (duration: 11.568634ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:25.427443Z","caller":"traceutil/trace.go:171","msg":"trace[273980162] transaction","detail":"{read_only:false; response_revision:20562; number_of_response:1; }","duration":"115.831333ms","start":"2026-07-29T08:51:25.311585Z","end":"2026-07-29T08:51:25.427416Z","steps":["trace[273980162] 'process raft request' (duration: 115.574127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:26.090002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.209296ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:51:26.090165Z","caller":"traceutil/trace.go:171","msg":"trace[2086192488] linearizableReadLoop","detail":"{readStateIndex:21250; appliedIndex:21249; }","duration":"168.579169ms","start":"2026-07-29T08:51:25.921535Z","end":"2026-07-29T08:51:26.090115Z","steps":["trace[2086192488] 'read index received' (duration: 60.098625ms)","trace[2086192488] 'applied index is now lower than readState.Index' (duration: 108.478984ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:26.090186Z","caller":"traceutil/trace.go:171","msg":"trace[1645858424] transaction","detail":"{read_only:false; response_revision:20566; number_of_response:1; }","duration":"173.150551ms","start":"2026-07-29T08:51:25.916998Z","end":"2026-07-29T08:51:26.090149Z","steps":["trace[1645858424] 'process raft request' (duration: 64.693188ms)","trace[1645858424] 'compare' (duration: 108.068153ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:26.090391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.848555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-29T08:51:26.090452Z","caller":"traceutil/trace.go:171","msg":"trace[166070264] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20566; }","duration":"168.934018ms","start":"2026-07-29T08:51:25.921502Z","end":"2026-07-29T08:51:26.090436Z","steps":["trace[166070264] 'agreement among raft nodes before linearized reading' (duration: 168.752863ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:26.090392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.40441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:51:26.090602Z","caller":"traceutil/trace.go:171","msg":"trace[731407455] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20566; }","duration":"167.599054ms","start":"2026-07-29T08:51:25.922948Z","end":"2026-07-29T08:51:26.090547Z","steps":["trace[731407455] 'agreement among raft nodes before linearized reading' (duration: 167.340048ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:26.94017Z","caller":"traceutil/trace.go:171","msg":"trace[1921273013] linearizableReadLoop","detail":"{readStateIndex:21256; appliedIndex:21255; }","duration":"172.036313ms","start":"2026-07-29T08:51:26.768117Z","end":"2026-07-29T08:51:26.940153Z","steps":["trace[1921273013] 'read index received' (duration: 171.864079ms)","trace[1921273013] 'applied index is now lower than readState.Index' (duration: 171.434µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:26.940268Z","caller":"traceutil/trace.go:171","msg":"trace[193170649] transaction","detail":"{read_only:false; response_revision:20572; number_of_response:1; }","duration":"221.949349ms","start":"2026-07-29T08:51:26.718279Z","end":"2026-07-29T08:51:26.940229Z","steps":["trace[193170649] 'process raft request' (duration: 221.756855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:26.940342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.217599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-07-29T08:51:26.940377Z","caller":"traceutil/trace.go:171","msg":"trace[1113979713] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20572; }","duration":"172.29888ms","start":"2026-07-29T08:51:26.768065Z","end":"2026-07-29T08:51:26.940364Z","steps":["trace[1113979713] 'agreement among raft nodes before linearized reading' (duration: 172.179197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:26.940408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.678196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-29T08:51:26.940436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.39134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:51:26.940488Z","caller":"traceutil/trace.go:171","msg":"trace[1844956947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20572; }","duration":"147.812389ms","start":"2026-07-29T08:51:26.792656Z","end":"2026-07-29T08:51:26.940469Z","steps":["trace[1844956947] 'agreement among raft nodes before linearized reading' (duration: 147.656445ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:26.94049Z","caller":"traceutil/trace.go:171","msg":"trace[1494202649] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:20572; }","duration":"132.478812ms","start":"2026-07-29T08:51:26.807998Z","end":"2026-07-29T08:51:26.940477Z","steps":["trace[1494202649] 'agreement among raft nodes before linearized reading' (duration: 132.38073ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:29.377703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.114555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-29T08:51:29.377852Z","caller":"traceutil/trace.go:171","msg":"trace[513134432] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20586; }","duration":"273.33075ms","start":"2026-07-29T08:51:29.104499Z","end":"2026-07-29T08:51:29.377829Z","steps":["trace[513134432] 'range keys from in-memory index tree' (duration: 272.91376ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:29.553436Z","caller":"traceutil/trace.go:171","msg":"trace[1091811659] transaction","detail":"{read_only:false; response_revision:20587; number_of_response:1; }","duration":"171.794928ms","start":"2026-07-29T08:51:29.381615Z","end":"2026-07-29T08:51:29.55341Z","steps":["trace[1091811659] 'process raft request' (duration: 171.613563ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:29.871817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.365916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:51:29.871963Z","caller":"traceutil/trace.go:171","msg":"trace[681397530] linearizableReadLoop","detail":"{readStateIndex:21272; appliedIndex:21270; }","duration":"331.646592ms","start":"2026-07-29T08:51:29.54029Z","end":"2026-07-29T08:51:29.871937Z","steps":["trace[681397530] 'read index received' (duration: 12.977288ms)","trace[681397530] 'applied index is now lower than readState.Index' (duration: 318.668024ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:29.872028Z","caller":"traceutil/trace.go:171","msg":"trace[1973598691] transaction","detail":"{read_only:false; response_revision:20588; number_of_response:1; }","duration":"427.107326ms","start":"2026-07-29T08:51:29.444869Z","end":"2026-07-29T08:51:29.871976Z","steps":["trace[1973598691] 'process raft request' (duration: 286.418532ms)","trace[1973598691] 'compare' (duration: 140.110409ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:29.872229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.94209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-07-29T08:51:29.872269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.559107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:51:29.872384Z","caller":"traceutil/trace.go:171","msg":"trace[2051697029] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:20588; }","duration":"148.713341ms","start":"2026-07-29T08:51:29.723651Z","end":"2026-07-29T08:51:29.872365Z","steps":["trace[2051697029] 'agreement among raft nodes before linearized reading' (duration: 148.519546ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:29.872291Z","caller":"traceutil/trace.go:171","msg":"trace[1106852223] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20588; }","duration":"332.055312ms","start":"2026-07-29T08:51:29.540222Z","end":"2026-07-29T08:51:29.872277Z","steps":["trace[1106852223] 'agreement among raft nodes before linearized reading' (duration: 331.842557ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:29.872572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:29.540193Z","time spent":"332.35729ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-07-29T08:51:29.872293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:29.444839Z","time spent":"427.29463ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:51:30.101816Z","caller":"traceutil/trace.go:171","msg":"trace[1711379626] transaction","detail":"{read_only:false; response_revision:20590; number_of_response:1; }","duration":"181.134046ms","start":"2026-07-29T08:51:29.920648Z","end":"2026-07-29T08:51:30.101782Z","steps":["trace[1711379626] 'process raft request' (duration: 153.725313ms)","trace[1711379626] 'compare' (duration: 27.239679ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:30.487839Z","caller":"traceutil/trace.go:171","msg":"trace[187573247] linearizableReadLoop","detail":"{readStateIndex:21275; appliedIndex:21274; }","duration":"326.158458ms","start":"2026-07-29T08:51:30.161649Z","end":"2026-07-29T08:51:30.487807Z","steps":["trace[187573247] 'read index received' (duration: 325.722137ms)","trace[187573247] 'applied index is now lower than readState.Index' (duration: 435.02µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:30.487973Z","caller":"traceutil/trace.go:171","msg":"trace[1804047305] transaction","detail":"{read_only:false; response_revision:20591; number_of_response:1; }","duration":"374.985376ms","start":"2026-07-29T08:51:30.112938Z","end":"2026-07-29T08:51:30.487924Z","steps":["trace[1804047305] 'process raft request' (duration: 374.479344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:30.488123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:30.112922Z","time spent":"375.123119ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:51:30.488201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.530696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:51:30.488294Z","caller":"traceutil/trace.go:171","msg":"trace[963439285] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20591; }","duration":"326.6794ms","start":"2026-07-29T08:51:30.161593Z","end":"2026-07-29T08:51:30.488273Z","steps":["trace[963439285] 'agreement among raft nodes before linearized reading' (duration: 326.374572ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:30.488345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:30.161571Z","time spent":"326.765563ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-29T08:51:30.680672Z","caller":"traceutil/trace.go:171","msg":"trace[1312403170] transaction","detail":"{read_only:false; response_revision:20592; number_of_response:1; }","duration":"448.633865ms","start":"2026-07-29T08:51:30.232009Z","end":"2026-07-29T08:51:30.680643Z","steps":["trace[1312403170] 'process raft request' (duration: 351.442959ms)","trace[1312403170] 'compare' (duration: 96.93042ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:30.680777Z","caller":"traceutil/trace.go:171","msg":"trace[2089183028] linearizableReadLoop","detail":"{readStateIndex:21276; appliedIndex:21275; }","duration":"192.829004ms","start":"2026-07-29T08:51:30.487916Z","end":"2026-07-29T08:51:30.680745Z","steps":["trace[2089183028] 'read index received' (duration: 95.553836ms)","trace[2089183028] 'applied index is now lower than readState.Index' (duration: 97.272238ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:30.680838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:30.231975Z","time spent":"448.766427ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:51:30.681032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.31526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-29T08:51:30.681023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.160778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-29T08:51:30.681078Z","caller":"traceutil/trace.go:171","msg":"trace[1694375787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20592; }","duration":"484.429153ms","start":"2026-07-29T08:51:30.196638Z","end":"2026-07-29T08:51:30.681067Z","steps":["trace[1694375787] 'agreement among raft nodes before linearized reading' (duration: 484.235639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:30.68108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.779569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T08:51:30.681183Z","caller":"traceutil/trace.go:171","msg":"trace[1647452336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20592; }","duration":"479.948863ms","start":"2026-07-29T08:51:30.201211Z","end":"2026-07-29T08:51:30.68116Z","steps":["trace[1647452336] 'agreement among raft nodes before linearized reading' (duration: 479.654525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:30.681116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:30.196613Z","time spent":"484.494594ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:51:30.681238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:30.201183Z","time spent":"480.042095ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-29T08:51:30.681117Z","caller":"traceutil/trace.go:171","msg":"trace[1297136826] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20592; }","duration":"425.332892ms","start":"2026-07-29T08:51:30.255764Z","end":"2026-07-29T08:51:30.681097Z","steps":["trace[1297136826] 'agreement among raft nodes before linearized reading' (duration: 425.022334ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:30.681338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:30.255732Z","time spent":"425.575468ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-29T08:51:30.681738Z","caller":"traceutil/trace.go:171","msg":"trace[1424269987] transaction","detail":"{read_only:false; response_revision:20593; number_of_response:1; }","duration":"188.809665ms","start":"2026-07-29T08:51:30.492904Z","end":"2026-07-29T08:51:30.681714Z","steps":["trace[1424269987] 'process raft request' (duration: 187.7649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:30.873711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.574966ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-29T08:51:30.873841Z","caller":"traceutil/trace.go:171","msg":"trace[897795708] linearizableReadLoop","detail":"{readStateIndex:21278; appliedIndex:21277; }","duration":"192.976017ms","start":"2026-07-29T08:51:30.680842Z","end":"2026-07-29T08:51:30.873818Z","steps":["trace[897795708] 'read index received' (duration: 7.273778ms)","trace[897795708] 'applied index is now lower than readState.Index' (duration: 185.700529ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:30.873973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.398954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:51:30.874084Z","caller":"traceutil/trace.go:171","msg":"trace[1257723083] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:20593; }","duration":"313.572018ms","start":"2026-07-29T08:51:30.56048Z","end":"2026-07-29T08:51:30.874052Z","steps":["trace[1257723083] 'agreement among raft nodes before linearized reading' (duration: 313.385343ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:30.874177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:30.560455Z","time spent":"313.703652ms","remote":"127.0.0.1:48018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-29T08:51:30.874511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.666881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-29T08:51:30.874582Z","caller":"traceutil/trace.go:171","msg":"trace[1712132763] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:20593; }","duration":"377.787205ms","start":"2026-07-29T08:51:30.496777Z","end":"2026-07-29T08:51:30.874564Z","steps":["trace[1712132763] 'agreement among raft nodes before linearized reading' (duration: 377.105068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:30.874646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:30.49676Z","time spent":"377.868597ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":711,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-29T08:51:30.932934Z","caller":"traceutil/trace.go:171","msg":"trace[429501273] transaction","detail":"{read_only:false; response_revision:20594; number_of_response:1; }","duration":"247.031405ms","start":"2026-07-29T08:51:30.685876Z","end":"2026-07-29T08:51:30.932908Z","steps":["trace[429501273] 'process raft request' (duration: 246.645135ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:30.933063Z","caller":"traceutil/trace.go:171","msg":"trace[540368302] transaction","detail":"{read_only:false; response_revision:20595; number_of_response:1; }","duration":"245.748343ms","start":"2026-07-29T08:51:30.687301Z","end":"2026-07-29T08:51:30.93305Z","steps":["trace[540368302] 'process raft request' (duration: 245.382244ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:30.932995Z","caller":"traceutil/trace.go:171","msg":"trace[1713040416] transaction","detail":"{read_only:false; response_revision:20596; number_of_response:1; }","duration":"245.643341ms","start":"2026-07-29T08:51:30.687335Z","end":"2026-07-29T08:51:30.932978Z","steps":["trace[1713040416] 'process raft request' (duration: 245.60198ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:31.066475Z","caller":"traceutil/trace.go:171","msg":"trace[1856911087] transaction","detail":"{read_only:false; response_revision:20597; number_of_response:1; }","duration":"176.36815ms","start":"2026-07-29T08:51:30.890079Z","end":"2026-07-29T08:51:31.066448Z","steps":["trace[1856911087] 'process raft request' (duration: 84.656848ms)","trace[1856911087] 'compare' (duration: 91.493006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:34.418694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.164582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:6 size:363671"} {"level":"info","ts":"2026-07-29T08:51:34.418782Z","caller":"traceutil/trace.go:171","msg":"trace[1232395139] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:6; response_revision:20617; }","duration":"138.300705ms","start":"2026-07-29T08:51:34.280463Z","end":"2026-07-29T08:51:34.418764Z","steps":["trace[1232395139] 'range keys from in-memory index tree' (duration: 137.705561ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:35.525466Z","caller":"traceutil/trace.go:171","msg":"trace[1574524640] transaction","detail":"{read_only:false; response_revision:20627; number_of_response:1; }","duration":"110.583085ms","start":"2026-07-29T08:51:35.414845Z","end":"2026-07-29T08:51:35.525428Z","steps":["trace[1574524640] 'process raft request' (duration: 49.543236ms)","trace[1574524640] 'compare' (duration: 60.798183ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:35.525603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.650167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:51:35.525649Z","caller":"traceutil/trace.go:171","msg":"trace[1584807300] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:20627; }","duration":"108.731409ms","start":"2026-07-29T08:51:35.416906Z","end":"2026-07-29T08:51:35.525638Z","steps":["trace[1584807300] 'agreement among raft nodes before linearized reading' (duration: 108.589946ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:35.525927Z","caller":"traceutil/trace.go:171","msg":"trace[1155568602] linearizableReadLoop","detail":"{readStateIndex:21313; appliedIndex:21312; }","duration":"108.961445ms","start":"2026-07-29T08:51:35.416945Z","end":"2026-07-29T08:51:35.525906Z","steps":["trace[1155568602] 'read index received' (duration: 47.395483ms)","trace[1155568602] 'applied index is now lower than readState.Index' (duration: 61.563122ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:35.526552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.510718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:40 size:520822"} {"level":"info","ts":"2026-07-29T08:51:35.526622Z","caller":"traceutil/trace.go:171","msg":"trace[1678140886] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:40; response_revision:20627; }","duration":"100.61503ms","start":"2026-07-29T08:51:35.425992Z","end":"2026-07-29T08:51:35.526607Z","steps":["trace[1678140886] 'agreement among raft nodes before linearized reading' (duration: 100.083147ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:36.091358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.75179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:51:36.091451Z","caller":"traceutil/trace.go:171","msg":"trace[1998615615] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20627; }","duration":"297.891724ms","start":"2026-07-29T08:51:35.793538Z","end":"2026-07-29T08:51:36.09143Z","steps":["trace[1998615615] 'range keys from in-memory index tree' (duration: 297.646097ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:36.091812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.196846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:40 size:520822"} {"level":"info","ts":"2026-07-29T08:51:36.091903Z","caller":"traceutil/trace.go:171","msg":"trace[112558172] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:40; response_revision:20627; }","duration":"420.33635ms","start":"2026-07-29T08:51:35.671549Z","end":"2026-07-29T08:51:36.091886Z","steps":["trace[112558172] 'range keys from in-memory index tree' (duration: 419.719744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:36.091955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:35.671526Z","time spent":"420.417721ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":40,"response size":520846,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-07-29T08:51:36.092558Z","caller":"traceutil/trace.go:171","msg":"trace[887106979] transaction","detail":"{read_only:false; response_revision:20628; number_of_response:1; }","duration":"193.530461ms","start":"2026-07-29T08:51:35.898994Z","end":"2026-07-29T08:51:36.092524Z","steps":["trace[887106979] 'process raft request' (duration: 147.518522ms)","trace[887106979] 'compare' (duration: 44.790169ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:38.262617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.66432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ceph-csi-rbd-nodeplugin\" ","response":"range_response_count:1 size:980"} {"level":"warn","ts":"2026-07-29T08:51:38.262696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.25175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:51:38.262744Z","caller":"traceutil/trace.go:171","msg":"trace[1285528950] range","detail":"{range_begin:/registry/clusterroles/ceph-csi-rbd-nodeplugin; range_end:; response_count:1; response_revision:20640; }","duration":"115.821263ms","start":"2026-07-29T08:51:38.14689Z","end":"2026-07-29T08:51:38.262711Z","steps":["trace[1285528950] 'range keys from in-memory index tree' (duration: 115.493676ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:38.262782Z","caller":"traceutil/trace.go:171","msg":"trace[374464003] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20640; }","duration":"115.372233ms","start":"2026-07-29T08:51:38.147388Z","end":"2026-07-29T08:51:38.262761Z","steps":["trace[374464003] 'range keys from in-memory index tree' (duration: 115.026384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:38.262863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.767211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:1709"} {"level":"info","ts":"2026-07-29T08:51:38.262983Z","caller":"traceutil/trace.go:171","msg":"trace[695325498] range","detail":"{range_begin:/registry/clusterroles/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:20640; }","duration":"118.069138ms","start":"2026-07-29T08:51:38.144891Z","end":"2026-07-29T08:51:38.26296Z","steps":["trace[695325498] 'range keys from in-memory index tree' (duration: 117.576577ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:38.275426Z","caller":"traceutil/trace.go:171","msg":"trace[892841622] transaction","detail":"{read_only:false; response_revision:20641; number_of_response:1; }","duration":"120.17098ms","start":"2026-07-29T08:51:38.155237Z","end":"2026-07-29T08:51:38.275408Z","steps":["trace[892841622] 'process raft request' (duration: 119.987486ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:39.135657Z","caller":"traceutil/trace.go:171","msg":"trace[1327852580] linearizableReadLoop","detail":"{readStateIndex:21333; appliedIndex:21332; }","duration":"141.110925ms","start":"2026-07-29T08:51:38.994522Z","end":"2026-07-29T08:51:39.135633Z","steps":["trace[1327852580] 'read index received' (duration: 141.041463ms)","trace[1327852580] 'applied index is now lower than readState.Index' (duration: 68.622µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:39.135787Z","caller":"traceutil/trace.go:171","msg":"trace[73659207] transaction","detail":"{read_only:false; response_revision:20647; number_of_response:1; }","duration":"143.974905ms","start":"2026-07-29T08:51:38.991773Z","end":"2026-07-29T08:51:39.135747Z","steps":["trace[73659207] 'process raft request' (duration: 143.719749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:39.135856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.30879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:1 size:1466"} {"level":"info","ts":"2026-07-29T08:51:39.135961Z","caller":"traceutil/trace.go:171","msg":"trace[307582068] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:1; response_revision:20647; }","duration":"141.441423ms","start":"2026-07-29T08:51:38.994507Z","end":"2026-07-29T08:51:39.135948Z","steps":["trace[307582068] 'agreement among raft nodes before linearized reading' (duration: 141.237368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:39.166911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.48838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:51:39.167017Z","caller":"traceutil/trace.go:171","msg":"trace[1897727031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20648; }","duration":"160.621344ms","start":"2026-07-29T08:51:39.006367Z","end":"2026-07-29T08:51:39.166989Z","steps":["trace[1897727031] 'agreement among raft nodes before linearized reading' (duration: 160.348957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:39.166947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.372301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-clusterissuers\" ","response":"range_response_count:1 size:1225"} {"level":"warn","ts":"2026-07-29T08:51:39.167078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.035164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:51:39.167157Z","caller":"traceutil/trace.go:171","msg":"trace[1154322839] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20648; }","duration":"159.147257ms","start":"2026-07-29T08:51:39.007993Z","end":"2026-07-29T08:51:39.16714Z","steps":["trace[1154322839] 'agreement among raft nodes before linearized reading' (duration: 158.901511ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:39.167143Z","caller":"traceutil/trace.go:171","msg":"trace[2762759] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-clusterissuers; range_end:; response_count:1; response_revision:20648; }","duration":"106.572826ms","start":"2026-07-29T08:51:39.06051Z","end":"2026-07-29T08:51:39.167083Z","steps":["trace[2762759] 'agreement among raft nodes before linearized reading' (duration: 106.33851ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:40.276396Z","caller":"traceutil/trace.go:171","msg":"trace[221650475] linearizableReadLoop","detail":"{readStateIndex:21338; appliedIndex:21337; }","duration":"119.916594ms","start":"2026-07-29T08:51:40.156455Z","end":"2026-07-29T08:51:40.276372Z","steps":["trace[221650475] 'read index received' (duration: 119.72183ms)","trace[221650475] 'applied index is now lower than readState.Index' (duration: 193.654µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:40.276504Z","caller":"traceutil/trace.go:171","msg":"trace[484015404] transaction","detail":"{read_only:false; response_revision:20652; number_of_response:1; }","duration":"151.50853ms","start":"2026-07-29T08:51:40.124965Z","end":"2026-07-29T08:51:40.276473Z","steps":["trace[484015404] 'process raft request' (duration: 151.223213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:40.276595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.128489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:4521"} {"level":"warn","ts":"2026-07-29T08:51:40.276614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.826789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-07-29T08:51:40.276631Z","caller":"traceutil/trace.go:171","msg":"trace[1322343347] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:20652; }","duration":"120.223962ms","start":"2026-07-29T08:51:40.156395Z","end":"2026-07-29T08:51:40.276619Z","steps":["trace[1322343347] 'agreement among raft nodes before linearized reading' (duration: 120.121439ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:40.276659Z","caller":"traceutil/trace.go:171","msg":"trace[208871491] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:20652; }","duration":"114.910081ms","start":"2026-07-29T08:51:40.161738Z","end":"2026-07-29T08:51:40.276648Z","steps":["trace[208871491] 'agreement among raft nodes before linearized reading' (duration: 114.830499ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:41.29674Z","caller":"traceutil/trace.go:171","msg":"trace[385156925] linearizableReadLoop","detail":"{readStateIndex:21345; appliedIndex:21344; }","duration":"127.037659ms","start":"2026-07-29T08:51:41.169675Z","end":"2026-07-29T08:51:41.296713Z","steps":["trace[385156925] 'read index received' (duration: 126.980138ms)","trace[385156925] 'applied index is now lower than readState.Index' (duration: 56.031µs)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:41.296852Z","caller":"traceutil/trace.go:171","msg":"trace[737479586] transaction","detail":"{read_only:false; response_revision:20658; number_of_response:1; }","duration":"153.083188ms","start":"2026-07-29T08:51:41.143737Z","end":"2026-07-29T08:51:41.29682Z","steps":["trace[737479586] 'process raft request' (duration: 152.834882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:41.296976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.275095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" ","response":"range_response_count:1 size:1300"} {"level":"info","ts":"2026-07-29T08:51:41.297019Z","caller":"traceutil/trace.go:171","msg":"trace[1538964473] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-view; range_end:; response_count:1; response_revision:20658; }","duration":"127.354986ms","start":"2026-07-29T08:51:41.16965Z","end":"2026-07-29T08:51:41.297004Z","steps":["trace[1538964473] 'agreement among raft nodes before linearized reading' (duration: 127.191112ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:41.632367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.751154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:51:41.632534Z","caller":"traceutil/trace.go:171","msg":"trace[1364825062] transaction","detail":"{read_only:false; response_revision:20660; number_of_response:1; }","duration":"279.581703ms","start":"2026-07-29T08:51:41.352939Z","end":"2026-07-29T08:51:41.63252Z","steps":["trace[1364825062] 'process raft request' (duration: 279.526772ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:41.632533Z","caller":"traceutil/trace.go:171","msg":"trace[761924900] transaction","detail":"{read_only:false; response_revision:20659; number_of_response:1; }","duration":"460.705821ms","start":"2026-07-29T08:51:41.171806Z","end":"2026-07-29T08:51:41.632512Z","steps":["trace[761924900] 'process raft request' (duration: 238.728321ms)","trace[761924900] 'compare' (duration: 221.668542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:41.632614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:41.171796Z","time spent":"460.780453ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:51:41.632745Z","caller":"traceutil/trace.go:171","msg":"trace[593297932] linearizableReadLoop","detail":"{readStateIndex:21346; appliedIndex:21345; }","duration":"335.921436ms","start":"2026-07-29T08:51:41.296813Z","end":"2026-07-29T08:51:41.632734Z","steps":["trace[593297932] 'read index received' (duration: 113.698211ms)","trace[593297932] 'applied index is now lower than readState.Index' (duration: 222.222085ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:41.632886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.486916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-29T08:51:41.632923Z","caller":"traceutil/trace.go:171","msg":"trace[37013187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20660; }","duration":"414.551337ms","start":"2026-07-29T08:51:41.218362Z","end":"2026-07-29T08:51:41.632914Z","steps":["trace[37013187] 'agreement among raft nodes before linearized reading' (duration: 414.433984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:41.632957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:41.218346Z","time spent":"414.603489ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-29T08:51:41.633024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.907519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:51:41.633071Z","caller":"traceutil/trace.go:171","msg":"trace[2008244712] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20660; }","duration":"452.98269ms","start":"2026-07-29T08:51:41.180078Z","end":"2026-07-29T08:51:41.633061Z","steps":["trace[2008244712] 'agreement among raft nodes before linearized reading' (duration: 452.878708ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:41.633097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:41.180059Z","time spent":"453.033092ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-29T08:51:41.633178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.164837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:950"} {"level":"info","ts":"2026-07-29T08:51:41.633264Z","caller":"traceutil/trace.go:171","msg":"trace[1344676824] range","detail":"{range_begin:/registry/clusterrolebindings/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:20660; }","duration":"438.29422ms","start":"2026-07-29T08:51:41.194946Z","end":"2026-07-29T08:51:41.63324Z","steps":["trace[1344676824] 'agreement among raft nodes before linearized reading' (duration: 437.996903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:41.633311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:41.194926Z","time spent":"438.375382ms","remote":"127.0.0.1:52722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":974,"request content":"key:\"/registry/clusterrolebindings/ceph-csi-rbd-provisioner\" "} {"level":"warn","ts":"2026-07-29T08:51:41.641972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.543987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:51:41.642021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.639005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/rabbitmq-cluster-operator-openstack-view\" ","response":"range_response_count:1 size:1300"} {"level":"info","ts":"2026-07-29T08:51:41.642045Z","caller":"traceutil/trace.go:171","msg":"trace[1658742508] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:20661; }","duration":"115.741272ms","start":"2026-07-29T08:51:41.526283Z","end":"2026-07-29T08:51:41.642025Z","steps":["trace[1658742508] 'agreement among raft nodes before linearized reading' (duration: 115.629419ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:41.642041Z","caller":"traceutil/trace.go:171","msg":"trace[1157528271] transaction","detail":"{read_only:false; response_revision:20661; number_of_response:1; }","duration":"186.382605ms","start":"2026-07-29T08:51:41.455626Z","end":"2026-07-29T08:51:41.642008Z","steps":["trace[1157528271] 'process raft request' (duration: 186.092678ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:41.642087Z","caller":"traceutil/trace.go:171","msg":"trace[1512091413] range","detail":"{range_begin:/registry/clusterroles/rabbitmq-cluster-operator-openstack-view; range_end:; response_count:1; response_revision:20661; }","duration":"268.748758ms","start":"2026-07-29T08:51:41.373316Z","end":"2026-07-29T08:51:41.642065Z","steps":["trace[1512091413] 'agreement among raft nodes before linearized reading' (duration: 268.535642ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:41.642212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.28994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12464"} {"level":"info","ts":"2026-07-29T08:51:41.642266Z","caller":"traceutil/trace.go:171","msg":"trace[1265772709] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20661; }","duration":"148.410233ms","start":"2026-07-29T08:51:41.493841Z","end":"2026-07-29T08:51:41.642252Z","steps":["trace[1265772709] 'agreement among raft nodes before linearized reading' (duration: 148.214078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:41.642334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.081969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:51:41.64241Z","caller":"traceutil/trace.go:171","msg":"trace[1915244860] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:20661; }","duration":"206.226543ms","start":"2026-07-29T08:51:41.436168Z","end":"2026-07-29T08:51:41.642394Z","steps":["trace[1915244860] 'agreement among raft nodes before linearized reading' (duration: 205.948116ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:50.879801Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19288} {"level":"info","ts":"2026-07-29T08:51:50.93074Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19288,"took":"49.787852ms","hash":3429192394,"current-db-size-bytes":34033664,"current-db-size":"34 MB","current-db-size-in-use-bytes":11034624,"current-db-size-in-use":"11 MB"} {"level":"info","ts":"2026-07-29T08:51:50.93079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3429192394,"revision":19288,"compact-revision":17396} {"level":"warn","ts":"2026-07-29T08:51:52.520671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.893354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:51:52.520846Z","caller":"traceutil/trace.go:171","msg":"trace[111821833] transaction","detail":"{read_only:false; response_revision:20733; number_of_response:1; }","duration":"111.99018ms","start":"2026-07-29T08:51:52.40884Z","end":"2026-07-29T08:51:52.520831Z","steps":["trace[111821833] 'process raft request' (duration: 111.939908ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:52.520931Z","caller":"traceutil/trace.go:171","msg":"trace[443495546] linearizableReadLoop","detail":"{readStateIndex:21422; appliedIndex:21420; }","duration":"145.42378ms","start":"2026-07-29T08:51:52.375475Z","end":"2026-07-29T08:51:52.520899Z","steps":["trace[443495546] 'read index received' (duration: 10.639951ms)","trace[443495546] 'applied index is now lower than readState.Index' (duration: 134.780279ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:52.520994Z","caller":"traceutil/trace.go:171","msg":"trace[1830741953] transaction","detail":"{read_only:false; response_revision:20732; number_of_response:1; }","duration":"161.865894ms","start":"2026-07-29T08:51:52.359095Z","end":"2026-07-29T08:51:52.52096Z","steps":["trace[1830741953] 'process raft request' (duration: 54.59893ms)","trace[1830741953] 'compare' (duration: 106.680729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:52.521132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.744606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:discovery\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-07-29T08:51:52.521133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.641985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:813"} {"level":"info","ts":"2026-07-29T08:51:52.521178Z","caller":"traceutil/trace.go:171","msg":"trace[131770912] range","detail":"{range_begin:/registry/clusterrolebindings/system:discovery; range_end:; response_count:1; response_revision:20733; }","duration":"138.850349ms","start":"2026-07-29T08:51:52.382315Z","end":"2026-07-29T08:51:52.521165Z","steps":["trace[131770912] 'agreement among raft nodes before linearized reading' (duration: 138.730876ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:52.521203Z","caller":"traceutil/trace.go:171","msg":"trace[227368698] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:20733; }","duration":"145.752668ms","start":"2026-07-29T08:51:52.375431Z","end":"2026-07-29T08:51:52.521184Z","steps":["trace[227368698] 'agreement among raft nodes before linearized reading' (duration: 145.604465ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:57.551656Z","caller":"traceutil/trace.go:171","msg":"trace[5977357] linearizableReadLoop","detail":"{readStateIndex:21453; appliedIndex:21452; }","duration":"104.515256ms","start":"2026-07-29T08:51:57.447115Z","end":"2026-07-29T08:51:57.551631Z","steps":["trace[5977357] 'read index received' (duration: 104.27289ms)","trace[5977357] 'applied index is now lower than readState.Index' (duration: 240.896µs)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:57.551857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.728481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-6vjbc\" ","response":"range_response_count:1 size:3806"} {"level":"info","ts":"2026-07-29T08:51:57.551842Z","caller":"traceutil/trace.go:171","msg":"trace[944306278] transaction","detail":"{read_only:false; response_revision:20762; number_of_response:1; }","duration":"157.007694ms","start":"2026-07-29T08:51:57.394782Z","end":"2026-07-29T08:51:57.55179Z","steps":["trace[944306278] 'process raft request' (duration: 156.696467ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:57.551909Z","caller":"traceutil/trace.go:171","msg":"trace[1639206991] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-579c9dd7cd-6vjbc; range_end:; response_count:1; response_revision:20762; }","duration":"104.829644ms","start":"2026-07-29T08:51:57.447063Z","end":"2026-07-29T08:51:57.551892Z","steps":["trace[1639206991] 'agreement among raft nodes before linearized reading' (duration: 104.717761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:57.875804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.627146ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:51:57.876039Z","caller":"traceutil/trace.go:171","msg":"trace[1288429217] linearizableReadLoop","detail":"{readStateIndex:21454; appliedIndex:21453; }","duration":"239.696714ms","start":"2026-07-29T08:51:57.63632Z","end":"2026-07-29T08:51:57.876016Z","steps":["trace[1288429217] 'read index received' (duration: 47.791µs)","trace[1288429217] 'applied index is now lower than readState.Index' (duration: 239.646643ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:57.876049Z","caller":"traceutil/trace.go:171","msg":"trace[1965515749] transaction","detail":"{read_only:false; response_revision:20763; number_of_response:1; }","duration":"307.477109ms","start":"2026-07-29T08:51:57.568532Z","end":"2026-07-29T08:51:57.876009Z","steps":["trace[1965515749] 'process raft request' (duration: 51.520555ms)","trace[1965515749] 'compare' (duration: 255.452252ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:57.876219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:57.568517Z","time spent":"307.611192ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:51:57.876369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.023913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/envoy-gateway-system/\" range_end:\"/registry/cronjobs/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:51:57.876467Z","caller":"traceutil/trace.go:171","msg":"trace[297628509] range","detail":"{range_begin:/registry/cronjobs/envoy-gateway-system/; range_end:/registry/cronjobs/envoy-gateway-system0; response_count:0; response_revision:20763; }","duration":"240.164526ms","start":"2026-07-29T08:51:57.636277Z","end":"2026-07-29T08:51:57.876442Z","steps":["trace[297628509] 'agreement among raft nodes before linearized reading' (duration: 239.978871ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:57.923962Z","caller":"traceutil/trace.go:171","msg":"trace[629176389] transaction","detail":"{read_only:false; response_revision:20764; number_of_response:1; }","duration":"177.880797ms","start":"2026-07-29T08:51:57.746038Z","end":"2026-07-29T08:51:57.923919Z","steps":["trace[629176389] 'process raft request' (duration: 177.613441ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:57.924144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.098309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:51:57.924325Z","caller":"traceutil/trace.go:171","msg":"trace[1924013211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20764; }","duration":"129.322614ms","start":"2026-07-29T08:51:57.794969Z","end":"2026-07-29T08:51:57.924292Z","steps":["trace[1924013211] 'agreement among raft nodes before linearized reading' (duration: 129.022877ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:57.924163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.547444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1190"} {"level":"warn","ts":"2026-07-29T08:51:57.92436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.292818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving\" ","response":"range_response_count:1 size:1172"} {"level":"info","ts":"2026-07-29T08:51:57.924456Z","caller":"traceutil/trace.go:171","msg":"trace[1530127231] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:20764; }","duration":"266.863061ms","start":"2026-07-29T08:51:57.657557Z","end":"2026-07-29T08:51:57.92442Z","steps":["trace[1530127231] 'agreement among raft nodes before linearized reading' (duration: 266.480352ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:57.924512Z","caller":"traceutil/trace.go:171","msg":"trace[984190671] range","detail":"{range_begin:/registry/rolebindings/cert-manager/cert-manager-webhook:dynamic-serving; range_end:; response_count:1; response_revision:20764; }","duration":"264.491644ms","start":"2026-07-29T08:51:57.659971Z","end":"2026-07-29T08:51:57.924462Z","steps":["trace[984190671] 'agreement among raft nodes before linearized reading' (duration: 263.95794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:57.924649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.998547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/default/\" range_end:\"/registry/cronjobs/default0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:51:57.92472Z","caller":"traceutil/trace.go:171","msg":"trace[2055110054] range","detail":"{range_begin:/registry/cronjobs/default/; range_end:/registry/cronjobs/default0; response_count:0; response_revision:20764; }","duration":"285.118729ms","start":"2026-07-29T08:51:57.639582Z","end":"2026-07-29T08:51:57.924701Z","steps":["trace[2055110054] 'agreement among raft nodes before linearized reading' (duration: 284.295469ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:58.033136Z","caller":"traceutil/trace.go:171","msg":"trace[645708235] transaction","detail":"{read_only:false; response_revision:20766; number_of_response:1; }","duration":"103.659655ms","start":"2026-07-29T08:51:57.929438Z","end":"2026-07-29T08:51:58.033098Z","steps":["trace[645708235] 'process raft request' (duration: 103.550372ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:58.033442Z","caller":"traceutil/trace.go:171","msg":"trace[1499416706] transaction","detail":"{read_only:false; response_revision:20765; number_of_response:1; }","duration":"104.365532ms","start":"2026-07-29T08:51:57.929041Z","end":"2026-07-29T08:51:58.033407Z","steps":["trace[1499416706] 'process raft request' (duration: 68.061931ms)","trace[1499416706] 'compare' (duration: 35.711617ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:51:58.935154Z","caller":"traceutil/trace.go:171","msg":"trace[1952542648] transaction","detail":"{read_only:false; response_revision:20768; number_of_response:1; }","duration":"400.242436ms","start":"2026-07-29T08:51:58.534882Z","end":"2026-07-29T08:51:58.935125Z","steps":["trace[1952542648] 'process raft request' (duration: 400.037071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:58.935348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:58.534864Z","time spent":"400.384929ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:51:58.949851Z","caller":"traceutil/trace.go:171","msg":"trace[1637657269] transaction","detail":"{read_only:false; response_revision:20769; number_of_response:1; }","duration":"381.29452ms","start":"2026-07-29T08:51:58.568532Z","end":"2026-07-29T08:51:58.949826Z","steps":["trace[1637657269] 'process raft request' (duration: 379.25341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:58.950015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:58.568511Z","time spent":"381.413153ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-29T08:51:58.950057Z","caller":"traceutil/trace.go:171","msg":"trace[1356897702] transaction","detail":"{read_only:false; response_revision:20770; number_of_response:1; }","duration":"377.946548ms","start":"2026-07-29T08:51:58.57208Z","end":"2026-07-29T08:51:58.950027Z","steps":["trace[1356897702] 'process raft request' (duration: 377.673181ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:58.950117Z","caller":"traceutil/trace.go:171","msg":"trace[1054810302] linearizableReadLoop","detail":"{readStateIndex:21460; appliedIndex:21458; }","duration":"381.443903ms","start":"2026-07-29T08:51:58.568654Z","end":"2026-07-29T08:51:58.950098Z","steps":["trace[1054810302] 'read index received' (duration: 366.280291ms)","trace[1054810302] 'applied index is now lower than readState.Index' (duration: 15.161152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:51:58.950298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:58.572073Z","time spent":"378.117842ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:51:58.950349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.67634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/envoy-gateway-system/\" range_end:\"/registry/networkpolicies/envoy-gateway-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:51:58.950427Z","caller":"traceutil/trace.go:171","msg":"trace[172722018] range","detail":"{range_begin:/registry/networkpolicies/envoy-gateway-system/; range_end:/registry/networkpolicies/envoy-gateway-system0; response_count:0; response_revision:20771; }","duration":"381.794272ms","start":"2026-07-29T08:51:58.568612Z","end":"2026-07-29T08:51:58.950406Z","steps":["trace[172722018] 'agreement among raft nodes before linearized reading' (duration: 381.676949ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:58.950475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:58.568591Z","time spent":"381.868684ms","remote":"127.0.0.1:52666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":30,"request content":"key:\"/registry/networkpolicies/envoy-gateway-system/\" range_end:\"/registry/networkpolicies/envoy-gateway-system0\" limit:500 "} {"level":"warn","ts":"2026-07-29T08:51:58.950462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.805569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" ","response":"range_response_count:1 size:74833"} {"level":"warn","ts":"2026-07-29T08:51:58.950524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.17661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T08:51:58.950537Z","caller":"traceutil/trace.go:171","msg":"trace[17511565] range","detail":"{range_begin:/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1; range_end:; response_count:1; response_revision:20771; }","duration":"354.929203ms","start":"2026-07-29T08:51:58.595586Z","end":"2026-07-29T08:51:58.950515Z","steps":["trace[17511565] 'agreement among raft nodes before linearized reading' (duration: 354.739958ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:58.950555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.394736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/\" range_end:\"/registry/pods/envoy-gateway-system0\" limit:500 ","response":"range_response_count:1 size:5607"} {"level":"warn","ts":"2026-07-29T08:51:58.950563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.293471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/cert-manager/cert-manager-cainjector:leaderelection\" ","response":"range_response_count:1 size:1202"} {"level":"info","ts":"2026-07-29T08:51:58.950575Z","caller":"traceutil/trace.go:171","msg":"trace[1105242607] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20771; }","duration":"267.269152ms","start":"2026-07-29T08:51:58.683291Z","end":"2026-07-29T08:51:58.95056Z","steps":["trace[1105242607] 'agreement among raft nodes before linearized reading' (duration: 267.086457ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:58.950582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:58.595567Z","time spent":"355.003374ms","remote":"127.0.0.1:52468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":74857,"request content":"key:\"/registry/secrets/auth-system/sh.helm.release.v1.keycloak.v1\" "} {"level":"info","ts":"2026-07-29T08:51:58.950608Z","caller":"traceutil/trace.go:171","msg":"trace[1318294114] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/; range_end:/registry/pods/envoy-gateway-system0; response_count:1; response_revision:20771; }","duration":"142.479438ms","start":"2026-07-29T08:51:58.808115Z","end":"2026-07-29T08:51:58.950595Z","steps":["trace[1318294114] 'agreement among raft nodes before linearized reading' (duration: 142.286653ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:51:58.950622Z","caller":"traceutil/trace.go:171","msg":"trace[656794150] range","detail":"{range_begin:/registry/roles/cert-manager/cert-manager-cainjector:leaderelection; range_end:; response_count:1; response_revision:20771; }","duration":"344.390554ms","start":"2026-07-29T08:51:58.606214Z","end":"2026-07-29T08:51:58.950605Z","steps":["trace[656794150] 'agreement among raft nodes before linearized reading' (duration: 344.171638ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:51:58.950665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:51:58.606192Z","time spent":"344.461066ms","remote":"127.0.0.1:52710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1226,"request content":"key:\"/registry/roles/cert-manager/cert-manager-cainjector:leaderelection\" "} {"level":"warn","ts":"2026-07-29T08:51:58.950988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.703495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-29T08:51:58.951058Z","caller":"traceutil/trace.go:171","msg":"trace[1582655784] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20771; }","duration":"193.818108ms","start":"2026-07-29T08:51:58.757231Z","end":"2026-07-29T08:51:58.951049Z","steps":["trace[1582655784] 'agreement among raft nodes before linearized reading' (duration: 193.10193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:05.781179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.095908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/ceph-config\" ","response":"range_response_count:1 size:900"} {"level":"info","ts":"2026-07-29T08:52:05.781288Z","caller":"traceutil/trace.go:171","msg":"trace[829167417] range","detail":"{range_begin:/registry/configmaps/kube-system/ceph-config; range_end:; response_count:1; response_revision:20815; }","duration":"118.228692ms","start":"2026-07-29T08:52:05.663034Z","end":"2026-07-29T08:52:05.781262Z","steps":["trace[829167417] 'range keys from in-memory index tree' (duration: 117.913504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:05.781177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.410717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-29T08:52:05.781364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.086912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:52:05.78143Z","caller":"traceutil/trace.go:171","msg":"trace[1431700758] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:20815; }","duration":"110.214635ms","start":"2026-07-29T08:52:05.6712Z","end":"2026-07-29T08:52:05.781414Z","steps":["trace[1431700758] 'count revisions from in-memory index tree' (duration: 109.98145ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:05.781433Z","caller":"traceutil/trace.go:171","msg":"trace[693086282] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:20815; }","duration":"138.691614ms","start":"2026-07-29T08:52:05.642685Z","end":"2026-07-29T08:52:05.781377Z","steps":["trace[693086282] 'count revisions from in-memory index tree' (duration: 138.313404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:05.781605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.882895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" ","response":"range_response_count:1 size:1747"} {"level":"info","ts":"2026-07-29T08:52:05.781728Z","caller":"traceutil/trace.go:171","msg":"trace[1855294015] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:20815; }","duration":"125.059329ms","start":"2026-07-29T08:52:05.65665Z","end":"2026-07-29T08:52:05.781709Z","steps":["trace[1855294015] 'range keys from in-memory index tree' (duration: 124.437283ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:06.048149Z","caller":"traceutil/trace.go:171","msg":"trace[1471446733] transaction","detail":"{read_only:false; response_revision:20817; number_of_response:1; }","duration":"100.548858ms","start":"2026-07-29T08:52:05.94757Z","end":"2026-07-29T08:52:06.048119Z","steps":["trace[1471446733] 'process raft request' (duration: 100.284552ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:07.158337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.837266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-07-29T08:52:07.158374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.874582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-29T08:52:07.15845Z","caller":"traceutil/trace.go:171","msg":"trace[1107938680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20822; }","duration":"122.976379ms","start":"2026-07-29T08:52:07.035451Z","end":"2026-07-29T08:52:07.158427Z","steps":["trace[1107938680] 'range keys from in-memory index tree' (duration: 122.666501ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:07.158472Z","caller":"traceutil/trace.go:171","msg":"trace[1932730926] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20822; }","duration":"134.984184ms","start":"2026-07-29T08:52:07.023462Z","end":"2026-07-29T08:52:07.158446Z","steps":["trace[1932730926] 'range keys from in-memory index tree' (duration: 134.657316ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:07.158586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.08806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/\" range_end:\"/registry/pods/kube-system0\" limit:500 ","response":"range_response_count:12 size:93462"} {"level":"info","ts":"2026-07-29T08:52:07.158649Z","caller":"traceutil/trace.go:171","msg":"trace[457178562] range","detail":"{range_begin:/registry/pods/kube-system/; range_end:/registry/pods/kube-system0; response_count:12; response_revision:20822; }","duration":"149.175642ms","start":"2026-07-29T08:52:07.009459Z","end":"2026-07-29T08:52:07.158634Z","steps":["trace[457178562] 'range keys from in-memory index tree' (duration: 148.813693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:07.159122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/\" range_end:\"/registry/events/kube-system0\" limit:500 ","response":"range_response_count:143 size:111617"} {"level":"info","ts":"2026-07-29T08:52:07.159212Z","caller":"traceutil/trace.go:171","msg":"trace[670181161] range","detail":"{range_begin:/registry/events/kube-system/; range_end:/registry/events/kube-system0; response_count:143; response_revision:20822; }","duration":"147.601184ms","start":"2026-07-29T08:52:07.011595Z","end":"2026-07-29T08:52:07.159196Z","steps":["trace[670181161] 'range keys from in-memory index tree' (duration: 146.840215ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:16.274109Z","caller":"traceutil/trace.go:171","msg":"trace[1430427471] transaction","detail":"{read_only:false; response_revision:20878; number_of_response:1; }","duration":"207.232378ms","start":"2026-07-29T08:52:16.066856Z","end":"2026-07-29T08:52:16.274089Z","steps":["trace[1430427471] 'process raft request' (duration: 207.107285ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:16.437587Z","caller":"traceutil/trace.go:171","msg":"trace[89003956] linearizableReadLoop","detail":"{readStateIndex:21574; appliedIndex:21572; }","duration":"324.495857ms","start":"2026-07-29T08:52:16.11305Z","end":"2026-07-29T08:52:16.437545Z","steps":["trace[89003956] 'read index received' (duration: 160.937211ms)","trace[89003956] 'applied index is now lower than readState.Index' (duration: 163.557346ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:16.437594Z","caller":"traceutil/trace.go:171","msg":"trace[430039504] transaction","detail":"{read_only:false; response_revision:20879; number_of_response:1; }","duration":"351.784857ms","start":"2026-07-29T08:52:16.085766Z","end":"2026-07-29T08:52:16.437551Z","steps":["trace[430039504] 'process raft request' (duration: 341.865713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:16.437753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:52:16.08574Z","time spent":"351.92841ms","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-29T08:52:16.437811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.813356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-29T08:52:16.437807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.741792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:202"} {"level":"info","ts":"2026-07-29T08:52:16.437888Z","caller":"traceutil/trace.go:171","msg":"trace[325473767] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:20879; }","duration":"324.870116ms","start":"2026-07-29T08:52:16.113002Z","end":"2026-07-29T08:52:16.437872Z","steps":["trace[325473767] 'agreement among raft nodes before linearized reading' (duration: 324.659131ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:16.43788Z","caller":"traceutil/trace.go:171","msg":"trace[221312612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20879; }","duration":"276.924529ms","start":"2026-07-29T08:52:16.160937Z","end":"2026-07-29T08:52:16.437861Z","steps":["trace[221312612] 'agreement among raft nodes before linearized reading' (duration: 276.757194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:16.437919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:52:16.112983Z","time spent":"324.929797ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":226,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-07-29T08:52:16.438088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.71924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-07-29T08:52:16.43819Z","caller":"traceutil/trace.go:171","msg":"trace[684124173] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/statefulset-controller; range_end:; response_count:1; response_revision:20879; }","duration":"317.879064ms","start":"2026-07-29T08:52:16.120296Z","end":"2026-07-29T08:52:16.438175Z","steps":["trace[684124173] 'agreement among raft nodes before linearized reading' (duration: 317.667669ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:16.43822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-29T08:52:16.120273Z","time spent":"317.937385ms","remote":"127.0.0.1:52584","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":234,"request content":"key:\"/registry/serviceaccounts/kube-system/statefulset-controller\" "} {"level":"warn","ts":"2026-07-29T08:52:16.438438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.043778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-29T08:52:16.438559Z","caller":"traceutil/trace.go:171","msg":"trace[468116732] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20879; }","duration":"287.222942ms","start":"2026-07-29T08:52:16.151311Z","end":"2026-07-29T08:52:16.438534Z","steps":["trace[468116732] 'agreement among raft nodes before linearized reading' (duration: 286.885754ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:17.371768Z","caller":"traceutil/trace.go:171","msg":"trace[385938210] linearizableReadLoop","detail":"{readStateIndex:21579; appliedIndex:21577; }","duration":"284.32733ms","start":"2026-07-29T08:52:17.087407Z","end":"2026-07-29T08:52:17.371735Z","steps":["trace[385938210] 'read index received' (duration: 23.420755ms)","trace[385938210] 'applied index is now lower than readState.Index' (duration: 260.905095ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:17.371789Z","caller":"traceutil/trace.go:171","msg":"trace[894157380] transaction","detail":"{read_only:false; response_revision:20884; number_of_response:1; }","duration":"296.394617ms","start":"2026-07-29T08:52:17.075352Z","end":"2026-07-29T08:52:17.371747Z","steps":["trace[894157380] 'process raft request' (duration: 294.233344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.372138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.801638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-29T08:52:17.372229Z","caller":"traceutil/trace.go:171","msg":"trace[1941270177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20884; }","duration":"147.940022ms","start":"2026-07-29T08:52:17.224274Z","end":"2026-07-29T08:52:17.372214Z","steps":["trace[1941270177] 'agreement among raft nodes before linearized reading' (duration: 147.744407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.372311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.898934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:1 size:1156"} {"level":"info","ts":"2026-07-29T08:52:17.372411Z","caller":"traceutil/trace.go:171","msg":"trace[1486385122] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:1; response_revision:20884; }","duration":"285.028577ms","start":"2026-07-29T08:52:17.087361Z","end":"2026-07-29T08:52:17.37239Z","steps":["trace[1486385122] 'agreement among raft nodes before linearized reading' (duration: 284.523625ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.37257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.397367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-29T08:52:17.372659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.157016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:476"} {"level":"info","ts":"2026-07-29T08:52:17.372761Z","caller":"traceutil/trace.go:171","msg":"trace[72941141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20884; }","duration":"151.669524ms","start":"2026-07-29T08:52:17.221064Z","end":"2026-07-29T08:52:17.372734Z","steps":["trace[72941141] 'agreement among raft nodes before linearized reading' (duration: 151.12637ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:17.372769Z","caller":"traceutil/trace.go:171","msg":"trace[1129343922] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:20884; }","duration":"172.30635ms","start":"2026-07-29T08:52:17.200439Z","end":"2026-07-29T08:52:17.372745Z","steps":["trace[1129343922] 'agreement among raft nodes before linearized reading' (duration: 172.021443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.372659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.178922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-07-29T08:52:17.372968Z","caller":"traceutil/trace.go:171","msg":"trace[235632515] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:20884; }","duration":"149.511791ms","start":"2026-07-29T08:52:17.223432Z","end":"2026-07-29T08:52:17.372943Z","steps":["trace[235632515] 'agreement among raft nodes before linearized reading' (duration: 148.987968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.37298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.112884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/cinder-bin\" ","response":"range_response_count:1 size:30506"} {"level":"info","ts":"2026-07-29T08:52:17.37303Z","caller":"traceutil/trace.go:171","msg":"trace[1578289491] range","detail":"{range_begin:/registry/configmaps/openstack/cinder-bin; range_end:; response_count:1; response_revision:20884; }","duration":"275.191766ms","start":"2026-07-29T08:52:17.097826Z","end":"2026-07-29T08:52:17.373018Z","steps":["trace[1578289491] 'agreement among raft nodes before linearized reading' (duration: 274.118839ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.634496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.139306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:52:17.634832Z","caller":"traceutil/trace.go:171","msg":"trace[529129682] transaction","detail":"{read_only:false; response_revision:20886; number_of_response:1; }","duration":"257.518563ms","start":"2026-07-29T08:52:17.37728Z","end":"2026-07-29T08:52:17.634799Z","steps":["trace[529129682] 'process raft request' (duration: 128.931216ms)","trace[529129682] 'compare' (duration: 127.975311ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:17.635Z","caller":"traceutil/trace.go:171","msg":"trace[662320401] transaction","detail":"{read_only:false; response_revision:20887; number_of_response:1; }","duration":"257.573674ms","start":"2026-07-29T08:52:17.377413Z","end":"2026-07-29T08:52:17.634987Z","steps":["trace[662320401] 'process raft request' (duration: 257.294297ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:17.634973Z","caller":"traceutil/trace.go:171","msg":"trace[477353654] linearizableReadLoop","detail":"{readStateIndex:21583; appliedIndex:21579; }","duration":"257.03097ms","start":"2026-07-29T08:52:17.377926Z","end":"2026-07-29T08:52:17.634957Z","steps":["trace[477353654] 'read index received' (duration: 57.433ms)","trace[477353654] 'applied index is now lower than readState.Index' (duration: 199.59692ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:52:17.635252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.310377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-etc\" ","response":"range_response_count:1 size:1156"} {"level":"info","ts":"2026-07-29T08:52:17.635359Z","caller":"traceutil/trace.go:171","msg":"trace[1025331797] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-etc; range_end:; response_count:1; response_revision:20888; }","duration":"257.466571ms","start":"2026-07-29T08:52:17.377874Z","end":"2026-07-29T08:52:17.63534Z","steps":["trace[1025331797] 'agreement among raft nodes before linearized reading' (duration: 257.232715ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.635327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.230345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12091"} {"level":"info","ts":"2026-07-29T08:52:17.635494Z","caller":"traceutil/trace.go:171","msg":"trace[807265739] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20888; }","duration":"257.4201ms","start":"2026-07-29T08:52:17.378058Z","end":"2026-07-29T08:52:17.635478Z","steps":["trace[807265739] 'agreement among raft nodes before linearized reading' (duration: 257.110053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.635577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.460987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/cinder-bin\" ","response":"range_response_count:1 size:30506"} {"level":"info","ts":"2026-07-29T08:52:17.635683Z","caller":"traceutil/trace.go:171","msg":"trace[2024774440] range","detail":"{range_begin:/registry/configmaps/openstack/cinder-bin; range_end:; response_count:1; response_revision:20888; }","duration":"256.610831ms","start":"2026-07-29T08:52:17.379044Z","end":"2026-07-29T08:52:17.635655Z","steps":["trace[2024774440] 'agreement among raft nodes before linearized reading' (duration: 256.217091ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:17.6368Z","caller":"traceutil/trace.go:171","msg":"trace[73259071] transaction","detail":"{read_only:false; response_revision:20888; number_of_response:1; }","duration":"257.567343ms","start":"2026-07-29T08:52:17.377585Z","end":"2026-07-29T08:52:17.635152Z","steps":["trace[73259071] 'process raft request' (duration: 257.216215ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:17.779344Z","caller":"traceutil/trace.go:171","msg":"trace[665920835] linearizableReadLoop","detail":"{readStateIndex:21584; appliedIndex:21583; }","duration":"139.615147ms","start":"2026-07-29T08:52:17.639703Z","end":"2026-07-29T08:52:17.779318Z","steps":["trace[665920835] 'read index received' (duration: 137.946456ms)","trace[665920835] 'applied index is now lower than readState.Index' (duration: 1.667731ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:17.779504Z","caller":"traceutil/trace.go:171","msg":"trace[149210459] transaction","detail":"{read_only:false; response_revision:20889; number_of_response:1; }","duration":"140.434627ms","start":"2026-07-29T08:52:17.639036Z","end":"2026-07-29T08:52:17.77947Z","steps":["trace[149210459] 'process raft request' (duration: 138.676754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.783404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.656957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:444 size:345430"} {"level":"info","ts":"2026-07-29T08:52:17.78356Z","caller":"traceutil/trace.go:171","msg":"trace[396308097] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:444; response_revision:20889; }","duration":"143.822741ms","start":"2026-07-29T08:52:17.639665Z","end":"2026-07-29T08:52:17.783488Z","steps":["trace[396308097] 'agreement among raft nodes before linearized reading' (duration: 139.71554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:17.784784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.842502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:444 size:345430"} {"level":"info","ts":"2026-07-29T08:52:17.78489Z","caller":"traceutil/trace.go:171","msg":"trace[1097297422] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:444; response_revision:20889; }","duration":"143.965825ms","start":"2026-07-29T08:52:17.6409Z","end":"2026-07-29T08:52:17.784866Z","steps":["trace[1097297422] 'agreement among raft nodes before linearized reading' (duration: 138.619153ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:20.696495Z","caller":"traceutil/trace.go:171","msg":"trace[746359386] transaction","detail":"{read_only:false; response_revision:20905; number_of_response:1; }","duration":"245.978809ms","start":"2026-07-29T08:52:20.450495Z","end":"2026-07-29T08:52:20.696474Z","steps":["trace[746359386] 'process raft request' (duration: 211.0053ms)","trace[746359386] 'compare' (duration: 34.671612ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:20.696474Z","caller":"traceutil/trace.go:171","msg":"trace[885476611] linearizableReadLoop","detail":"{readStateIndex:21600; appliedIndex:21599; }","duration":"221.941219ms","start":"2026-07-29T08:52:20.4745Z","end":"2026-07-29T08:52:20.696441Z","steps":["trace[885476611] 'read index received' (duration: 186.989481ms)","trace[885476611] 'applied index is now lower than readState.Index' (duration: 34.950028ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:52:20.696602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.514578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/\" range_end:\"/registry/replicasets/openstack0\" limit:500 ","response":"range_response_count:9 size:75386"} {"level":"info","ts":"2026-07-29T08:52:20.696706Z","caller":"traceutil/trace.go:171","msg":"trace[422069199] range","detail":"{range_begin:/registry/replicasets/openstack/; range_end:/registry/replicasets/openstack0; response_count:9; response_revision:20904; }","duration":"256.682322ms","start":"2026-07-29T08:52:20.439998Z","end":"2026-07-29T08:52:20.69668Z","steps":["trace[422069199] 'range keys from in-memory index tree' (duration: 256.139798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:20.696777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.195935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:1149"} {"level":"info","ts":"2026-07-29T08:52:20.696866Z","caller":"traceutil/trace.go:171","msg":"trace[1991692011] range","detail":"{range_begin:/registry/services/endpoints/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:20905; }","duration":"222.427581ms","start":"2026-07-29T08:52:20.47442Z","end":"2026-07-29T08:52:20.696848Z","steps":["trace[1991692011] 'agreement among raft nodes before linearized reading' (duration: 222.122084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:20.749334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.881031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:52:20.749419Z","caller":"traceutil/trace.go:171","msg":"trace[931319352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20906; }","duration":"260.028084ms","start":"2026-07-29T08:52:20.489373Z","end":"2026-07-29T08:52:20.749401Z","steps":["trace[931319352] 'agreement among raft nodes before linearized reading' (duration: 259.786498ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:20.749433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.584616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:52:20.749506Z","caller":"traceutil/trace.go:171","msg":"trace[558997117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20906; }","duration":"253.730679ms","start":"2026-07-29T08:52:20.495752Z","end":"2026-07-29T08:52:20.749483Z","steps":["trace[558997117] 'agreement among raft nodes before linearized reading' (duration: 253.489893ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:22.510093Z","caller":"traceutil/trace.go:171","msg":"trace[1086818835] transaction","detail":"{read_only:false; response_revision:20915; number_of_response:1; }","duration":"126.748581ms","start":"2026-07-29T08:52:22.383321Z","end":"2026-07-29T08:52:22.510069Z","steps":["trace[1086818835] 'process raft request' (duration: 126.573957ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:22.545475Z","caller":"traceutil/trace.go:171","msg":"trace[1572455537] linearizableReadLoop","detail":"{readStateIndex:21612; appliedIndex:21610; }","duration":"108.713029ms","start":"2026-07-29T08:52:22.43674Z","end":"2026-07-29T08:52:22.545453Z","steps":["trace[1572455537] 'read index received' (duration: 73.188447ms)","trace[1572455537] 'applied index is now lower than readState.Index' (duration: 35.523902ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:22.545529Z","caller":"traceutil/trace.go:171","msg":"trace[142131381] transaction","detail":"{read_only:false; response_revision:20916; number_of_response:1; }","duration":"162.1128ms","start":"2026-07-29T08:52:22.383387Z","end":"2026-07-29T08:52:22.5455Z","steps":["trace[142131381] 'process raft request' (duration: 161.946336ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:22.545614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.862363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-29T08:52:22.545649Z","caller":"traceutil/trace.go:171","msg":"trace[762059396] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:20916; }","duration":"108.951055ms","start":"2026-07-29T08:52:22.436688Z","end":"2026-07-29T08:52:22.545639Z","steps":["trace[762059396] 'agreement among raft nodes before linearized reading' (duration: 108.872113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:22.545792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.195602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-bootstrap\" ","response":"range_response_count:1 size:6903"} {"level":"info","ts":"2026-07-29T08:52:22.545835Z","caller":"traceutil/trace.go:171","msg":"trace[1325682497] range","detail":"{range_begin:/registry/jobs/openstack/cinder-bootstrap; range_end:; response_count:1; response_revision:20916; }","duration":"107.300824ms","start":"2026-07-29T08:52:22.438524Z","end":"2026-07-29T08:52:22.545825Z","steps":["trace[1325682497] 'agreement among raft nodes before linearized reading' (duration: 107.067798ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:23.005103Z","caller":"traceutil/trace.go:171","msg":"trace[902537411] linearizableReadLoop","detail":"{readStateIndex:21617; appliedIndex:21615; }","duration":"172.741191ms","start":"2026-07-29T08:52:22.832334Z","end":"2026-07-29T08:52:23.005075Z","steps":["trace[902537411] 'read index received' (duration: 64.028532ms)","trace[902537411] 'applied index is now lower than readState.Index' (duration: 108.711489ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:23.005134Z","caller":"traceutil/trace.go:171","msg":"trace[762069671] transaction","detail":"{read_only:false; response_revision:20921; number_of_response:1; }","duration":"172.917696ms","start":"2026-07-29T08:52:22.832195Z","end":"2026-07-29T08:52:23.005113Z","steps":["trace[762069671] 'process raft request' (duration: 172.66424ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:23.005224Z","caller":"traceutil/trace.go:171","msg":"trace[556587713] transaction","detail":"{read_only:false; response_revision:20922; number_of_response:1; }","duration":"148.867095ms","start":"2026-07-29T08:52:22.856302Z","end":"2026-07-29T08:52:23.005169Z","steps":["trace[556587713] 'process raft request' (duration: 148.730012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:23.005421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.579472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-create-internal-tenant\" ","response":"range_response_count:1 size:7864"} {"level":"info","ts":"2026-07-29T08:52:23.005474Z","caller":"traceutil/trace.go:171","msg":"trace[350280669] range","detail":"{range_begin:/registry/jobs/openstack/cinder-create-internal-tenant; range_end:; response_count:1; response_revision:20922; }","duration":"171.650074ms","start":"2026-07-29T08:52:22.833803Z","end":"2026-07-29T08:52:23.005453Z","steps":["trace[350280669] 'agreement among raft nodes before linearized reading' (duration: 171.457419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:23.005888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.51544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:12091"} {"level":"info","ts":"2026-07-29T08:52:23.005966Z","caller":"traceutil/trace.go:171","msg":"trace[271413762] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20922; }","duration":"173.637073ms","start":"2026-07-29T08:52:22.832311Z","end":"2026-07-29T08:52:23.005948Z","steps":["trace[271413762] 'agreement among raft nodes before linearized reading' (duration: 172.888105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:24.943526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.382156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-5cbbcc5bc9-z565f\" ","response":"range_response_count:1 size:10156"} {"level":"warn","ts":"2026-07-29T08:52:24.943627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.498282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-29T08:52:24.943679Z","caller":"traceutil/trace.go:171","msg":"trace[739061782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20932; }","duration":"112.605955ms","start":"2026-07-29T08:52:24.831061Z","end":"2026-07-29T08:52:24.943667Z","steps":["trace[739061782] 'range keys from in-memory index tree' (duration: 112.270286ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:24.943676Z","caller":"traceutil/trace.go:171","msg":"trace[2107597898] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-5cbbcc5bc9-z565f; range_end:; response_count:1; response_revision:20932; }","duration":"151.593151ms","start":"2026-07-29T08:52:24.792042Z","end":"2026-07-29T08:52:24.943635Z","steps":["trace[2107597898] 'range keys from in-memory index tree' (duration: 151.12282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:24.94353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.332396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:52:24.943858Z","caller":"traceutil/trace.go:171","msg":"trace[1860984396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20932; }","duration":"151.663443ms","start":"2026-07-29T08:52:24.79214Z","end":"2026-07-29T08:52:24.943803Z","steps":["trace[1860984396] 'range keys from in-memory index tree' (duration: 151.235683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:24.944395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.316211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/tempest-run-tests\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-29T08:52:24.944466Z","caller":"traceutil/trace.go:171","msg":"trace[572372355] range","detail":"{range_begin:/registry/jobs/openstack/tempest-run-tests; range_end:; response_count:1; response_revision:20932; }","duration":"160.08154ms","start":"2026-07-29T08:52:24.784373Z","end":"2026-07-29T08:52:24.944455Z","steps":["trace[572372355] 'range keys from in-memory index tree' (duration: 158.695556ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:25.145122Z","caller":"traceutil/trace.go:171","msg":"trace[2039090301] transaction","detail":"{read_only:false; response_revision:20933; number_of_response:1; }","duration":"196.645318ms","start":"2026-07-29T08:52:24.948434Z","end":"2026-07-29T08:52:25.145079Z","steps":["trace[2039090301] 'process raft request' (duration: 196.427262ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:25.147556Z","caller":"traceutil/trace.go:171","msg":"trace[260865078] linearizableReadLoop","detail":"{readStateIndex:21630; appliedIndex:21628; }","duration":"197.227462ms","start":"2026-07-29T08:52:24.950284Z","end":"2026-07-29T08:52:25.147512Z","steps":["trace[260865078] 'read index received' (duration: 194.619478ms)","trace[260865078] 'applied index is now lower than readState.Index' (duration: 2.606174ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:25.147562Z","caller":"traceutil/trace.go:171","msg":"trace[1976940344] transaction","detail":"{read_only:false; response_revision:20934; number_of_response:1; }","duration":"198.740589ms","start":"2026-07-29T08:52:24.94879Z","end":"2026-07-29T08:52:25.14753Z","steps":["trace[1976940344] 'process raft request' (duration: 198.463632ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:25.147823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.534969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/tempest-run-tests\" ","response":"range_response_count:1 size:9044"} {"level":"info","ts":"2026-07-29T08:52:25.148351Z","caller":"traceutil/trace.go:171","msg":"trace[731493283] range","detail":"{range_begin:/registry/jobs/openstack/tempest-run-tests; range_end:; response_count:1; response_revision:20935; }","duration":"198.094703ms","start":"2026-07-29T08:52:24.95023Z","end":"2026-07-29T08:52:25.148325Z","steps":["trace[731493283] 'agreement among raft nodes before linearized reading' (duration: 197.416837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:25.147989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.204951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-5cbbcc5bc9-z565f\" ","response":"range_response_count:1 size:10156"} {"level":"info","ts":"2026-07-29T08:52:25.148496Z","caller":"traceutil/trace.go:171","msg":"trace[1244052753] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-5cbbcc5bc9-z565f; range_end:; response_count:1; response_revision:20935; }","duration":"197.731355ms","start":"2026-07-29T08:52:24.950732Z","end":"2026-07-29T08:52:25.148463Z","steps":["trace[1244052753] 'agreement among raft nodes before linearized reading' (duration: 197.067198ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:25.321243Z","caller":"traceutil/trace.go:171","msg":"trace[300476824] transaction","detail":"{read_only:false; response_revision:20936; number_of_response:1; }","duration":"139.634988ms","start":"2026-07-29T08:52:25.181587Z","end":"2026-07-29T08:52:25.321221Z","steps":["trace[300476824] 'process raft request' (duration: 115.468635ms)","trace[300476824] 'compare' (duration: 24.05701ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:52:26.873093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.717335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-scheduler-5479f6fcbf-4zms2\" ","response":"range_response_count:1 size:8671"} {"level":"info","ts":"2026-07-29T08:52:26.873213Z","caller":"traceutil/trace.go:171","msg":"trace[2102130677] range","detail":"{range_begin:/registry/pods/openstack/cinder-scheduler-5479f6fcbf-4zms2; range_end:; response_count:1; response_revision:20942; }","duration":"195.864598ms","start":"2026-07-29T08:52:26.677322Z","end":"2026-07-29T08:52:26.873187Z","steps":["trace[2102130677] 'range keys from in-memory index tree' (duration: 195.560881ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:26.873104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.65065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-rabbit-init-v7znj\" ","response":"range_response_count:1 size:6682"} {"level":"info","ts":"2026-07-29T08:52:26.873366Z","caller":"traceutil/trace.go:171","msg":"trace[450353826] range","detail":"{range_begin:/registry/pods/openstack/cinder-rabbit-init-v7znj; range_end:; response_count:1; response_revision:20942; }","duration":"201.954117ms","start":"2026-07-29T08:52:26.671357Z","end":"2026-07-29T08:52:26.873311Z","steps":["trace[450353826] 'range keys from in-memory index tree' (duration: 201.360193ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:26.87326Z","caller":"traceutil/trace.go:171","msg":"trace[730837415] transaction","detail":"{read_only:false; response_revision:20943; number_of_response:1; }","duration":"133.983909ms","start":"2026-07-29T08:52:26.739248Z","end":"2026-07-29T08:52:26.873232Z","steps":["trace[730837415] 'process raft request' (duration: 73.899734ms)","trace[730837415] 'compare' (duration: 59.816209ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:29.268713Z","caller":"traceutil/trace.go:171","msg":"trace[1401762039] linearizableReadLoop","detail":"{readStateIndex:21654; appliedIndex:21653; }","duration":"186.317284ms","start":"2026-07-29T08:52:29.082364Z","end":"2026-07-29T08:52:29.268681Z","steps":["trace[1401762039] 'read index received' (duration: 105.5363ms)","trace[1401762039] 'applied index is now lower than readState.Index' (duration: 80.779484ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:29.268724Z","caller":"traceutil/trace.go:171","msg":"trace[1310879965] transaction","detail":"{read_only:false; response_revision:20957; number_of_response:1; }","duration":"240.624137ms","start":"2026-07-29T08:52:29.028047Z","end":"2026-07-29T08:52:29.268672Z","steps":["trace[1310879965] 'process raft request' (duration: 159.760852ms)","trace[1310879965] 'compare' (duration: 80.260931ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:52:29.269002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.617132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-hhk7h\" ","response":"range_response_count:1 size:10957"} {"level":"info","ts":"2026-07-29T08:52:29.269069Z","caller":"traceutil/trace.go:171","msg":"trace[1126263161] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-hhk7h; range_end:; response_count:1; response_revision:20958; }","duration":"186.739235ms","start":"2026-07-29T08:52:29.082315Z","end":"2026-07-29T08:52:29.269054Z","steps":["trace[1126263161] 'agreement among raft nodes before linearized reading' (duration: 186.487989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:29.269064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.562176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-07-29T08:52:29.269141Z","caller":"traceutil/trace.go:171","msg":"trace[1689820482] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:20958; }","duration":"183.691279ms","start":"2026-07-29T08:52:29.085429Z","end":"2026-07-29T08:52:29.26912Z","steps":["trace[1689820482] 'agreement among raft nodes before linearized reading' (duration: 183.464684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:29.488802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.022728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:52:29.488947Z","caller":"traceutil/trace.go:171","msg":"trace[216158498] linearizableReadLoop","detail":"{readStateIndex:21656; appliedIndex:21655; }","duration":"214.2534ms","start":"2026-07-29T08:52:29.274673Z","end":"2026-07-29T08:52:29.488927Z","steps":["trace[216158498] 'read index received' (duration: 98.013996ms)","trace[216158498] 'applied index is now lower than readState.Index' (duration: 116.237664ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:29.488955Z","caller":"traceutil/trace.go:171","msg":"trace[424819766] transaction","detail":"{read_only:false; response_revision:20959; number_of_response:1; }","duration":"215.219194ms","start":"2026-07-29T08:52:29.273709Z","end":"2026-07-29T08:52:29.488928Z","steps":["trace[424819766] 'process raft request' (duration: 98.9686ms)","trace[424819766] 'compare' (duration: 115.882925ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:52:29.489125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.431254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/tempest-run-tests-hhk7h\" ","response":"range_response_count:1 size:10957"} {"level":"info","ts":"2026-07-29T08:52:29.489213Z","caller":"traceutil/trace.go:171","msg":"trace[1561284742] range","detail":"{range_begin:/registry/pods/openstack/tempest-run-tests-hhk7h; range_end:; response_count:1; response_revision:20959; }","duration":"214.550947ms","start":"2026-07-29T08:52:29.274644Z","end":"2026-07-29T08:52:29.489195Z","steps":["trace[1561284742] 'agreement among raft nodes before linearized reading' (duration: 214.339622ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:29.514768Z","caller":"traceutil/trace.go:171","msg":"trace[650576373] transaction","detail":"{read_only:false; response_revision:20961; number_of_response:1; }","duration":"178.555683ms","start":"2026-07-29T08:52:29.336183Z","end":"2026-07-29T08:52:29.514739Z","steps":["trace[650576373] 'process raft request' (duration: 178.474401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:29.514838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.998471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-29T08:52:29.514907Z","caller":"traceutil/trace.go:171","msg":"trace[386282083] transaction","detail":"{read_only:false; response_revision:20960; number_of_response:1; }","duration":"239.49534ms","start":"2026-07-29T08:52:29.275391Z","end":"2026-07-29T08:52:29.514886Z","steps":["trace[386282083] 'process raft request' (duration: 239.133711ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:29.514951Z","caller":"traceutil/trace.go:171","msg":"trace[720460851] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:20961; }","duration":"130.154555ms","start":"2026-07-29T08:52:29.384774Z","end":"2026-07-29T08:52:29.514929Z","steps":["trace[720460851] 'agreement among raft nodes before linearized reading' (duration: 129.980541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:29.515006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.567849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:754"} {"level":"info","ts":"2026-07-29T08:52:29.515096Z","caller":"traceutil/trace.go:171","msg":"trace[1062227529] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:20961; }","duration":"166.703563ms","start":"2026-07-29T08:52:29.348368Z","end":"2026-07-29T08:52:29.515071Z","steps":["trace[1062227529] 'agreement among raft nodes before linearized reading' (duration: 166.445366ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:29.733432Z","caller":"traceutil/trace.go:171","msg":"trace[949545870] linearizableReadLoop","detail":"{readStateIndex:21659; appliedIndex:21658; }","duration":"134.282137ms","start":"2026-07-29T08:52:29.599119Z","end":"2026-07-29T08:52:29.733402Z","steps":["trace[949545870] 'read index received' (duration: 81.595853ms)","trace[949545870] 'applied index is now lower than readState.Index' (duration: 52.685044ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:29.733547Z","caller":"traceutil/trace.go:171","msg":"trace[1191797994] transaction","detail":"{read_only:false; response_revision:20962; number_of_response:1; }","duration":"152.237727ms","start":"2026-07-29T08:52:29.581273Z","end":"2026-07-29T08:52:29.733511Z","steps":["trace[1191797994] 'process raft request' (duration: 99.500143ms)","trace[1191797994] 'compare' (duration: 52.484078ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:52:29.733862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.820495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-backup\" ","response":"range_response_count:1 size:733"} {"level":"warn","ts":"2026-07-29T08:52:29.733866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.679066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-api\" ","response":"range_response_count:1 size:721"} {"level":"info","ts":"2026-07-29T08:52:29.733921Z","caller":"traceutil/trace.go:171","msg":"trace[896894966] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-backup; range_end:; response_count:1; response_revision:20962; }","duration":"111.996949ms","start":"2026-07-29T08:52:29.621909Z","end":"2026-07-29T08:52:29.733906Z","steps":["trace[896894966] 'agreement among raft nodes before linearized reading' (duration: 111.760303ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:29.733949Z","caller":"traceutil/trace.go:171","msg":"trace[335181176] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-api; range_end:; response_count:1; response_revision:20962; }","duration":"134.83996ms","start":"2026-07-29T08:52:29.599085Z","end":"2026-07-29T08:52:29.733925Z","steps":["trace[335181176] 'agreement among raft nodes before linearized reading' (duration: 134.525303ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:29.920421Z","caller":"traceutil/trace.go:171","msg":"trace[407856416] linearizableReadLoop","detail":"{readStateIndex:21663; appliedIndex:21662; }","duration":"106.27139ms","start":"2026-07-29T08:52:29.814121Z","end":"2026-07-29T08:52:29.920392Z","steps":["trace[407856416] 'read index received' (duration: 71.005463ms)","trace[407856416] 'applied index is now lower than readState.Index' (duration: 35.264806ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:29.920456Z","caller":"traceutil/trace.go:171","msg":"trace[747230574] transaction","detail":"{read_only:false; response_revision:20966; number_of_response:1; }","duration":"107.912339ms","start":"2026-07-29T08:52:29.812517Z","end":"2026-07-29T08:52:29.920429Z","steps":["trace[747230574] 'process raft request' (duration: 72.677074ms)","trace[747230574] 'compare' (duration: 35.069531ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:52:29.920731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.579807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-api\" ","response":"range_response_count:1 size:721"} {"level":"info","ts":"2026-07-29T08:52:29.920788Z","caller":"traceutil/trace.go:171","msg":"trace[354593496] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-api; range_end:; response_count:1; response_revision:20966; }","duration":"106.68688ms","start":"2026-07-29T08:52:29.814086Z","end":"2026-07-29T08:52:29.920773Z","steps":["trace[354593496] 'agreement among raft nodes before linearized reading' (duration: 106.464254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:29.921037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.167477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-backup\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-07-29T08:52:29.921175Z","caller":"traceutil/trace.go:171","msg":"trace[1029455944] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-backup; range_end:; response_count:1; response_revision:20966; }","duration":"106.349061ms","start":"2026-07-29T08:52:29.814744Z","end":"2026-07-29T08:52:29.921093Z","steps":["trace[1029455944] 'agreement among raft nodes before linearized reading' (duration: 106.032703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:31.179049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.639354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-volume-usage-audit\" ","response":"range_response_count:1 size:781"} {"level":"info","ts":"2026-07-29T08:52:31.179131Z","caller":"traceutil/trace.go:171","msg":"trace[1559684746] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-volume-usage-audit; range_end:; response_count:1; response_revision:20968; }","duration":"103.765017ms","start":"2026-07-29T08:52:31.075346Z","end":"2026-07-29T08:52:31.179111Z","steps":["trace[1559684746] 'range keys from in-memory index tree' (duration: 103.448649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:39.747608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.242704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-29T08:52:39.747727Z","caller":"traceutil/trace.go:171","msg":"trace[548435612] linearizableReadLoop","detail":"{readStateIndex:21723; appliedIndex:21721; }","duration":"190.039506ms","start":"2026-07-29T08:52:39.55767Z","end":"2026-07-29T08:52:39.747709Z","steps":["trace[548435612] 'read index received' (duration: 18.989986ms)","trace[548435612] 'applied index is now lower than readState.Index' (duration: 171.04861ms)"],"step_count":2} {"level":"info","ts":"2026-07-29T08:52:39.74781Z","caller":"traceutil/trace.go:171","msg":"trace[521084615] transaction","detail":"{read_only:false; response_revision:21024; number_of_response:1; }","duration":"195.973591ms","start":"2026-07-29T08:52:39.551788Z","end":"2026-07-29T08:52:39.747762Z","steps":["trace[521084615] 'process raft request' (duration: 79.485591ms)","trace[521084615] 'compare' (duration: 116.123361ms)"],"step_count":2} {"level":"warn","ts":"2026-07-29T08:52:39.747937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.271372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-29T08:52:39.747978Z","caller":"traceutil/trace.go:171","msg":"trace[81594117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21024; }","duration":"190.339123ms","start":"2026-07-29T08:52:39.557626Z","end":"2026-07-29T08:52:39.747966Z","steps":["trace[81594117] 'agreement among raft nodes before linearized reading' (duration: 190.194149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:39.748042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.471697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keystone-db-admin\" ","response":"range_response_count:1 size:720"} {"level":"info","ts":"2026-07-29T08:52:39.748133Z","caller":"traceutil/trace.go:171","msg":"trace[975774267] range","detail":"{range_begin:/registry/secrets/openstack/keystone-db-admin; range_end:; response_count:1; response_revision:21024; }","duration":"155.59514ms","start":"2026-07-29T08:52:39.592512Z","end":"2026-07-29T08:52:39.748107Z","steps":["trace[975774267] 'agreement among raft nodes before linearized reading' (duration: 155.333654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:39.748171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.545981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-29T08:52:39.748201Z","caller":"traceutil/trace.go:171","msg":"trace[77565144] range","detail":"{range_begin:/registry/serviceaccounts/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:21024; }","duration":"151.619572ms","start":"2026-07-29T08:52:39.596573Z","end":"2026-07-29T08:52:39.748192Z","steps":["trace[77565144] 'agreement among raft nodes before linearized reading' (duration: 151.53359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:45.209783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.783321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1606"} {"level":"info","ts":"2026-07-29T08:52:45.209867Z","caller":"traceutil/trace.go:171","msg":"trace[1302265306] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:21059; }","duration":"106.881623ms","start":"2026-07-29T08:52:45.102968Z","end":"2026-07-29T08:52:45.20985Z","steps":["trace[1302265306] 'range keys from in-memory index tree' (duration: 106.686978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:45.79915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.747362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-07-29T08:52:45.799233Z","caller":"traceutil/trace.go:171","msg":"trace[547866407] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:21062; }","duration":"124.859895ms","start":"2026-07-29T08:52:45.674355Z","end":"2026-07-29T08:52:45.799215Z","steps":["trace[547866407] 'range keys from in-memory index tree' (duration: 124.563737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-29T08:52:45.799302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.301336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9583"} {"level":"info","ts":"2026-07-29T08:52:45.799388Z","caller":"traceutil/trace.go:171","msg":"trace[1105811617] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:21062; }","duration":"116.413648ms","start":"2026-07-29T08:52:45.682959Z","end":"2026-07-29T08:52:45.799372Z","steps":["trace[1105811617] 'range keys from in-memory index tree' (duration: 115.994858ms)"],"step_count":1} {"level":"info","ts":"2026-07-29T08:52:46.85523Z","caller":"traceutil/trace.go:171","msg":"trace[676458537] transaction","detail":"{read_only:false; response_revision:21069; number_of_response:1; }","duration":"148.151287ms","start":"2026-07-29T08:52:46.707059Z","end":"2026-07-29T08:52:46.85521Z","steps":["trace[676458537] 'process raft request' (duration: 148.015454ms)"],"step_count":1}