{"level":"warn","ts":"2026-04-18T17:52:57.952572Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:52:57.952721Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=controller-1=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=controller-1","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-18T17:52:57.952814Z","caller":"embed/config.go:689","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-18T17:52:57.952829Z","caller":"embed/etcd.go:140","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-04-18T17:52:57.952874Z","caller":"embed/etcd.go:528","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:52:57.953527Z","caller":"embed/etcd.go:148","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-04-18T17:52:57.953678Z","caller":"embed/etcd.go:323","msg":"starting an etcd server","etcd-version":"3.5.21","git-sha":"a17edfd","go-version":"go1.23.7","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"controller-1","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"controller-1=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-18T17:52:57.973033Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"18.883965ms"} {"level":"info","ts":"2026-04-18T17:52:57.995154Z","caller":"etcdserver/raft.go:506","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-04-18T17:52:57.995296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-18T17:52:57.995341Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-04-18T17:52:57.995363Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-18T17:52:57.995416Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-04-18T17:52:57.995487Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-04-18T17:52:58.012924Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-18T17:52:58.014989Z","caller":"mvcc/kvstore.go:425","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-18T17:52:58.015036Z","caller":"etcdserver/server.go:628","msg":"restore consistentIndex","index":0} {"level":"info","ts":"2026-04-18T17:52:58.016531Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-18T17:52:58.018480Z","caller":"etcdserver/server.go:875","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.21","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-18T17:52:58.018743Z","caller":"etcdserver/server.go:759","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-18T17:52:58.018912Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:52:58.018977Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:52:58.018991Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-18T17:52:58.019207Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:52:58.021032Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-04-18T17:52:58.021752Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"],"added-peer-is-learner":false} {"level":"info","ts":"2026-04-18T17:52:58.023607Z","caller":"embed/etcd.go:762","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-18T17:52:58.023677Z","caller":"embed/etcd.go:633","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-04-18T17:52:58.023719Z","caller":"embed/etcd.go:603","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-04-18T17:52:58.024146Z","caller":"embed/etcd.go:292","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-18T17:52:58.024198Z","caller":"embed/etcd.go:908","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-18T17:52:58.595839Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-18T17:52:58.595897Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-18T17:52:58.595932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-04-18T17:52:58.595948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-04-18T17:52:58.596144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-04-18T17:52:58.596162Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-04-18T17:52:58.596173Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-04-18T17:52:58.644212Z","caller":"etcdserver/server.go:2697","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-18T17:52:58.682084Z","caller":"etcdserver/server.go:2144","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:controller-1 ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-04-18T17:52:58.682098Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:52:58.682155Z","caller":"embed/serve.go:124","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-18T17:52:58.682722Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-18T17:52:58.682834Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-18T17:52:58.683010Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:52:58.684120Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-04-18T17:52:58.686267Z","caller":"v3rpc/health.go:61","msg":"grpc service status changed","service":"","status":"SERVING"} {"level":"info","ts":"2026-04-18T17:52:58.687532Z","caller":"embed/serve.go:275","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-18T17:52:58.734197Z","caller":"membership/cluster.go:587","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-18T17:52:58.734324Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-18T17:52:58.734441Z","caller":"etcdserver/server.go:2721","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-18T17:52:58.892714Z","caller":"traceutil/trace.go:171","msg":"trace[1911288010] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"139.188925ms","start":"2026-04-18T17:52:58.753497Z","end":"2026-04-18T17:52:58.892686Z","steps":["trace[1911288010] 'process raft request' (duration: 60.163661ms)","trace[1911288010] 'compare' (duration: 78.914292ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:00.249963Z","caller":"traceutil/trace.go:171","msg":"trace[958893872] linearizableReadLoop","detail":"{readStateIndex:8; appliedIndex:6; }","duration":"120.905856ms","start":"2026-04-18T17:53:00.129039Z","end":"2026-04-18T17:53:00.249945Z","steps":["trace[958893872] 'read index received' (duration: 28.472754ms)","trace[958893872] 'applied index is now lower than readState.Index' (duration: 92.431852ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:00.249978Z","caller":"traceutil/trace.go:171","msg":"trace[1030680351] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"118.967601ms","start":"2026-04-18T17:53:00.130974Z","end":"2026-04-18T17:53:00.249942Z","steps":["trace[1030680351] 'process raft request' (duration: 118.854659ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.250053Z","caller":"traceutil/trace.go:171","msg":"trace[1122591135] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"119.057082ms","start":"2026-04-18T17:53:00.130991Z","end":"2026-04-18T17:53:00.250048Z","steps":["trace[1122591135] 'process raft request' (duration: 118.854999ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.250204Z","caller":"traceutil/trace.go:171","msg":"trace[2126761856] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"121.871594ms","start":"2026-04-18T17:53:00.128321Z","end":"2026-04-18T17:53:00.250192Z","steps":["trace[2126761856] 'process raft request' (duration: 120.696822ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.250279Z","caller":"traceutil/trace.go:171","msg":"trace[140817116] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"110.262239ms","start":"2026-04-18T17:53:00.140010Z","end":"2026-04-18T17:53:00.250272Z","steps":["trace[140817116] 'process raft request' (duration: 109.896953ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.250294Z","caller":"traceutil/trace.go:171","msg":"trace[460134653] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"119.241476ms","start":"2026-04-18T17:53:00.131020Z","end":"2026-04-18T17:53:00.250261Z","steps":["trace[460134653] 'process raft request' (duration: 118.838819ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.250338Z","caller":"traceutil/trace.go:171","msg":"trace[1331972720] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"121.070419ms","start":"2026-04-18T17:53:00.129206Z","end":"2026-04-18T17:53:00.250276Z","steps":["trace[1331972720] 'process raft request' (duration: 120.60468ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.250591Z","caller":"traceutil/trace.go:171","msg":"trace[1468291811] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"119.49688ms","start":"2026-04-18T17:53:00.131082Z","end":"2026-04-18T17:53:00.250579Z","steps":["trace[1468291811] 'process raft request' (duration: 118.789187ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.250654Z","caller":"traceutil/trace.go:171","msg":"trace[2111060585] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"119.558741ms","start":"2026-04-18T17:53:00.131084Z","end":"2026-04-18T17:53:00.250642Z","steps":["trace[2111060585] 'process raft request' (duration: 118.807108ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.250430Z","caller":"traceutil/trace.go:171","msg":"trace[1873327077] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"104.343471ms","start":"2026-04-18T17:53:00.146078Z","end":"2026-04-18T17:53:00.250422Z","steps":["trace[1873327077] 'process raft request' (duration: 103.843672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.250537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.440636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-04-18T17:53:00.251290Z","caller":"traceutil/trace.go:171","msg":"trace[1977748638] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:13; }","duration":"122.277591ms","start":"2026-04-18T17:53:00.129001Z","end":"2026-04-18T17:53:00.251279Z","steps":["trace[1977748638] 'agreement among raft nodes before linearized reading' (duration: 121.442686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.252545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.27802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:00.252578Z","caller":"traceutil/trace.go:171","msg":"trace[1486305947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14; }","duration":"123.321851ms","start":"2026-04-18T17:53:00.129245Z","end":"2026-04-18T17:53:00.252567Z","steps":["trace[1486305947] 'agreement among raft nodes before linearized reading' (duration: 123.26863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.252761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.037975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/controller-1\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:00.252782Z","caller":"traceutil/trace.go:171","msg":"trace[928531908] range","detail":"{range_begin:/registry/csinodes/controller-1; range_end:; response_count:0; response_revision:14; }","duration":"110.106477ms","start":"2026-04-18T17:53:00.142671Z","end":"2026-04-18T17:53:00.252777Z","steps":["trace[928531908] 'agreement among raft nodes before linearized reading' (duration: 109.993205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.866279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.655626ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-18T17:53:00.867007Z","caller":"traceutil/trace.go:171","msg":"trace[664578789] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"533.625114ms","start":"2026-04-18T17:53:00.333360Z","end":"2026-04-18T17:53:00.866985Z","steps":["trace[664578789] 'process raft request' (duration: 533.574303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.867099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.333324Z","time spent":"533.726575ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3004,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.867378Z","caller":"traceutil/trace.go:171","msg":"trace[49914640] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"609.312867ms","start":"2026-04-18T17:53:00.258045Z","end":"2026-04-18T17:53:00.867358Z","steps":["trace[49914640] 'process raft request' (duration: 388.35791ms)","trace[49914640] 'compare' (duration: 218.103395ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:00.867440Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.258035Z","time spent":"609.370488ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.867700Z","caller":"traceutil/trace.go:171","msg":"trace[638994871] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"609.353307ms","start":"2026-04-18T17:53:00.258334Z","end":"2026-04-18T17:53:00.867687Z","steps":["trace[638994871] 'process raft request' (duration: 608.094814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.867760Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.258329Z","time spent":"609.397108ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.867987Z","caller":"traceutil/trace.go:171","msg":"trace[762377585] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"609.279286ms","start":"2026-04-18T17:53:00.258695Z","end":"2026-04-18T17:53:00.867974Z","steps":["trace[762377585] 'process raft request' (duration: 607.861401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.868043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.258689Z","time spent":"609.323367ms","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.868189Z","caller":"traceutil/trace.go:171","msg":"trace[15748450] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"609.261136ms","start":"2026-04-18T17:53:00.258917Z","end":"2026-04-18T17:53:00.868178Z","steps":["trace[15748450] 'process raft request' (duration: 607.679758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.868240Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.258910Z","time spent":"609.302417ms","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.868390Z","caller":"traceutil/trace.go:171","msg":"trace[822090747] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"608.911481ms","start":"2026-04-18T17:53:00.259451Z","end":"2026-04-18T17:53:00.868362Z","steps":["trace[822090747] 'process raft request' (duration: 607.2814ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.868416Z","caller":"traceutil/trace.go:171","msg":"trace[1587698345] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"609.272477ms","start":"2026-04-18T17:53:00.259109Z","end":"2026-04-18T17:53:00.868381Z","steps":["trace[1587698345] 'process raft request' (duration: 607.582685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.868502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.259445Z","time spent":"609.006872ms","remote":"127.0.0.1:58022","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":694,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.868498Z","caller":"traceutil/trace.go:171","msg":"trace[944409030] linearizableReadLoop","detail":"{readStateIndex:27; appliedIndex:18; }","duration":"540.244686ms","start":"2026-04-18T17:53:00.328229Z","end":"2026-04-18T17:53:00.868474Z","steps":["trace[944409030] 'read index received' (duration: 318.265448ms)","trace[944409030] 'applied index is now lower than readState.Index' (duration: 221.977278ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:00.868582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.259105Z","time spent":"609.387759ms","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.868652Z","caller":"traceutil/trace.go:171","msg":"trace[2022722684] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"608.90131ms","start":"2026-04-18T17:53:00.259734Z","end":"2026-04-18T17:53:00.868636Z","steps":["trace[2022722684] 'process raft request' (duration: 607.032916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.868699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.728049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:00.868747Z","caller":"traceutil/trace.go:171","msg":"trace[89767575] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle; range_end:; response_count:0; response_revision:26; }","duration":"569.810601ms","start":"2026-04-18T17:53:00.298917Z","end":"2026-04-18T17:53:00.868728Z","steps":["trace[89767575] 'agreement among raft nodes before linearized reading' (duration: 569.686979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.868782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.298900Z","time spent":"569.872752ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-tyzveoctxbnh6lvbkdt2xqncle\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:00.868774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.259711Z","time spent":"608.992442ms","remote":"127.0.0.1:57980","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":693,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.868839Z","caller":"traceutil/trace.go:171","msg":"trace[547470391] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"609.783936ms","start":"2026-04-18T17:53:00.259042Z","end":"2026-04-18T17:53:00.868826Z","steps":["trace[547470391] 'process raft request' (duration: 607.602235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.868898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.259037Z","time spent":"609.828858ms","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.868416Z","caller":"traceutil/trace.go:171","msg":"trace[291606875] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"536.167562ms","start":"2026-04-18T17:53:00.332205Z","end":"2026-04-18T17:53:00.868373Z","steps":["trace[291606875] 'process raft request' (duration: 534.685754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.868985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.471857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-18T17:53:00.869017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.332173Z","time spent":"536.823593ms","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:53:00.869028Z","caller":"traceutil/trace.go:171","msg":"trace[1460327984] range","detail":"{range_begin:/registry/limitranges; range_end:; response_count:0; response_revision:26; }","duration":"517.560618ms","start":"2026-04-18T17:53:00.351453Z","end":"2026-04-18T17:53:00.869014Z","steps":["trace[1460327984] 'agreement among raft nodes before linearized reading' (duration: 517.474527ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:00.868382Z","caller":"traceutil/trace.go:171","msg":"trace[1661427300] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"605.826564ms","start":"2026-04-18T17:53:00.262520Z","end":"2026-04-18T17:53:00.868346Z","steps":["trace[1661427300] 'process raft request' (duration: 604.295795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:00.869074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.351436Z","time spent":"517.618379ms","remote":"127.0.0.1:57714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":25,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:00.869321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:00.262513Z","time spent":"606.579908ms","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3213,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:01.050291Z","caller":"traceutil/trace.go:171","msg":"trace[1697826409] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"112.312792ms","start":"2026-04-18T17:53:00.937945Z","end":"2026-04-18T17:53:01.050257Z","steps":["trace[1697826409] 'process raft request' (duration: 100.668599ms)","trace[1697826409] 'compare' (duration: 11.438379ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:01.439102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.773932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-18T17:53:01.439261Z","caller":"traceutil/trace.go:171","msg":"trace[1641699480] linearizableReadLoop","detail":"{readStateIndex:50; appliedIndex:49; }","duration":"293.960047ms","start":"2026-04-18T17:53:01.145279Z","end":"2026-04-18T17:53:01.439239Z","steps":["trace[1641699480] 'read index received' (duration: 168.958251ms)","trace[1641699480] 'applied index is now lower than readState.Index' (duration: 125.000426ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:01.439357Z","caller":"traceutil/trace.go:171","msg":"trace[864437362] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"327.393169ms","start":"2026-04-18T17:53:01.111885Z","end":"2026-04-18T17:53:01.439278Z","steps":["trace[864437362] 'process raft request' (duration: 202.343532ms)","trace[864437362] 'compare' (duration: 124.592709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:01.439441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.4298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-18T17:53:01.439387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.199342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:01.439490Z","caller":"traceutil/trace.go:171","msg":"trace[86628789] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:46; }","duration":"291.544102ms","start":"2026-04-18T17:53:01.147932Z","end":"2026-04-18T17:53:01.439476Z","steps":["trace[86628789] 'agreement among raft nodes before linearized reading' (duration: 291.449461ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:01.439507Z","caller":"traceutil/trace.go:171","msg":"trace[1742971949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:46; }","duration":"311.352315ms","start":"2026-04-18T17:53:01.128135Z","end":"2026-04-18T17:53:01.439488Z","steps":["trace[1742971949] 'agreement among raft nodes before linearized reading' (duration: 311.163751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:01.439666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:01.128124Z","time spent":"311.503718ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:53:01.439867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:01.111874Z","time spent":"327.644203ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:02.629497Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180858934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:03.129754Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180858934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:03.630717Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180858934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:04.129298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:53:04.129488Z","caller":"traceutil/trace.go:171","msg":"trace[185868292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000338894s","start":"2026-04-18T17:53:02.129122Z","end":"2026-04-18T17:53:04.129461Z","steps":["trace[185868292] 'agreement among raft nodes before linearized reading' (duration: 2.00012838s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:04.129561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:02.129099Z","time spent":"2.000447497s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:53:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:53:04.131663Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180858934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:53:04.527212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.705664325s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:53:05.247075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.492227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-18T17:53:05.247297Z","caller":"traceutil/trace.go:171","msg":"trace[2119798566] transaction","detail":"{read_only:false; response_revision:118; number_of_response:1; }","duration":"3.425830544s","start":"2026-04-18T17:53:01.821416Z","end":"2026-04-18T17:53:05.247247Z","steps":["trace[2119798566] 'process raft request' (duration: 2.706097832s)","trace[2119798566] 'compare' (duration: 717.95649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:05.247377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:04.638243Z","time spent":"609.130977ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-18T17:53:05.247464Z","caller":"traceutil/trace.go:171","msg":"trace[1093652954] linearizableReadLoop","detail":"{readStateIndex:122; appliedIndex:121; }","duration":"3.118234512s","start":"2026-04-18T17:53:02.129178Z","end":"2026-04-18T17:53:05.247413Z","steps":["trace[1093652954] 'read index received' (duration: 2.398297967s)","trace[1093652954] 'applied index is now lower than readState.Index' (duration: 719.934475ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:05.247507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:01.821409Z","time spent":"3.426006578s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:05.247723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033080994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-18T17:53:05.247737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117987519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-18T17:53:05.248040Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.789811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:05.248075Z","caller":"traceutil/trace.go:171","msg":"trace[1785423305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:118; }","duration":"1.118394336s","start":"2026-04-18T17:53:04.129671Z","end":"2026-04-18T17:53:05.248065Z","steps":["trace[1785423305] 'agreement among raft nodes before linearized reading' (duration: 1.117978889s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:05.248056Z","caller":"traceutil/trace.go:171","msg":"trace[538158346] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:118; }","duration":"3.033278738s","start":"2026-04-18T17:53:02.214558Z","end":"2026-04-18T17:53:05.247836Z","steps":["trace[538158346] 'agreement among raft nodes before linearized reading' (duration: 3.033071245s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:05.248110Z","caller":"traceutil/trace.go:171","msg":"trace[113356126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:118; }","duration":"813.103287ms","start":"2026-04-18T17:53:04.434988Z","end":"2026-04-18T17:53:05.248092Z","steps":["trace[113356126] 'agreement among raft nodes before linearized reading' (duration: 812.636228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:05.248120Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:02.214538Z","time spent":"3.033572623s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:05.248111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:04.129645Z","time spent":"1.118457528s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:53:05.248153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:04.434964Z","time spent":"813.178969ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:05.408915Z","caller":"traceutil/trace.go:171","msg":"trace[1992563316] transaction","detail":"{read_only:false; response_revision:120; number_of_response:1; }","duration":"156.128334ms","start":"2026-04-18T17:53:05.252749Z","end":"2026-04-18T17:53:05.408878Z","steps":["trace[1992563316] 'process raft request' (duration: 155.916651ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:05.408964Z","caller":"traceutil/trace.go:171","msg":"trace[1537385133] transaction","detail":"{read_only:false; response_revision:121; number_of_response:1; }","duration":"155.957931ms","start":"2026-04-18T17:53:05.252975Z","end":"2026-04-18T17:53:05.408933Z","steps":["trace[1537385133] 'process raft request' (duration: 155.833559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:05.408946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.817475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-18T17:53:05.409154Z","caller":"traceutil/trace.go:171","msg":"trace[525591719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:121; }","duration":"158.075179ms","start":"2026-04-18T17:53:05.251054Z","end":"2026-04-18T17:53:05.409129Z","steps":["trace[525591719] 'agreement among raft nodes before linearized reading' (duration: 157.806194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:05.843904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.477207ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:05.844134Z","caller":"traceutil/trace.go:171","msg":"trace[1500132292] transaction","detail":"{read_only:false; response_revision:133; number_of_response:1; }","duration":"363.969752ms","start":"2026-04-18T17:53:05.480117Z","end":"2026-04-18T17:53:05.844087Z","steps":["trace[1500132292] 'process raft request' (duration: 57.20974ms)","trace[1500132292] 'compare' (duration: 306.331295ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:05.844265Z","caller":"traceutil/trace.go:171","msg":"trace[2127598898] linearizableReadLoop","detail":"{readStateIndex:138; appliedIndex:137; }","duration":"362.916514ms","start":"2026-04-18T17:53:05.481089Z","end":"2026-04-18T17:53:05.844006Z","steps":["trace[2127598898] 'read index received' (duration: 56.159481ms)","trace[2127598898] 'applied index is now lower than readState.Index' (duration: 306.755583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:05.844182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.091118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:05.844363Z","caller":"traceutil/trace.go:171","msg":"trace[1513986500] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:0; response_revision:133; }","duration":"363.290571ms","start":"2026-04-18T17:53:05.481060Z","end":"2026-04-18T17:53:05.844350Z","steps":["trace[1513986500] 'agreement among raft nodes before linearized reading' (duration: 363.063057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:05.844347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:05.480097Z","time spent":"364.141246ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":666,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:05.844424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:05.481053Z","time spent":"363.339812ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:06.215798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.598265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:06.215924Z","caller":"traceutil/trace.go:171","msg":"trace[2014818831] transaction","detail":"{read_only:false; response_revision:138; number_of_response:1; }","duration":"281.322445ms","start":"2026-04-18T17:53:05.934581Z","end":"2026-04-18T17:53:06.215904Z","steps":["trace[2014818831] 'process raft request' (duration: 34.535126ms)","trace[2014818831] 'compare' (duration: 246.410662ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:06.221074Z","caller":"traceutil/trace.go:171","msg":"trace[1119321092] transaction","detail":"{read_only:false; response_revision:139; number_of_response:1; }","duration":"285.957067ms","start":"2026-04-18T17:53:05.935095Z","end":"2026-04-18T17:53:06.221052Z","steps":["trace[1119321092] 'process raft request' (duration: 285.709783ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:07.761267Z","caller":"traceutil/trace.go:171","msg":"trace[377378468] linearizableReadLoop","detail":"{readStateIndex:292; appliedIndex:291; }","duration":"276.794228ms","start":"2026-04-18T17:53:07.484436Z","end":"2026-04-18T17:53:07.761230Z","steps":["trace[377378468] 'read index received' (duration: 250.885501ms)","trace[377378468] 'applied index is now lower than readState.Index' (duration: 25.907986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:07.761555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.080702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" limit:1 ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-18T17:53:07.761600Z","caller":"traceutil/trace.go:171","msg":"trace[107519534] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:286; }","duration":"277.186705ms","start":"2026-04-18T17:53:07.484403Z","end":"2026-04-18T17:53:07.761589Z","steps":["trace[107519534] 'agreement among raft nodes before linearized reading' (duration: 276.977761ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:07.761916Z","caller":"traceutil/trace.go:171","msg":"trace[1999375701] transaction","detail":"{read_only:false; response_revision:286; number_of_response:1; }","duration":"286.514579ms","start":"2026-04-18T17:53:07.475378Z","end":"2026-04-18T17:53:07.761893Z","steps":["trace[1999375701] 'process raft request' (duration: 259.88557ms)","trace[1999375701] 'compare' (duration: 25.811795ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:07.956776Z","caller":"traceutil/trace.go:171","msg":"trace[1528992515] transaction","detail":"{read_only:false; response_revision:288; number_of_response:1; }","duration":"136.801021ms","start":"2026-04-18T17:53:07.819934Z","end":"2026-04-18T17:53:07.956735Z","steps":["trace[1528992515] 'process raft request' (duration: 60.921733ms)","trace[1528992515] 'compare' (duration: 75.721615ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:07.967017Z","caller":"traceutil/trace.go:171","msg":"trace[524966735] linearizableReadLoop","detail":"{readStateIndex:296; appliedIndex:293; }","duration":"113.625653ms","start":"2026-04-18T17:53:07.853360Z","end":"2026-04-18T17:53:07.966985Z","steps":["trace[524966735] 'read index received' (duration: 27.775729ms)","trace[524966735] 'applied index is now lower than readState.Index' (duration: 85.848484ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:07.967110Z","caller":"traceutil/trace.go:171","msg":"trace[377692835] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"120.516234ms","start":"2026-04-18T17:53:07.846534Z","end":"2026-04-18T17:53:07.967050Z","steps":["trace[377692835] 'process raft request' (duration: 120.363011ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:07.967186Z","caller":"traceutil/trace.go:171","msg":"trace[1704495856] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"147.057482ms","start":"2026-04-18T17:53:07.820116Z","end":"2026-04-18T17:53:07.967174Z","steps":["trace[1704495856] 'process raft request' (duration: 146.635764ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:07.967306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.889097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-controller-1\" limit:1 ","response":"range_response_count:1 size:4166"} {"level":"info","ts":"2026-04-18T17:53:07.967357Z","caller":"traceutil/trace.go:171","msg":"trace[1122401026] range","detail":"{range_begin:/registry/pods/kube-system/etcd-controller-1; range_end:; response_count:1; response_revision:290; }","duration":"114.03832ms","start":"2026-04-18T17:53:07.853305Z","end":"2026-04-18T17:53:07.967344Z","steps":["trace[1122401026] 'agreement among raft nodes before linearized reading' (duration: 113.836926ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:08.122366Z","caller":"traceutil/trace.go:171","msg":"trace[2018545997] transaction","detail":"{read_only:false; response_revision:294; number_of_response:1; }","duration":"145.298688ms","start":"2026-04-18T17:53:07.977052Z","end":"2026-04-18T17:53:08.122351Z","steps":["trace[2018545997] 'process raft request' (duration: 145.116435ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:08.122258Z","caller":"traceutil/trace.go:171","msg":"trace[1746948597] linearizableReadLoop","detail":"{readStateIndex:300; appliedIndex:298; }","duration":"144.067036ms","start":"2026-04-18T17:53:07.978162Z","end":"2026-04-18T17:53:08.122229Z","steps":["trace[1746948597] 'read index received' (duration: 79.373813ms)","trace[1746948597] 'applied index is now lower than readState.Index' (duration: 64.691913ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:08.122638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.445543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-18T17:53:08.122717Z","caller":"traceutil/trace.go:171","msg":"trace[1088187224] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:294; }","duration":"144.574154ms","start":"2026-04-18T17:53:07.978127Z","end":"2026-04-18T17:53:08.122702Z","steps":["trace[1088187224] 'agreement among raft nodes before linearized reading' (duration: 144.32182ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:08.122355Z","caller":"traceutil/trace.go:171","msg":"trace[2127219060] transaction","detail":"{read_only:false; response_revision:293; number_of_response:1; }","duration":"146.009631ms","start":"2026-04-18T17:53:07.976315Z","end":"2026-04-18T17:53:08.122324Z","steps":["trace[2127219060] 'process raft request' (duration: 81.291637ms)","trace[2127219060] 'compare' (duration: 64.323627ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:09.476777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.981078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:09.476885Z","caller":"traceutil/trace.go:171","msg":"trace[692841751] linearizableReadLoop","detail":"{readStateIndex:304; appliedIndex:303; }","duration":"1.325546039s","start":"2026-04-18T17:53:08.151322Z","end":"2026-04-18T17:53:09.476868Z","steps":["trace[692841751] 'read index received' (duration: 43.864658ms)","trace[692841751] 'applied index is now lower than readState.Index' (duration: 1.281679941s)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:09.477118Z","caller":"traceutil/trace.go:171","msg":"trace[891299836] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"1.338999254s","start":"2026-04-18T17:53:08.138106Z","end":"2026-04-18T17:53:09.477105Z","steps":["trace[891299836] 'process raft request' (duration: 882.545517ms)","trace[891299836] 'compare' (duration: 455.867746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:09.477208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:08.138085Z","time spent":"1.339088316s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7592,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:09.477820Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326466355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:09.477921Z","caller":"traceutil/trace.go:171","msg":"trace[736127233] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller; range_end:; response_count:0; response_revision:298; }","duration":"1.326582167s","start":"2026-04-18T17:53:08.151317Z","end":"2026-04-18T17:53:09.477899Z","steps":["trace[736127233] 'agreement among raft nodes before linearized reading' (duration: 1.326418234s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.477969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:08.151262Z","time spent":"1.326698509s","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/validatingadmissionpolicy-status-controller\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:09.489846Z","caller":"traceutil/trace.go:171","msg":"trace[978795821] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"1.289047298s","start":"2026-04-18T17:53:08.200769Z","end":"2026-04-18T17:53:09.489817Z","steps":["trace[978795821] 'process raft request' (duration: 1.288910616s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:09.490002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:08.200743Z","time spent":"1.28918946s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":356,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:10.121025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.709444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:10.121349Z","caller":"traceutil/trace.go:171","msg":"trace[983543042] transaction","detail":"{read_only:false; response_revision:300; number_of_response:1; }","duration":"1.030018192s","start":"2026-04-18T17:53:09.091196Z","end":"2026-04-18T17:53:10.121214Z","steps":["trace[983543042] 'process raft request' (duration: 508.988612ms)","trace[983543042] 'compare' (duration: 518.982275ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:10.121526Z","caller":"traceutil/trace.go:171","msg":"trace[1010036277] linearizableReadLoop","detail":"{readStateIndex:306; appliedIndex:304; }","duration":"644.54818ms","start":"2026-04-18T17:53:09.476952Z","end":"2026-04-18T17:53:10.121500Z","steps":["trace[1010036277] 'read index received' (duration: 12.70972ms)","trace[1010036277] 'applied index is now lower than readState.Index' (duration: 631.83597ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:10.121461Z","caller":"traceutil/trace.go:171","msg":"trace[1401306191] transaction","detail":"{read_only:false; response_revision:301; number_of_response:1; }","duration":"628.182556ms","start":"2026-04-18T17:53:09.493258Z","end":"2026-04-18T17:53:10.121441Z","steps":["trace[1401306191] 'process raft request' (duration: 627.889801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.121729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.473680455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:10.121796Z","caller":"traceutil/trace.go:171","msg":"trace[1421754385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:301; }","duration":"1.473766026s","start":"2026-04-18T17:53:08.648010Z","end":"2026-04-18T17:53:10.121776Z","steps":["trace[1421754385] 'agreement among raft nodes before linearized reading' (duration: 1.473700255s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.121813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:09.091165Z","time spent":"1.030285487s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:10.121843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:08.647991Z","time spent":"1.473842157s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:53:10.121935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:09.493234Z","time spent":"628.531403ms","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":481,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:53:10.122045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.230578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:5888"} {"level":"warn","ts":"2026-04-18T17:53:10.121618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.463022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:53:10.122085Z","caller":"traceutil/trace.go:171","msg":"trace[616913880] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:301; }","duration":"639.291229ms","start":"2026-04-18T17:53:09.482784Z","end":"2026-04-18T17:53:10.122075Z","steps":["trace[616913880] 'agreement among raft nodes before linearized reading' (duration: 639.227428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.122108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:09.482777Z","time spent":"639.32456ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":5911,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:10.122110Z","caller":"traceutil/trace.go:171","msg":"trace[569461652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:301; }","duration":"670.95903ms","start":"2026-04-18T17:53:09.451138Z","end":"2026-04-18T17:53:10.122097Z","steps":["trace[569461652] 'agreement among raft nodes before linearized reading' (duration: 670.380771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.122158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:09.451029Z","time spent":"671.115593ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:10.122043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.212206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-18T17:53:10.122355Z","caller":"traceutil/trace.go:171","msg":"trace[341908900] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:301; }","duration":"640.599683ms","start":"2026-04-18T17:53:09.481743Z","end":"2026-04-18T17:53:10.122342Z","steps":["trace[341908900] 'agreement among raft nodes before linearized reading' (duration: 639.984042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.121684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.640735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:53:10.122398Z","caller":"traceutil/trace.go:171","msg":"trace[2082581810] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:301; }","duration":"671.397688ms","start":"2026-04-18T17:53:09.450986Z","end":"2026-04-18T17:53:10.122384Z","steps":["trace[2082581810] 'agreement among raft nodes before linearized reading' (duration: 670.675976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:10.122453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:09.450959Z","time spent":"671.480369ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:10.122724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:09.481723Z","time spent":"640.657603ms","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:10.294224Z","caller":"traceutil/trace.go:171","msg":"trace[1610221138] transaction","detail":"{read_only:false; response_revision:302; number_of_response:1; }","duration":"166.573793ms","start":"2026-04-18T17:53:10.127627Z","end":"2026-04-18T17:53:10.294201Z","steps":["trace[1610221138] 'process raft request' (duration: 101.424565ms)","trace[1610221138] 'compare' (duration: 65.029406ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:10.295286Z","caller":"traceutil/trace.go:171","msg":"trace[819339781] linearizableReadLoop","detail":"{readStateIndex:312; appliedIndex:307; }","duration":"153.513277ms","start":"2026-04-18T17:53:10.141752Z","end":"2026-04-18T17:53:10.295265Z","steps":["trace[819339781] 'read index received' (duration: 87.315481ms)","trace[819339781] 'applied index is now lower than readState.Index' (duration: 66.196856ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:10.295477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.637309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:10.295517Z","caller":"traceutil/trace.go:171","msg":"trace[1783037863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:306; }","duration":"153.794632ms","start":"2026-04-18T17:53:10.141712Z","end":"2026-04-18T17:53:10.295507Z","steps":["trace[1783037863] 'agreement among raft nodes before linearized reading' (duration: 153.626229ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:10.295754Z","caller":"traceutil/trace.go:171","msg":"trace[781306322] transaction","detail":"{read_only:false; response_revision:303; number_of_response:1; }","duration":"168.065619ms","start":"2026-04-18T17:53:10.127678Z","end":"2026-04-18T17:53:10.295744Z","steps":["trace[781306322] 'process raft request' (duration: 167.345097ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:10.295876Z","caller":"traceutil/trace.go:171","msg":"trace[1205781391] transaction","detail":"{read_only:false; response_revision:304; number_of_response:1; }","duration":"166.193646ms","start":"2026-04-18T17:53:10.129675Z","end":"2026-04-18T17:53:10.295868Z","steps":["trace[1205781391] 'process raft request' (duration: 165.420663ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:10.296028Z","caller":"traceutil/trace.go:171","msg":"trace[279396884] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"165.123839ms","start":"2026-04-18T17:53:10.130890Z","end":"2026-04-18T17:53:10.296014Z","steps":["trace[279396884] 'process raft request' (duration: 164.257004ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:10.296267Z","caller":"traceutil/trace.go:171","msg":"trace[1176816228] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"160.459427ms","start":"2026-04-18T17:53:10.135798Z","end":"2026-04-18T17:53:10.296257Z","steps":["trace[1176816228] 'process raft request' (duration: 159.387179ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:10.596041Z","caller":"traceutil/trace.go:171","msg":"trace[1237872759] transaction","detail":"{read_only:false; response_revision:322; number_of_response:1; }","duration":"102.790509ms","start":"2026-04-18T17:53:10.493229Z","end":"2026-04-18T17:53:10.596020Z","steps":["trace[1237872759] 'process raft request' (duration: 48.602792ms)","trace[1237872759] 'compare' (duration: 53.914243ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:10.983949Z","caller":"traceutil/trace.go:171","msg":"trace[636741200] transaction","detail":"{read_only:false; response_revision:345; number_of_response:1; }","duration":"135.263921ms","start":"2026-04-18T17:53:10.848660Z","end":"2026-04-18T17:53:10.983924Z","steps":["trace[636741200] 'process raft request' (duration: 127.453597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:11.395858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.133562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" limit:1 ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-18T17:53:11.396067Z","caller":"traceutil/trace.go:171","msg":"trace[1297667971] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:348; }","duration":"147.358636ms","start":"2026-04-18T17:53:11.248628Z","end":"2026-04-18T17:53:11.395986Z","steps":["trace[1297667971] 'range keys from in-memory index tree' (duration: 147.002939ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:11.588411Z","caller":"traceutil/trace.go:171","msg":"trace[1288031826] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"107.772664ms","start":"2026-04-18T17:53:11.480513Z","end":"2026-04-18T17:53:11.588285Z","steps":["trace[1288031826] 'process raft request' (duration: 24.359709ms)","trace[1288031826] 'compare' (duration: 83.052679ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:11.761456Z","caller":"traceutil/trace.go:171","msg":"trace[1721424152] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"155.332613ms","start":"2026-04-18T17:53:11.606039Z","end":"2026-04-18T17:53:11.761372Z","steps":["trace[1721424152] 'process raft request' (duration: 154.331196ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:11.766475Z","caller":"traceutil/trace.go:171","msg":"trace[2020065903] transaction","detail":"{read_only:false; number_of_response:0; response_revision:351; }","duration":"138.630786ms","start":"2026-04-18T17:53:11.627825Z","end":"2026-04-18T17:53:11.766456Z","steps":["trace[2020065903] 'process raft request' (duration: 138.515674ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:11.766525Z","caller":"traceutil/trace.go:171","msg":"trace[773179415] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:362; }","duration":"118.022361ms","start":"2026-04-18T17:53:11.648469Z","end":"2026-04-18T17:53:11.766492Z","steps":["trace[773179415] 'read index received' (duration: 111.967467ms)","trace[773179415] 'applied index is now lower than readState.Index' (duration: 6.053284ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:11.766677Z","caller":"traceutil/trace.go:171","msg":"trace[1634738096] transaction","detail":"{read_only:false; number_of_response:0; response_revision:351; }","duration":"138.013255ms","start":"2026-04-18T17:53:11.628655Z","end":"2026-04-18T17:53:11.766668Z","steps":["trace[1634738096] 'process raft request' (duration: 137.776591ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:11.766862Z","caller":"traceutil/trace.go:171","msg":"trace[1200536578] transaction","detail":"{read_only:false; number_of_response:0; response_revision:351; }","duration":"138.117707ms","start":"2026-04-18T17:53:11.628736Z","end":"2026-04-18T17:53:11.766853Z","steps":["trace[1200536578] 'process raft request' (duration: 137.72032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:11.767051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.55304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" limit:1 ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-18T17:53:11.767087Z","caller":"traceutil/trace.go:171","msg":"trace[117329778] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:351; }","duration":"118.677812ms","start":"2026-04-18T17:53:11.648399Z","end":"2026-04-18T17:53:11.767077Z","steps":["trace[117329778] 'agreement among raft nodes before linearized reading' (duration: 118.56421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:12.642111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.435084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-18T17:53:12.642013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.564607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:53:12.642697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.651584ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:12.642752Z","caller":"traceutil/trace.go:171","msg":"trace[2018342373] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"329.01595ms","start":"2026-04-18T17:53:12.313717Z","end":"2026-04-18T17:53:12.642733Z","steps":["trace[2018342373] 'process raft request' (duration: 90.278254ms)","trace[2018342373] 'compare' (duration: 237.916241ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:12.642754Z","caller":"traceutil/trace.go:171","msg":"trace[818564754] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pvc-protection-controller; range_end:; response_count:0; response_revision:366; }","duration":"344.24579ms","start":"2026-04-18T17:53:12.298380Z","end":"2026-04-18T17:53:12.642626Z","steps":["trace[818564754] 'range keys from in-memory index tree' (duration: 343.459805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:12.642786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:12.298353Z","time spent":"344.424922ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/pvc-protection-controller\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:12.642798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:12.313694Z","time spent":"329.08315ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:12.642791Z","caller":"traceutil/trace.go:171","msg":"trace[1837276844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:366; }","duration":"340.668087ms","start":"2026-04-18T17:53:12.301575Z","end":"2026-04-18T17:53:12.642243Z","steps":["trace[1837276844] 'range keys from in-memory index tree' (duration: 340.299461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:12.642858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:12.301552Z","time spent":"341.29335ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:12.642001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.769669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:53:12.643500Z","caller":"traceutil/trace.go:171","msg":"trace[1783761466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:366; }","duration":"342.338177ms","start":"2026-04-18T17:53:12.301149Z","end":"2026-04-18T17:53:12.643487Z","steps":["trace[1783761466] 'range keys from in-memory index tree' (duration: 340.629937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:12.643761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:12.301135Z","time spent":"342.578371ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:14.828989Z","caller":"traceutil/trace.go:171","msg":"trace[457265907] transaction","detail":"{read_only:false; response_revision:428; number_of_response:1; }","duration":"144.247399ms","start":"2026-04-18T17:53:14.684713Z","end":"2026-04-18T17:53:14.828960Z","steps":["trace[457265907] 'process raft request' (duration: 60.774617ms)","trace[457265907] 'compare' (duration: 83.34342ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:16.928904Z","caller":"traceutil/trace.go:171","msg":"trace[593652623] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:448; }","duration":"382.56765ms","start":"2026-04-18T17:53:16.546313Z","end":"2026-04-18T17:53:16.928880Z","steps":["trace[593652623] 'read index received' (duration: 382.457848ms)","trace[593652623] 'applied index is now lower than readState.Index' (duration: 108.992µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:16.928991Z","caller":"traceutil/trace.go:171","msg":"trace[447687945] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"771.332243ms","start":"2026-04-18T17:53:16.157626Z","end":"2026-04-18T17:53:16.928958Z","steps":["trace[447687945] 'process raft request' (duration: 771.12465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.929056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.726182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:16.929092Z","caller":"traceutil/trace.go:171","msg":"trace[251900458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:429; }","duration":"382.819563ms","start":"2026-04-18T17:53:16.546263Z","end":"2026-04-18T17:53:16.929082Z","steps":["trace[251900458] 'agreement among raft nodes before linearized reading' (duration: 382.740222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:16.929122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:16.546239Z","time spent":"382.876015ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:53:16.929136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:16.157536Z","time spent":"771.512956ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:17.429578Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180859592,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:53:17.837443Z","caller":"traceutil/trace.go:171","msg":"trace[1330132239] linearizableReadLoop","detail":"{readStateIndex:450; appliedIndex:449; }","duration":"908.436308ms","start":"2026-04-18T17:53:16.928982Z","end":"2026-04-18T17:53:17.837418Z","steps":["trace[1330132239] 'read index received' (duration: 859.859291ms)","trace[1330132239] 'applied index is now lower than readState.Index' (duration: 48.576017ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:17.837508Z","caller":"traceutil/trace.go:171","msg":"trace[701549360] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"1.18231882s","start":"2026-04-18T17:53:16.655153Z","end":"2026-04-18T17:53:17.837472Z","steps":["trace[701549360] 'process raft request' (duration: 1.133629421s)","trace[701549360] 'compare' (duration: 48.489966ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:17.837624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004532697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:53:17.837668Z","caller":"traceutil/trace.go:171","msg":"trace[1884969526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:430; }","duration":"1.004605978s","start":"2026-04-18T17:53:16.833052Z","end":"2026-04-18T17:53:17.837658Z","steps":["trace[1884969526] 'agreement among raft nodes before linearized reading' (duration: 1.004514307s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:17.837706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167564934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-18T17:53:17.837690Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:16.655118Z","time spent":"1.182468692s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:17.837714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:16.833045Z","time spent":"1.004659909s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:17.837730Z","caller":"traceutil/trace.go:171","msg":"trace[1248176561] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:430; }","duration":"1.167627754s","start":"2026-04-18T17:53:16.670096Z","end":"2026-04-18T17:53:17.837724Z","steps":["trace[1248176561] 'agreement among raft nodes before linearized reading' (duration: 1.167580943s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:17.837749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:16.670073Z","time spent":"1.167671356s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:17.837977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.0065692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-18T17:53:17.838040Z","caller":"traceutil/trace.go:171","msg":"trace[921658868] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:430; }","duration":"1.006699172s","start":"2026-04-18T17:53:16.831326Z","end":"2026-04-18T17:53:17.838025Z","steps":["trace[921658868] 'agreement among raft nodes before linearized reading' (duration: 1.00654313s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:17.838082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:16.831312Z","time spent":"1.006759803s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:17.838439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.971906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:17.838478Z","caller":"traceutil/trace.go:171","msg":"trace[1713827448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"417.104098ms","start":"2026-04-18T17:53:17.421364Z","end":"2026-04-18T17:53:17.838468Z","steps":["trace[1713827448] 'agreement among raft nodes before linearized reading' (duration: 417.047197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:17.838506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:17.421335Z","time spent":"417.16409ms","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:53:17.838776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.703933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-04-18T17:53:17.838803Z","caller":"traceutil/trace.go:171","msg":"trace[1855066808] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:430; }","duration":"905.754844ms","start":"2026-04-18T17:53:16.933042Z","end":"2026-04-18T17:53:17.838797Z","steps":["trace[1855066808] 'agreement among raft nodes before linearized reading' (duration: 904.92469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:17.838866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:16.933028Z","time spent":"905.829106ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":7531,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:18.066254Z","caller":"traceutil/trace.go:171","msg":"trace[115693157] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"222.046348ms","start":"2026-04-18T17:53:17.844180Z","end":"2026-04-18T17:53:18.066226Z","steps":["trace[115693157] 'process raft request' (duration: 221.878235ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:18.066570Z","caller":"traceutil/trace.go:171","msg":"trace[1739853981] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"222.19164ms","start":"2026-04-18T17:53:17.844358Z","end":"2026-04-18T17:53:18.066549Z","steps":["trace[1739853981] 'process raft request' (duration: 221.826875ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:18.066700Z","caller":"traceutil/trace.go:171","msg":"trace[57602] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"220.008685ms","start":"2026-04-18T17:53:17.846675Z","end":"2026-04-18T17:53:18.066683Z","steps":["trace[57602] 'process raft request' (duration: 219.832992ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:18.230133Z","caller":"traceutil/trace.go:171","msg":"trace[926444576] linearizableReadLoop","detail":"{readStateIndex:455; appliedIndex:454; }","duration":"158.871919ms","start":"2026-04-18T17:53:18.071230Z","end":"2026-04-18T17:53:18.230102Z","steps":["trace[926444576] 'read index received' (duration: 121.42761ms)","trace[926444576] 'applied index is now lower than readState.Index' (duration: 37.443069ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:18.230208Z","caller":"traceutil/trace.go:171","msg":"trace[1995425030] transaction","detail":"{read_only:false; response_revision:434; number_of_response:1; }","duration":"340.519813ms","start":"2026-04-18T17:53:17.889635Z","end":"2026-04-18T17:53:18.230155Z","steps":["trace[1995425030] 'process raft request' (duration: 303.127905ms)","trace[1995425030] 'compare' (duration: 37.171814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:18.230372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.093143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-controller-1\" limit:1 ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-04-18T17:53:18.230444Z","caller":"traceutil/trace.go:171","msg":"trace[1779648895] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-controller-1; range_end:; response_count:1; response_revision:434; }","duration":"159.253625ms","start":"2026-04-18T17:53:18.071175Z","end":"2026-04-18T17:53:18.230429Z","steps":["trace[1779648895] 'agreement among raft nodes before linearized reading' (duration: 159.041892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:18.230472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:17.889612Z","time spent":"340.729767ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:18.705369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.26212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:18.705542Z","caller":"traceutil/trace.go:171","msg":"trace[657180928] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"286.422218ms","start":"2026-04-18T17:53:18.419101Z","end":"2026-04-18T17:53:18.705523Z","steps":["trace[657180928] 'read index received' (duration: 58.904014ms)","trace[657180928] 'applied index is now lower than readState.Index' (duration: 227.516714ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:18.705614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.51554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:18.705663Z","caller":"traceutil/trace.go:171","msg":"trace[1139347625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:437; }","duration":"286.600301ms","start":"2026-04-18T17:53:18.419054Z","end":"2026-04-18T17:53:18.705654Z","steps":["trace[1139347625] 'agreement among raft nodes before linearized reading' (duration: 286.52178ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:18.705671Z","caller":"traceutil/trace.go:171","msg":"trace[1066250962] transaction","detail":"{read_only:false; response_revision:437; number_of_response:1; }","duration":"400.298793ms","start":"2026-04-18T17:53:18.305336Z","end":"2026-04-18T17:53:18.705634Z","steps":["trace[1066250962] 'process raft request' (duration: 172.672708ms)","trace[1066250962] 'compare' (duration: 227.093927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:18.706051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:18.305313Z","time spent":"400.447065ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6949,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:19.627905Z","caller":"traceutil/trace.go:171","msg":"trace[1239523813] transaction","detail":"{read_only:false; response_revision:439; number_of_response:1; }","duration":"130.316994ms","start":"2026-04-18T17:53:19.497559Z","end":"2026-04-18T17:53:19.627876Z","steps":["trace[1239523813] 'process raft request' (duration: 129.871127ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:20.771785Z","caller":"traceutil/trace.go:171","msg":"trace[37164432] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"116.175441ms","start":"2026-04-18T17:53:20.655582Z","end":"2026-04-18T17:53:20.771757Z","steps":["trace[37164432] 'process raft request' (duration: 116.023408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.520053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.27503ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:53:23.520092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335495019s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-18T17:53:23.520165Z","caller":"traceutil/trace.go:171","msg":"trace[830579355] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:447; }","duration":"971.406222ms","start":"2026-04-18T17:53:22.548734Z","end":"2026-04-18T17:53:23.520140Z","steps":["trace[830579355] 'range keys from in-memory index tree' (duration: 971.201358ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:23.520384Z","caller":"traceutil/trace.go:171","msg":"trace[1333105032] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"494.802593ms","start":"2026-04-18T17:53:23.025566Z","end":"2026-04-18T17:53:23.520369Z","steps":["trace[1333105032] 'process raft request' (duration: 494.671021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.520516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435531149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-18T17:53:23.520540Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:23.025542Z","time spent":"494.886255ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:23.520581Z","caller":"traceutil/trace.go:171","msg":"trace[20764057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:448; }","duration":"1.435643012s","start":"2026-04-18T17:53:22.084922Z","end":"2026-04-18T17:53:23.520565Z","steps":["trace[20764057] 'agreement among raft nodes before linearized reading' (duration: 1.435498869s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.520632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:22.084897Z","time spent":"1.435721892s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:53:23.520372Z","caller":"traceutil/trace.go:171","msg":"trace[506828185] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:468; }","duration":"1.435366067s","start":"2026-04-18T17:53:22.084982Z","end":"2026-04-18T17:53:23.520348Z","steps":["trace[506828185] 'read index received' (duration: 99.564113ms)","trace[506828185] 'applied index is now lower than readState.Index' (duration: 1.335799174s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:23.521007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431945841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:53:23.521037Z","caller":"traceutil/trace.go:171","msg":"trace[790175465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:448; }","duration":"1.432005602s","start":"2026-04-18T17:53:22.089023Z","end":"2026-04-18T17:53:23.521029Z","steps":["trace[790175465] 'agreement among raft nodes before linearized reading' (duration: 1.431948761s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.521343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:22.089008Z","time spent":"1.432326178s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:23.521648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101959786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:23.521868Z","caller":"traceutil/trace.go:171","msg":"trace[174773957] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"1.102496164s","start":"2026-04-18T17:53:22.419362Z","end":"2026-04-18T17:53:23.521859Z","steps":["trace[174773957] 'agreement among raft nodes before linearized reading' (duration: 1.101972566s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:23.521896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:22.419337Z","time spent":"1.102552075s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:53:25.753624Z","caller":"traceutil/trace.go:171","msg":"trace[225289397] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:473; }","duration":"203.646259ms","start":"2026-04-18T17:53:25.549959Z","end":"2026-04-18T17:53:25.753606Z","steps":["trace[225289397] 'read index received' (duration: 203.553687ms)","trace[225289397] 'applied index is now lower than readState.Index' (duration: 91.672µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:25.753746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.839152ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:25.753724Z","caller":"traceutil/trace.go:171","msg":"trace[273272421] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"225.844403ms","start":"2026-04-18T17:53:25.527838Z","end":"2026-04-18T17:53:25.753682Z","steps":["trace[273272421] 'process raft request' (duration: 225.67351ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:25.753811Z","caller":"traceutil/trace.go:171","msg":"trace[1257430565] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:452; }","duration":"203.876272ms","start":"2026-04-18T17:53:25.549885Z","end":"2026-04-18T17:53:25.753762Z","steps":["trace[1257430565] 'agreement among raft nodes before linearized reading' (duration: 203.830241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:25.753878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.185679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:53:25.753946Z","caller":"traceutil/trace.go:171","msg":"trace[1311143718] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:452; }","duration":"189.315051ms","start":"2026-04-18T17:53:25.564617Z","end":"2026-04-18T17:53:25.753932Z","steps":["trace[1311143718] 'agreement among raft nodes before linearized reading' (duration: 189.194769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:25.754293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.013479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-18T17:53:25.754554Z","caller":"traceutil/trace.go:171","msg":"trace[1927634057] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:452; }","duration":"193.348765ms","start":"2026-04-18T17:53:25.561160Z","end":"2026-04-18T17:53:25.754509Z","steps":["trace[1927634057] 'agreement among raft nodes before linearized reading' (duration: 192.610433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:26.535710Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.430339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:26.535970Z","caller":"traceutil/trace.go:171","msg":"trace[1150590557] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"776.041407ms","start":"2026-04-18T17:53:25.759882Z","end":"2026-04-18T17:53:26.535923Z","steps":["trace[1150590557] 'process raft request' (duration: 656.945888ms)","trace[1150590557] 'compare' (duration: 118.086064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:26.536061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:25.759849Z","time spent":"776.161399ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:26.996227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.391437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:26.996424Z","caller":"traceutil/trace.go:171","msg":"trace[865032031] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:475; }","duration":"446.332303ms","start":"2026-04-18T17:53:26.550075Z","end":"2026-04-18T17:53:26.996407Z","steps":["trace[865032031] 'read index received' (duration: 271.664072ms)","trace[865032031] 'applied index is now lower than readState.Index' (duration: 174.667121ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:26.996504Z","caller":"traceutil/trace.go:171","msg":"trace[1732404255] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"1.236577226s","start":"2026-04-18T17:53:25.759891Z","end":"2026-04-18T17:53:26.996468Z","steps":["trace[1732404255] 'process raft request' (duration: 1.061868104s)","trace[1732404255] 'compare' (duration: 174.201894ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:26.996540Z","caller":"traceutil/trace.go:171","msg":"trace[794719602] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"1.058430665s","start":"2026-04-18T17:53:25.938074Z","end":"2026-04-18T17:53:26.996505Z","steps":["trace[794719602] 'process raft request' (duration: 1.058275581s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:26.996613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.46084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-18T17:53:26.996651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:25.759860Z","time spent":"1.236714279s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:26.996667Z","caller":"traceutil/trace.go:171","msg":"trace[2070301418] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:455; }","duration":"164.560332ms","start":"2026-04-18T17:53:26.832092Z","end":"2026-04-18T17:53:26.996652Z","steps":["trace[2070301418] 'agreement among raft nodes before linearized reading' (duration: 164.458241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:26.996717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:25.938023Z","time spent":"1.058600928s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:26.996541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.466096ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:26.997188Z","caller":"traceutil/trace.go:171","msg":"trace[1500840486] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:455; }","duration":"447.111796ms","start":"2026-04-18T17:53:26.550062Z","end":"2026-04-18T17:53:26.997174Z","steps":["trace[1500840486] 'agreement among raft nodes before linearized reading' (duration: 446.453356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:27.325816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.742902ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-18T17:53:27.325936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:26.997817Z","time spent":"328.116112ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-18T17:53:27.526898Z","caller":"traceutil/trace.go:171","msg":"trace[750438587] linearizableReadLoop","detail":"{readStateIndex:479; appliedIndex:478; }","duration":"104.5244ms","start":"2026-04-18T17:53:27.422344Z","end":"2026-04-18T17:53:27.526868Z","steps":["trace[750438587] 'read index received' (duration: 25.487362ms)","trace[750438587] 'applied index is now lower than readState.Index' (duration: 79.035398ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:27.526969Z","caller":"traceutil/trace.go:171","msg":"trace[1817958039] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"199.820285ms","start":"2026-04-18T17:53:27.327113Z","end":"2026-04-18T17:53:27.526933Z","steps":["trace[1817958039] 'process raft request' (duration: 120.670595ms)","trace[1817958039] 'compare' (duration: 78.933137ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:27.527224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.856935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:27.527330Z","caller":"traceutil/trace.go:171","msg":"trace[247500884] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:456; }","duration":"105.026499ms","start":"2026-04-18T17:53:27.422283Z","end":"2026-04-18T17:53:27.527309Z","steps":["trace[247500884] 'agreement among raft nodes before linearized reading' (duration: 104.728744ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:27.967554Z","caller":"traceutil/trace.go:171","msg":"trace[1953303020] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"207.74558ms","start":"2026-04-18T17:53:27.759781Z","end":"2026-04-18T17:53:27.967527Z","steps":["trace[1953303020] 'process raft request' (duration: 110.718168ms)","trace[1953303020] 'compare' (duration: 96.937461ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:28.660134Z","caller":"traceutil/trace.go:171","msg":"trace[947844414] linearizableReadLoop","detail":"{readStateIndex:481; appliedIndex:480; }","duration":"110.744949ms","start":"2026-04-18T17:53:28.549363Z","end":"2026-04-18T17:53:28.660108Z","steps":["trace[947844414] 'read index received' (duration: 110.613527ms)","trace[947844414] 'applied index is now lower than readState.Index' (duration: 130.582µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:28.660316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.939452ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:28.660344Z","caller":"traceutil/trace.go:171","msg":"trace[1329772124] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:458; }","duration":"110.981963ms","start":"2026-04-18T17:53:28.549354Z","end":"2026-04-18T17:53:28.660336Z","steps":["trace[1329772124] 'agreement among raft nodes before linearized reading' (duration: 110.842251ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:28.660415Z","caller":"traceutil/trace.go:171","msg":"trace[1572180827] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"114.914246ms","start":"2026-04-18T17:53:28.545468Z","end":"2026-04-18T17:53:28.660383Z","steps":["trace[1572180827] 'process raft request' (duration: 114.52205ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:32.817438Z","caller":"traceutil/trace.go:171","msg":"trace[1919989325] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"106.572033ms","start":"2026-04-18T17:53:32.710841Z","end":"2026-04-18T17:53:32.817413Z","steps":["trace[1919989325] 'process raft request' (duration: 106.405981ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:34.099628Z","caller":"traceutil/trace.go:171","msg":"trace[1299502763] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"102.572029ms","start":"2026-04-18T17:53:33.997029Z","end":"2026-04-18T17:53:34.099601Z","steps":["trace[1299502763] 'process raft request' (duration: 102.327445ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:35.206507Z","caller":"traceutil/trace.go:171","msg":"trace[33378906] linearizableReadLoop","detail":"{readStateIndex:497; appliedIndex:496; }","duration":"105.504894ms","start":"2026-04-18T17:53:35.100977Z","end":"2026-04-18T17:53:35.206482Z","steps":["trace[33378906] 'read index received' (duration: 105.380542ms)","trace[33378906] 'applied index is now lower than readState.Index' (duration: 123.692µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:35.206640Z","caller":"traceutil/trace.go:171","msg":"trace[1748377241] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"110.402919ms","start":"2026-04-18T17:53:35.096219Z","end":"2026-04-18T17:53:35.206621Z","steps":["trace[1748377241] 'process raft request' (duration: 110.090924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:35.206684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.686557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:53:35.206720Z","caller":"traceutil/trace.go:171","msg":"trace[160227029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:473; }","duration":"105.781288ms","start":"2026-04-18T17:53:35.100929Z","end":"2026-04-18T17:53:35.206710Z","steps":["trace[160227029] 'agreement among raft nodes before linearized reading' (duration: 105.662047ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:35.381707Z","caller":"traceutil/trace.go:171","msg":"trace[1784570662] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"169.57309ms","start":"2026-04-18T17:53:35.212102Z","end":"2026-04-18T17:53:35.381675Z","steps":["trace[1784570662] 'process raft request' (duration: 152.068804ms)","trace[1784570662] 'compare' (duration: 17.361604ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:36.277150Z","caller":"traceutil/trace.go:171","msg":"trace[320094793] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"172.445091ms","start":"2026-04-18T17:53:36.104688Z","end":"2026-04-18T17:53:36.277134Z","steps":["trace[320094793] 'process raft request' (duration: 172.345579ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:37.042423Z","caller":"traceutil/trace.go:171","msg":"trace[1600625828] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"207.173245ms","start":"2026-04-18T17:53:36.835228Z","end":"2026-04-18T17:53:37.042401Z","steps":["trace[1600625828] 'process raft request' (duration: 200.396092ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:37.080027Z","caller":"traceutil/trace.go:171","msg":"trace[1860969662] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"192.300047ms","start":"2026-04-18T17:53:36.887702Z","end":"2026-04-18T17:53:37.080002Z","steps":["trace[1860969662] 'process raft request' (duration: 192.169605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:38.653458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.671442ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:38.653523Z","caller":"traceutil/trace.go:171","msg":"trace[1051880023] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:480; }","duration":"104.741973ms","start":"2026-04-18T17:53:38.548763Z","end":"2026-04-18T17:53:38.653504Z","steps":["trace[1051880023] 'range keys from in-memory index tree' (duration: 104.644462ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:41.339637Z","caller":"traceutil/trace.go:171","msg":"trace[487684197] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"243.67562ms","start":"2026-04-18T17:53:41.095936Z","end":"2026-04-18T17:53:41.339612Z","steps":["trace[487684197] 'process raft request' (duration: 243.535468ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:41.469197Z","caller":"traceutil/trace.go:171","msg":"trace[1736749136] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"342.476194ms","start":"2026-04-18T17:53:41.126688Z","end":"2026-04-18T17:53:41.469164Z","steps":["trace[1736749136] 'process raft request' (duration: 271.356429ms)","trace[1736749136] 'compare' (duration: 70.731049ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:41.469247Z","caller":"traceutil/trace.go:171","msg":"trace[1705535520] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"171.072434ms","start":"2026-04-18T17:53:41.298134Z","end":"2026-04-18T17:53:41.469206Z","steps":["trace[1705535520] 'process raft request' (duration: 170.76635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:41.469963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:41.126667Z","time spent":"342.612835ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:53:41.941163Z","caller":"traceutil/trace.go:171","msg":"trace[1044571304] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"115.372619ms","start":"2026-04-18T17:53:41.825773Z","end":"2026-04-18T17:53:41.941145Z","steps":["trace[1044571304] 'process raft request' (duration: 115.206617ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:43.770065Z","caller":"traceutil/trace.go:171","msg":"trace[768263688] linearizableReadLoop","detail":"{readStateIndex:517; appliedIndex:516; }","duration":"346.844377ms","start":"2026-04-18T17:53:43.423192Z","end":"2026-04-18T17:53:43.770036Z","steps":["trace[768263688] 'read index received' (duration: 346.736175ms)","trace[768263688] 'applied index is now lower than readState.Index' (duration: 106.892µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:43.770116Z","caller":"traceutil/trace.go:171","msg":"trace[1755908646] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"420.437198ms","start":"2026-04-18T17:53:43.349650Z","end":"2026-04-18T17:53:43.770087Z","steps":["trace[1755908646] 'process raft request' (duration: 420.195484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:43.770971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:43.349621Z","time spent":"421.257199ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:43.771029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.820492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:43.771136Z","caller":"traceutil/trace.go:171","msg":"trace[690491748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:491; }","duration":"347.953983ms","start":"2026-04-18T17:53:43.423140Z","end":"2026-04-18T17:53:43.771094Z","steps":["trace[690491748] 'agreement among raft nodes before linearized reading' (duration: 347.520616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:43.771183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:43.423120Z","time spent":"348.053975ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:53:43.920039Z","caller":"traceutil/trace.go:171","msg":"trace[95523075] linearizableReadLoop","detail":"{readStateIndex:518; appliedIndex:517; }","duration":"149.290544ms","start":"2026-04-18T17:53:43.770721Z","end":"2026-04-18T17:53:43.920012Z","steps":["trace[95523075] 'read index received' (duration: 56.561432ms)","trace[95523075] 'applied index is now lower than readState.Index' (duration: 92.728192ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:43.920146Z","caller":"traceutil/trace.go:171","msg":"trace[166698668] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"444.672454ms","start":"2026-04-18T17:53:43.475426Z","end":"2026-04-18T17:53:43.920099Z","steps":["trace[166698668] 'process raft request' (duration: 351.897101ms)","trace[166698668] 'compare' (duration: 92.510979ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:43.920322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:43.475400Z","time spent":"444.831416ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:53:43.920355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.230913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:53:43.920429Z","caller":"traceutil/trace.go:171","msg":"trace[803761300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:492; }","duration":"394.342055ms","start":"2026-04-18T17:53:43.526067Z","end":"2026-04-18T17:53:43.920410Z","steps":["trace[803761300] 'agreement among raft nodes before linearized reading' (duration: 394.230283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:43.920483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:53:43.526047Z","time spent":"394.426545ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:53:43.920356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.083302ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:53:43.920829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.049996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:43.921252Z","caller":"traceutil/trace.go:171","msg":"trace[1103126359] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:492; }","duration":"144.703916ms","start":"2026-04-18T17:53:43.776531Z","end":"2026-04-18T17:53:43.921235Z","steps":["trace[1103126359] 'agreement among raft nodes before linearized reading' (duration: 144.049227ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:43.920734Z","caller":"traceutil/trace.go:171","msg":"trace[580433673] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:492; }","duration":"371.468928ms","start":"2026-04-18T17:53:43.549242Z","end":"2026-04-18T17:53:43.920711Z","steps":["trace[580433673] 'agreement among raft nodes before linearized reading' (duration: 370.9171ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:44.680690Z","caller":"traceutil/trace.go:171","msg":"trace[1656420438] linearizableReadLoop","detail":"{readStateIndex:520; appliedIndex:519; }","duration":"132.270265ms","start":"2026-04-18T17:53:44.548401Z","end":"2026-04-18T17:53:44.680671Z","steps":["trace[1656420438] 'read index received' (duration: 132.083682ms)","trace[1656420438] 'applied index is now lower than readState.Index' (duration: 185.093µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:44.680729Z","caller":"traceutil/trace.go:171","msg":"trace[430171340] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"186.544799ms","start":"2026-04-18T17:53:44.494173Z","end":"2026-04-18T17:53:44.680718Z","steps":["trace[430171340] 'process raft request' (duration: 186.388346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:44.680769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.376677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:44.680788Z","caller":"traceutil/trace.go:171","msg":"trace[381138493] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:494; }","duration":"132.410928ms","start":"2026-04-18T17:53:44.548371Z","end":"2026-04-18T17:53:44.680782Z","steps":["trace[381138493] 'agreement among raft nodes before linearized reading' (duration: 132.366967ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:47.004701Z","caller":"traceutil/trace.go:171","msg":"trace[2108138779] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"128.643978ms","start":"2026-04-18T17:53:46.876037Z","end":"2026-04-18T17:53:47.004681Z","steps":["trace[2108138779] 'process raft request' (duration: 57.657047ms)","trace[2108138779] 'compare' (duration: 70.828659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:52.169303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.761858ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-18T17:53:53.991062Z","caller":"traceutil/trace.go:171","msg":"trace[1508605997] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"118.553996ms","start":"2026-04-18T17:53:53.872480Z","end":"2026-04-18T17:53:53.991034Z","steps":["trace[1508605997] 'process raft request' (duration: 118.428445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:54.199652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.066461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:54.199754Z","caller":"traceutil/trace.go:171","msg":"trace[2083372213] linearizableReadLoop","detail":"{readStateIndex:543; appliedIndex:542; }","duration":"176.339474ms","start":"2026-04-18T17:53:54.023398Z","end":"2026-04-18T17:53:54.199738Z","steps":["trace[2083372213] 'read index received' (duration: 73.07465ms)","trace[2083372213] 'applied index is now lower than readState.Index' (duration: 103.263754ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:54.199825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.433875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:53:54.199800Z","caller":"traceutil/trace.go:171","msg":"trace[1925577959] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"206.030101ms","start":"2026-04-18T17:53:53.993731Z","end":"2026-04-18T17:53:54.199761Z","steps":["trace[1925577959] 'process raft request' (duration: 102.794587ms)","trace[1925577959] 'compare' (duration: 102.92972ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:54.199850Z","caller":"traceutil/trace.go:171","msg":"trace[1047529047] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:515; }","duration":"176.490745ms","start":"2026-04-18T17:53:54.023350Z","end":"2026-04-18T17:53:54.199841Z","steps":["trace[1047529047] 'agreement among raft nodes before linearized reading' (duration: 176.435204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:55.679634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.685425ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:55.679701Z","caller":"traceutil/trace.go:171","msg":"trace[1203110350] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:517; }","duration":"130.805136ms","start":"2026-04-18T17:53:55.548882Z","end":"2026-04-18T17:53:55.679687Z","steps":["trace[1203110350] 'range keys from in-memory index tree' (duration: 130.651853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:55.679648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.616397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:55.679900Z","caller":"traceutil/trace.go:171","msg":"trace[1861620259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:517; }","duration":"260.903451ms","start":"2026-04-18T17:53:55.418986Z","end":"2026-04-18T17:53:55.679889Z","steps":["trace[1861620259] 'range keys from in-memory index tree' (duration: 260.523416ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:56.316726Z","caller":"traceutil/trace.go:171","msg":"trace[409222552] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"111.211755ms","start":"2026-04-18T17:53:56.205499Z","end":"2026-04-18T17:53:56.316711Z","steps":["trace[409222552] 'process raft request' (duration: 111.090203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:56.603932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.473386ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:53:56.604351Z","caller":"traceutil/trace.go:171","msg":"trace[684566452] linearizableReadLoop","detail":"{readStateIndex:548; appliedIndex:547; }","duration":"181.939364ms","start":"2026-04-18T17:53:56.422389Z","end":"2026-04-18T17:53:56.604328Z","steps":["trace[684566452] 'read index received' (duration: 32.96991ms)","trace[684566452] 'applied index is now lower than readState.Index' (duration: 148.966984ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:53:56.604329Z","caller":"traceutil/trace.go:171","msg":"trace[1072037436] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"282.823955ms","start":"2026-04-18T17:53:56.321482Z","end":"2026-04-18T17:53:56.604306Z","steps":["trace[1072037436] 'process raft request' (duration: 133.867561ms)","trace[1072037436] 'compare' (duration: 148.360365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:53:56.604501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.107786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:53:56.604762Z","caller":"traceutil/trace.go:171","msg":"trace[2071009710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"182.36942ms","start":"2026-04-18T17:53:56.422351Z","end":"2026-04-18T17:53:56.604721Z","steps":["trace[2071009710] 'agreement among raft nodes before linearized reading' (duration: 182.065656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:53:56.955173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.775294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-18T17:53:56.955278Z","caller":"traceutil/trace.go:171","msg":"trace[1395023181] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:520; }","duration":"121.946916ms","start":"2026-04-18T17:53:56.833308Z","end":"2026-04-18T17:53:56.955255Z","steps":["trace[1395023181] 'range keys from in-memory index tree' (duration: 121.609061ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:53:56.958002Z","caller":"traceutil/trace.go:171","msg":"trace[921013167] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"124.35913ms","start":"2026-04-18T17:53:56.833617Z","end":"2026-04-18T17:53:56.957977Z","steps":["trace[921013167] 'process raft request' (duration: 124.197378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:02.589733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.254455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:02.589789Z","caller":"traceutil/trace.go:171","msg":"trace[14918633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:534; }","duration":"168.361776ms","start":"2026-04-18T17:54:02.421414Z","end":"2026-04-18T17:54:02.589776Z","steps":["trace[14918633] 'range keys from in-memory index tree' (duration: 168.120823ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:02.802683Z","caller":"traceutil/trace.go:171","msg":"trace[1926256555] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"143.187802ms","start":"2026-04-18T17:54:02.659471Z","end":"2026-04-18T17:54:02.802659Z","steps":["trace[1926256555] 'process raft request' (duration: 142.967319ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:03.616470Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366) learners=(15281901732586889068)"} {"level":"info","ts":"2026-04-18T17:54:03.616636Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"d41438a8a7449f6c","added-peer-peer-urls":["https://199.19.213.57:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:54:03.616692Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:03.616763Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:03.616901Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:03.616866Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:03.616929Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c","remote-peer-urls":["https://199.19.213.57:2380"]} {"level":"info","ts":"2026-04-18T17:54:03.616937Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:03.616950Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"a847c2e9c7010db6","raft-conf-change":"ConfChangeAddLearnerNode","raft-conf-change-node-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:03.616934Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:03.616978Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:04.536273Z","caller":"traceutil/trace.go:171","msg":"trace[191884458] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"115.171988ms","start":"2026-04-18T17:54:04.421086Z","end":"2026-04-18T17:54:04.536258Z","steps":["trace[191884458] 'read index received' (duration: 115.036366ms)","trace[191884458] 'applied index is now lower than readState.Index' (duration: 134.772µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:04.536388Z","caller":"traceutil/trace.go:171","msg":"trace[1587715458] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"131.323038ms","start":"2026-04-18T17:54:04.405049Z","end":"2026-04-18T17:54:04.536372Z","steps":["trace[1587715458] 'process raft request' (duration: 131.117876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:04.536448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.34193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:04.536745Z","caller":"traceutil/trace.go:171","msg":"trace[1011447019] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:538; }","duration":"115.632514ms","start":"2026-04-18T17:54:04.421062Z","end":"2026-04-18T17:54:04.536695Z","steps":["trace[1011447019] 'agreement among raft nodes before linearized reading' (duration: 115.34618ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:06.998617Z","caller":"traceutil/trace.go:171","msg":"trace[1471992122] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"142.122653ms","start":"2026-04-18T17:54:06.856468Z","end":"2026-04-18T17:54:06.998591Z","steps":["trace[1471992122] 'process raft request' (duration: 91.072032ms)","trace[1471992122] 'compare' (duration: 50.934979ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:07.161703Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:07.162198Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:07.164258Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:07.172093Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"a847c2e9c7010db6","to":"d41438a8a7449f6c","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:54:07.172136Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:07.179531Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"a847c2e9c7010db6","to":"d41438a8a7449f6c","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:54:07.179586Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a847c2e9c7010db6","remote-peer-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:07.722307Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366 15281901732586889068)"} {"level":"info","ts":"2026-04-18T17:54:07.722587Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","promoted-member-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:07.722654Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"a847c2e9c7010db6","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"d41438a8a7449f6c"} {"level":"info","ts":"2026-04-18T17:54:07.899432Z","caller":"traceutil/trace.go:171","msg":"trace[121984530] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:579; }","duration":"101.749843ms","start":"2026-04-18T17:54:07.797655Z","end":"2026-04-18T17:54:07.899405Z","steps":["trace[121984530] 'read index received' (duration: 101.742763ms)","trace[121984530] 'applied index is now lower than readState.Index' (duration: 5.52µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:07.899569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.885155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:54:07.899620Z","caller":"traceutil/trace.go:171","msg":"trace[493994835] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:545; }","duration":"101.986526ms","start":"2026-04-18T17:54:07.797608Z","end":"2026-04-18T17:54:07.899594Z","steps":["trace[493994835] 'agreement among raft nodes before linearized reading' (duration: 101.888414ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:08.310043Z","caller":"traceutil/trace.go:171","msg":"trace[1484388337] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:579; }","duration":"237.170328ms","start":"2026-04-18T17:54:08.072840Z","end":"2026-04-18T17:54:08.310011Z","steps":["trace[1484388337] 'read index received' (duration: 237.159828ms)","trace[1484388337] 'applied index is now lower than readState.Index' (duration: 8.73µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:08.310229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.35935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:08.310315Z","caller":"traceutil/trace.go:171","msg":"trace[797455524] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:545; }","duration":"237.474362ms","start":"2026-04-18T17:54:08.072824Z","end":"2026-04-18T17:54:08.310298Z","steps":["trace[797455524] 'agreement among raft nodes before linearized reading' (duration: 237.305389ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:08.310763Z","caller":"traceutil/trace.go:171","msg":"trace[1921714546] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"244.260333ms","start":"2026-04-18T17:54:08.066491Z","end":"2026-04-18T17:54:08.310751Z","steps":["trace[1921714546] 'process raft request' (duration: 243.595095ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:08.905710Z","caller":"traceutil/trace.go:171","msg":"trace[1668613737] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"318.341011ms","start":"2026-04-18T17:54:08.587346Z","end":"2026-04-18T17:54:08.905687Z","steps":["trace[1668613737] 'process raft request' (duration: 318.206059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:08.905887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:08.587327Z","time spent":"318.459922ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:09.307351Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"111.290543ms"} {"level":"warn","ts":"2026-04-18T17:54:09.920765Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180859944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:54:10.210568Z","caller":"traceutil/trace.go:171","msg":"trace[384320933] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:582; }","duration":"790.185403ms","start":"2026-04-18T17:54:09.420360Z","end":"2026-04-18T17:54:10.210545Z","steps":["trace[384320933] 'read index received' (duration: 790.179163ms)","trace[384320933] 'applied index is now lower than readState.Index' (duration: 4.79µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:10.210742Z","caller":"traceutil/trace.go:171","msg":"trace[1172266775] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"1.122590099s","start":"2026-04-18T17:54:09.088137Z","end":"2026-04-18T17:54:10.210727Z","steps":["trace[1172266775] 'process raft request' (duration: 1.122361006s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:10.210817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:09.088120Z","time spent":"1.122660769s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:54:10.210671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.305785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:10.210896Z","caller":"traceutil/trace.go:171","msg":"trace[670259152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:549; }","duration":"790.571538ms","start":"2026-04-18T17:54:09.420319Z","end":"2026-04-18T17:54:10.210890Z","steps":["trace[670259152] 'agreement among raft nodes before linearized reading' (duration: 790.296654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:10.210913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:09.420306Z","time spent":"790.603058ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:54:10.211862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.709604ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:10.211885Z","caller":"traceutil/trace.go:171","msg":"trace[1684491090] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:549; }","duration":"662.733944ms","start":"2026-04-18T17:54:09.549146Z","end":"2026-04-18T17:54:10.211880Z","steps":["trace[1684491090] 'agreement among raft nodes before linearized reading' (duration: 662.701533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:14.565523Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"47.648311ms"} {"level":"info","ts":"2026-04-18T17:54:14.575153Z","caller":"traceutil/trace.go:171","msg":"trace[1994136373] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:595; }","duration":"165.858441ms","start":"2026-04-18T17:54:14.409274Z","end":"2026-04-18T17:54:14.575132Z","steps":["trace[1994136373] 'read index received' (duration: 165.854751ms)","trace[1994136373] 'applied index is now lower than readState.Index' (duration: 2.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:14.856595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.806456ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:14.856717Z","caller":"traceutil/trace.go:171","msg":"trace[1408087050] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:560; }","duration":"307.959558ms","start":"2026-04-18T17:54:14.548732Z","end":"2026-04-18T17:54:14.856692Z","steps":["trace[1408087050] 'range keys from in-memory index tree' (duration: 307.731845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:14.857252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.553343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-18T17:54:14.857350Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.133426ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-18T17:54:14.858013Z","caller":"traceutil/trace.go:171","msg":"trace[360688548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:560; }","duration":"448.356454ms","start":"2026-04-18T17:54:14.409208Z","end":"2026-04-18T17:54:14.857564Z","steps":["trace[360688548] 'agreement among raft nodes before linearized reading' (duration: 166.001943ms)","trace[360688548] 'range keys from in-memory index tree' (duration: 281.562599ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:14.858294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:14.409181Z","time spent":"449.099054ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:15.069135Z","caller":"traceutil/trace.go:171","msg":"trace[1993280642] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"204.265627ms","start":"2026-04-18T17:54:14.864847Z","end":"2026-04-18T17:54:15.069112Z","steps":["trace[1993280642] 'process raft request' (duration: 204.070734ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:15.072576Z","caller":"traceutil/trace.go:171","msg":"trace[24250128] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"141.282624ms","start":"2026-04-18T17:54:14.931143Z","end":"2026-04-18T17:54:15.072426Z","steps":["trace[24250128] 'process raft request' (duration: 140.95418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:19.252811Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"76.299811ms"} {"level":"info","ts":"2026-04-18T17:54:19.269210Z","caller":"traceutil/trace.go:171","msg":"trace[930534927] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"290.78672ms","start":"2026-04-18T17:54:18.978401Z","end":"2026-04-18T17:54:19.269188Z","steps":["trace[930534927] 'process raft request' (duration: 290.644838ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:19.341577Z","caller":"traceutil/trace.go:171","msg":"trace[192813632] linearizableReadLoop","detail":"{readStateIndex:610; appliedIndex:611; }","duration":"256.34917ms","start":"2026-04-18T17:54:19.085210Z","end":"2026-04-18T17:54:19.341559Z","steps":["trace[192813632] 'read index received' (duration: 256.34323ms)","trace[192813632] 'applied index is now lower than readState.Index' (duration: 4.7µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:19.341733Z","caller":"traceutil/trace.go:171","msg":"trace[86521277] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"256.583433ms","start":"2026-04-18T17:54:19.085132Z","end":"2026-04-18T17:54:19.341715Z","steps":["trace[86521277] 'process raft request' (duration: 256.496022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:19.341776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.542712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-18T17:54:19.341829Z","caller":"traceutil/trace.go:171","msg":"trace[874561896] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:575; }","duration":"256.654714ms","start":"2026-04-18T17:54:19.085157Z","end":"2026-04-18T17:54:19.341812Z","steps":["trace[874561896] 'agreement among raft nodes before linearized reading' (duration: 256.529503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:19.352382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.032748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:54:19.352440Z","caller":"traceutil/trace.go:171","msg":"trace[373579608] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:576; }","duration":"220.139789ms","start":"2026-04-18T17:54:19.132287Z","end":"2026-04-18T17:54:19.352427Z","steps":["trace[373579608] 'agreement among raft nodes before linearized reading' (duration: 220.038228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:20.669516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.073574ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:20.669587Z","caller":"traceutil/trace.go:171","msg":"trace[776248282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:579; }","duration":"121.155335ms","start":"2026-04-18T17:54:20.548416Z","end":"2026-04-18T17:54:20.669571Z","steps":["trace[776248282] 'range keys from in-memory index tree' (duration: 120.182243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:21.671250Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"90.421375ms"} {"level":"warn","ts":"2026-04-18T17:54:21.709181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.606289ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:21.709270Z","caller":"traceutil/trace.go:171","msg":"trace[1376554210] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:580; }","duration":"159.712021ms","start":"2026-04-18T17:54:21.549535Z","end":"2026-04-18T17:54:21.709247Z","steps":["trace[1376554210] 'range keys from in-memory index tree' (duration: 159.550259ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:21.709309Z","caller":"traceutil/trace.go:171","msg":"trace[1025358697] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"324.568268ms","start":"2026-04-18T17:54:21.384680Z","end":"2026-04-18T17:54:21.709249Z","steps":["trace[1025358697] 'process raft request' (duration: 286.756268ms)","trace[1025358697] 'compare' (duration: 37.692608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:21.709877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:21.384662Z","time spent":"324.890443ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:21.959034Z","caller":"traceutil/trace.go:171","msg":"trace[114671588] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"573.601017ms","start":"2026-04-18T17:54:21.385412Z","end":"2026-04-18T17:54:21.959013Z","steps":["trace[114671588] 'process raft request' (duration: 573.462534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:21.959201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:21.385397Z","time spent":"573.710788ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:21.962250Z","caller":"traceutil/trace.go:171","msg":"trace[396904939] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:619; }","duration":"252.823578ms","start":"2026-04-18T17:54:21.709408Z","end":"2026-04-18T17:54:21.962231Z","steps":["trace[396904939] 'read index received' (duration: 252.815898ms)","trace[396904939] 'applied index is now lower than readState.Index' (duration: 6.5µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:21.962408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.059022ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:21.962513Z","caller":"traceutil/trace.go:171","msg":"trace[1772896389] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:582; }","duration":"253.179963ms","start":"2026-04-18T17:54:21.709311Z","end":"2026-04-18T17:54:21.962491Z","steps":["trace[1772896389] 'agreement among raft nodes before linearized reading' (duration: 253.032242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:21.996233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.844275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:54:21.996285Z","caller":"traceutil/trace.go:171","msg":"trace[1890222767] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:582; }","duration":"281.906165ms","start":"2026-04-18T17:54:21.714366Z","end":"2026-04-18T17:54:21.996272Z","steps":["trace[1890222767] 'agreement among raft nodes before linearized reading' (duration: 281.819644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:24.612888Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"41.642979ms"} {"level":"warn","ts":"2026-04-18T17:54:24.750203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.683512ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:24.750321Z","caller":"traceutil/trace.go:171","msg":"trace[1626604031] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:599; }","duration":"200.835764ms","start":"2026-04-18T17:54:24.549462Z","end":"2026-04-18T17:54:24.750297Z","steps":["trace[1626604031] 'range keys from in-memory index tree' (duration: 200.623272ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:24.786233Z","caller":"traceutil/trace.go:171","msg":"trace[1946961385] transaction","detail":"{read_only:false; response_revision:601; number_of_response:1; }","duration":"407.897389ms","start":"2026-04-18T17:54:24.378312Z","end":"2026-04-18T17:54:24.786210Z","steps":["trace[1946961385] 'process raft request' (duration: 407.766147ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:24.786383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:24.378280Z","time spent":"408.023771ms","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3702,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:24.786480Z","caller":"traceutil/trace.go:171","msg":"trace[1068619141] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"346.341077ms","start":"2026-04-18T17:54:24.440091Z","end":"2026-04-18T17:54:24.786432Z","steps":["trace[1068619141] 'process raft request' (duration: 346.083233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:24.786774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:24.440050Z","time spent":"346.57175ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:28.266406Z","caller":"traceutil/trace.go:171","msg":"trace[544009639] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"510.444873ms","start":"2026-04-18T17:54:27.755930Z","end":"2026-04-18T17:54:28.266375Z","steps":["trace[544009639] 'process raft request' (duration: 510.296241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:28.266584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:27.755916Z","time spent":"510.595695ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:54:28.266920Z","caller":"traceutil/trace.go:171","msg":"trace[1467969782] linearizableReadLoop","detail":"{readStateIndex:676; appliedIndex:677; }","duration":"278.068234ms","start":"2026-04-18T17:54:27.988826Z","end":"2026-04-18T17:54:28.266895Z","steps":["trace[1467969782] 'read index received' (duration: 278.062054ms)","trace[1467969782] 'applied index is now lower than readState.Index' (duration: 4.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:28.267207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.352358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:28.267244Z","caller":"traceutil/trace.go:171","msg":"trace[442335783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:633; }","duration":"278.412408ms","start":"2026-04-18T17:54:27.988821Z","end":"2026-04-18T17:54:28.267233Z","steps":["trace[442335783] 'agreement among raft nodes before linearized reading' (duration: 278.222536ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:28.584660Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.363113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:28.584998Z","caller":"traceutil/trace.go:171","msg":"trace[2127970932] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"163.610996ms","start":"2026-04-18T17:54:28.421201Z","end":"2026-04-18T17:54:28.584812Z","steps":["trace[2127970932] 'range keys from in-memory index tree' (duration: 161.513258ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:29.935309Z","caller":"traceutil/trace.go:171","msg":"trace[218762573] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"102.704136ms","start":"2026-04-18T17:54:29.832574Z","end":"2026-04-18T17:54:29.935278Z","steps":["trace[218762573] 'process raft request' (duration: 102.278721ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:31.550437Z","caller":"traceutil/trace.go:171","msg":"trace[1690266272] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"121.238704ms","start":"2026-04-18T17:54:31.429176Z","end":"2026-04-18T17:54:31.550415Z","steps":["trace[1690266272] 'process raft request' (duration: 121.031722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:31.756649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.100402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:31.756755Z","caller":"traceutil/trace.go:171","msg":"trace[1388816727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:640; }","duration":"147.276815ms","start":"2026-04-18T17:54:31.609457Z","end":"2026-04-18T17:54:31.756734Z","steps":["trace[1388816727] 'count revisions from in-memory index tree' (duration: 146.075889ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:32.534866Z","caller":"traceutil/trace.go:171","msg":"trace[1093362488] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"160.224814ms","start":"2026-04-18T17:54:32.374615Z","end":"2026-04-18T17:54:32.534840Z","steps":["trace[1093362488] 'process raft request' (duration: 160.051391ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:32.597772Z","caller":"traceutil/trace.go:171","msg":"trace[1628278557] linearizableReadLoop","detail":"{readStateIndex:689; appliedIndex:689; }","duration":"176.764663ms","start":"2026-04-18T17:54:32.420989Z","end":"2026-04-18T17:54:32.597754Z","steps":["trace[1628278557] 'read index received' (duration: 176.758913ms)","trace[1628278557] 'applied index is now lower than readState.Index' (duration: 4.48µs)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:54:32.597935Z","caller":"traceutil/trace.go:171","msg":"trace[502540875] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"102.92474ms","start":"2026-04-18T17:54:32.494993Z","end":"2026-04-18T17:54:32.597917Z","steps":["trace[502540875] 'process raft request' (duration: 102.796768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:32.597924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.914714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:32.598678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.258381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:54:32.598759Z","caller":"traceutil/trace.go:171","msg":"trace[341523317] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:644; }","duration":"166.354362ms","start":"2026-04-18T17:54:32.432387Z","end":"2026-04-18T17:54:32.598741Z","steps":["trace[341523317] 'agreement among raft nodes before linearized reading' (duration: 166.22169ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:32.598027Z","caller":"traceutil/trace.go:171","msg":"trace[2044055701] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:643; }","duration":"177.060976ms","start":"2026-04-18T17:54:32.420939Z","end":"2026-04-18T17:54:32.598000Z","steps":["trace[2044055701] 'agreement among raft nodes before linearized reading' (duration: 176.895114ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:34.610826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.726144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:34.610950Z","caller":"traceutil/trace.go:171","msg":"trace[1033625013] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:649; }","duration":"188.913035ms","start":"2026-04-18T17:54:34.422004Z","end":"2026-04-18T17:54:34.610917Z","steps":["trace[1033625013] 'agreement among raft nodes before linearized reading' (duration: 51.307456ms)","trace[1033625013] 'range keys from in-memory index tree' (duration: 137.421957ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:34.611330Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.867653ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:54:34.611467Z","caller":"traceutil/trace.go:171","msg":"trace[392373669] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"232.934779ms","start":"2026-04-18T17:54:34.378514Z","end":"2026-04-18T17:54:34.611449Z","steps":["trace[392373669] 'process raft request' (duration: 94.894134ms)","trace[392373669] 'compare' (duration: 137.510778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:34.661728Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"39.603863ms"} {"level":"warn","ts":"2026-04-18T17:54:36.698655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.804145ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:36.698756Z","caller":"traceutil/trace.go:171","msg":"trace[1584097584] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:655; }","duration":"149.927927ms","start":"2026-04-18T17:54:36.548810Z","end":"2026-04-18T17:54:36.698738Z","steps":["trace[1584097584] 'range keys from in-memory index tree' (duration: 149.754014ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:37.104110Z","caller":"traceutil/trace.go:171","msg":"trace[965563326] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"155.844629ms","start":"2026-04-18T17:54:36.948250Z","end":"2026-04-18T17:54:37.104095Z","steps":["trace[965563326] 'process raft request' (duration: 155.747927ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:37.105876Z","caller":"traceutil/trace.go:171","msg":"trace[1574359957] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"124.255153ms","start":"2026-04-18T17:54:36.981611Z","end":"2026-04-18T17:54:37.105866Z","steps":["trace[1574359957] 'process raft request' (duration: 124.137451ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:39.220335Z","caller":"traceutil/trace.go:171","msg":"trace[631842316] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"111.115682ms","start":"2026-04-18T17:54:39.109195Z","end":"2026-04-18T17:54:39.220311Z","steps":["trace[631842316] 'process raft request' (duration: 110.96799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:43.734944Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"161.343271ms"} {"level":"info","ts":"2026-04-18T17:54:43.735324Z","caller":"traceutil/trace.go:171","msg":"trace[367200047] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"503.395206ms","start":"2026-04-18T17:54:43.231907Z","end":"2026-04-18T17:54:43.735302Z","steps":["trace[367200047] 'process raft request' (duration: 503.201233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:43.735466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:43.231886Z","time spent":"503.500147ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:43.748300Z","caller":"traceutil/trace.go:171","msg":"trace[1810896938] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:723; }","duration":"199.703566ms","start":"2026-04-18T17:54:43.548577Z","end":"2026-04-18T17:54:43.748280Z","steps":["trace[1810896938] 'read index received' (duration: 199.697346ms)","trace[1810896938] 'applied index is now lower than readState.Index' (duration: 4.97µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:43.748411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.821008ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:43.748463Z","caller":"traceutil/trace.go:171","msg":"trace[209511561] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:673; }","duration":"199.879788ms","start":"2026-04-18T17:54:43.548569Z","end":"2026-04-18T17:54:43.748449Z","steps":["trace[209511561] 'agreement among raft nodes before linearized reading' (duration: 199.787867ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:46.702263Z","caller":"traceutil/trace.go:171","msg":"trace[2051828167] linearizableReadLoop","detail":"{readStateIndex:731; appliedIndex:731; }","duration":"126.932718ms","start":"2026-04-18T17:54:46.575301Z","end":"2026-04-18T17:54:46.702233Z","steps":["trace[2051828167] 'read index received' (duration: 126.921228ms)","trace[2051828167] 'applied index is now lower than readState.Index' (duration: 10µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:46.702435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.11285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:46.702473Z","caller":"traceutil/trace.go:171","msg":"trace[1793260994] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:681; }","duration":"127.215661ms","start":"2026-04-18T17:54:46.575249Z","end":"2026-04-18T17:54:46.702465Z","steps":["trace[1793260994] 'agreement among raft nodes before linearized reading' (duration: 127.0946ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:47.857549Z","caller":"traceutil/trace.go:171","msg":"trace[2137023078] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"109.708915ms","start":"2026-04-18T17:54:47.747807Z","end":"2026-04-18T17:54:47.857515Z","steps":["trace[2137023078] 'process raft request' (duration: 109.452161ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:47.921514Z","caller":"traceutil/trace.go:171","msg":"trace[1990455628] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"131.045745ms","start":"2026-04-18T17:54:47.790440Z","end":"2026-04-18T17:54:47.921485Z","steps":["trace[1990455628] 'process raft request' (duration: 130.809152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:48.271696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.834611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-18T17:54:48.271817Z","caller":"traceutil/trace.go:171","msg":"trace[502859286] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:685; }","duration":"194.019394ms","start":"2026-04-18T17:54:48.077772Z","end":"2026-04-18T17:54:48.271791Z","steps":["trace[502859286] 'range keys from in-memory index tree' (duration: 192.855229ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:50.071750Z","caller":"traceutil/trace.go:171","msg":"trace[2129902303] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"144.878578ms","start":"2026-04-18T17:54:49.926849Z","end":"2026-04-18T17:54:50.071727Z","steps":["trace[2129902303] 'process raft request' (duration: 51.708612ms)","trace[2129902303] 'compare' (duration: 93.040884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:51.200997Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"452.499µs"} {"level":"info","ts":"2026-04-18T17:54:51.201306Z","caller":"traceutil/trace.go:171","msg":"trace[1227218438] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"196.874066ms","start":"2026-04-18T17:54:51.004401Z","end":"2026-04-18T17:54:51.201275Z","steps":["trace[1227218438] 'process raft request' (duration: 196.653663ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:52.060590Z","caller":"traceutil/trace.go:171","msg":"trace[706094622] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"154.540599ms","start":"2026-04-18T17:54:51.906010Z","end":"2026-04-18T17:54:52.060550Z","steps":["trace[706094622] 'process raft request' (duration: 154.348097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:52.420608Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"155.983215ms"} {"level":"warn","ts":"2026-04-18T17:54:52.901156Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180860261,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:54:53.073828Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"177.970632ms"} {"level":"info","ts":"2026-04-18T17:54:53.073975Z","caller":"traceutil/trace.go:171","msg":"trace[175123664] linearizableReadLoop","detail":"{readStateIndex:745; appliedIndex:745; }","duration":"673.075518ms","start":"2026-04-18T17:54:52.400847Z","end":"2026-04-18T17:54:53.073923Z","steps":["trace[175123664] 'read index received' (duration: 673.057948ms)","trace[175123664] 'applied index is now lower than readState.Index' (duration: 15.45µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:53.137884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.162433ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:53.137994Z","caller":"traceutil/trace.go:171","msg":"trace[1066035214] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:692; }","duration":"588.327136ms","start":"2026-04-18T17:54:52.549645Z","end":"2026-04-18T17:54:53.137972Z","steps":["trace[1066035214] 'range keys from in-memory index tree' (duration: 588.139862ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:53.138731Z","caller":"traceutil/trace.go:171","msg":"trace[691632228] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"1.060943009s","start":"2026-04-18T17:54:52.077765Z","end":"2026-04-18T17:54:53.138708Z","steps":["trace[691632228] 'process raft request' (duration: 996.314235ms)","trace[691632228] 'compare' (duration: 63.52022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:53.138869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:52.077734Z","time spent":"1.06105054s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:53.139335Z","caller":"traceutil/trace.go:171","msg":"trace[173860924] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"356.803863ms","start":"2026-04-18T17:54:52.782501Z","end":"2026-04-18T17:54:53.139305Z","steps":["trace[173860924] 'process raft request' (duration: 355.588618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.139833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:52.782474Z","time spent":"357.213157ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:54:53.152308Z","caller":"traceutil/trace.go:171","msg":"trace[216853307] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"242.017439ms","start":"2026-04-18T17:54:52.910276Z","end":"2026-04-18T17:54:53.152293Z","steps":["trace[216853307] 'process raft request' (duration: 241.937928ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:54:53.232794Z","caller":"traceutil/trace.go:171","msg":"trace[1995884219] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:748; }","duration":"158.721825ms","start":"2026-04-18T17:54:53.074053Z","end":"2026-04-18T17:54:53.232774Z","steps":["trace[1995884219] 'read index received' (duration: 158.716395ms)","trace[1995884219] 'applied index is now lower than readState.Index' (duration: 4.26µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:53.323831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.782923ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:54:53.323915Z","caller":"traceutil/trace.go:171","msg":"trace[1015316421] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:695; }","duration":"185.867594ms","start":"2026-04-18T17:54:53.138032Z","end":"2026-04-18T17:54:53.323899Z","steps":["trace[1015316421] 'agreement among raft nodes before linearized reading' (duration: 185.769553ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.323945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.748078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:54:53.324006Z","caller":"traceutil/trace.go:171","msg":"trace[147640579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:695; }","duration":"919.85056ms","start":"2026-04-18T17:54:52.404137Z","end":"2026-04-18T17:54:53.323987Z","steps":["trace[147640579] 'agreement among raft nodes before linearized reading' (duration: 828.764905ms)","trace[147640579] 'range keys from in-memory index tree' (duration: 90.988894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:53.323831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.194281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:54:53.324071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:52.404102Z","time spent":"919.949141ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:54:53.324098Z","caller":"traceutil/trace.go:171","msg":"trace[1674618304] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:695; }","duration":"900.522404ms","start":"2026-04-18T17:54:52.423565Z","end":"2026-04-18T17:54:53.324087Z","steps":["trace[1674618304] 'agreement among raft nodes before linearized reading' (duration: 809.319758ms)","trace[1674618304] 'range keys from in-memory index tree' (duration: 90.876012ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:54:53.324089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.383206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:54:53.324142Z","caller":"traceutil/trace.go:171","msg":"trace[1244203482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:695; }","duration":"118.476887ms","start":"2026-04-18T17:54:53.205650Z","end":"2026-04-18T17:54:53.324127Z","steps":["trace[1244203482] 'agreement among raft nodes before linearized reading' (duration: 118.381026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:54:53.324126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:54:52.423539Z","time spent":"900.578267ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:55:01.624860Z","caller":"traceutil/trace.go:171","msg":"trace[91094128] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"201.859828ms","start":"2026-04-18T17:55:01.422968Z","end":"2026-04-18T17:55:01.624828Z","steps":["trace[91094128] 'process raft request' (duration: 174.848464ms)","trace[91094128] 'compare' (duration: 26.850702ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:55:03.471755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366 15281901732586889068) learners=(4121331078346651250)"} {"level":"info","ts":"2026-04-18T17:55:03.471991Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"3931e8c7aea13672","added-peer-peer-urls":["https://199.204.45.248:2380"],"added-peer-is-learner":true} {"level":"info","ts":"2026-04-18T17:55:03.472051Z","caller":"rafthttp/peer.go:133","msg":"starting remote peer","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:03.472096Z","caller":"rafthttp/pipeline.go:72","msg":"started HTTP pipelining with remote peer","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:03.473035Z","caller":"rafthttp/peer.go:137","msg":"started remote peer","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:03.472983Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:03.473098Z","caller":"rafthttp/transport.go:317","msg":"added remote peer","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672","remote-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-04-18T17:55:03.473093Z","caller":"rafthttp/stream.go:169","msg":"started stream writer with remote peer","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:03.473138Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:03.473118Z","caller":"rafthttp/stream.go:395","msg":"started stream reader with remote peer","stream-reader-type":"stream Message","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:03.527328Z","caller":"traceutil/trace.go:171","msg":"trace[570016129] linearizableReadLoop","detail":"{readStateIndex:777; appliedIndex:778; }","duration":"105.316637ms","start":"2026-04-18T17:55:03.421973Z","end":"2026-04-18T17:55:03.527290Z","steps":["trace[570016129] 'read index received' (duration: 105.307097ms)","trace[570016129] 'applied index is now lower than readState.Index' (duration: 7.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:03.527580Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.56659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:03.527693Z","caller":"traceutil/trace.go:171","msg":"trace[680359810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:719; }","duration":"105.737982ms","start":"2026-04-18T17:55:03.421928Z","end":"2026-04-18T17:55:03.527666Z","steps":["trace[680359810] 'agreement among raft nodes before linearized reading' (duration: 105.51108ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:03.527751Z","caller":"traceutil/trace.go:171","msg":"trace[1141146673] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"124.632518ms","start":"2026-04-18T17:55:03.403095Z","end":"2026-04-18T17:55:03.527728Z","steps":["trace[1141146673] 'process raft request' (duration: 124.391285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:04.104664Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"3931e8c7aea13672","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"warn","ts":"2026-04-18T17:55:05.098870Z","caller":"etcdhttp/peer.go:150","msg":"failed to promote a member","member-id":"3931e8c7aea13672","error":"etcdserver: can only promote a learner member which is in sync with leader"} {"level":"info","ts":"2026-04-18T17:55:05.236304Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"a847c2e9c7010db6","to":"3931e8c7aea13672","stream-type":"stream MsgApp v2"} {"level":"info","ts":"2026-04-18T17:55:05.236391Z","caller":"rafthttp/peer_status.go:53","msg":"peer became active","peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:05.236423Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream MsgApp v2","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:05.238381Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream Message","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:05.238398Z","caller":"rafthttp/stream.go:412","msg":"established TCP streaming connection with remote peer","stream-reader-type":"stream MsgApp v2","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:05.238651Z","caller":"rafthttp/stream.go:249","msg":"set message encoder","from":"a847c2e9c7010db6","to":"3931e8c7aea13672","stream-type":"stream Message"} {"level":"info","ts":"2026-04-18T17:55:05.238723Z","caller":"rafthttp/stream.go:274","msg":"established TCP streaming connection with remote peer","stream-writer-type":"stream Message","local-member-id":"a847c2e9c7010db6","remote-peer-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:05.621826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(4121331078346651250 12125874831040253366 15281901732586889068)"} {"level":"info","ts":"2026-04-18T17:55:05.622026Z","caller":"membership/cluster.go:537","msg":"promote member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","promoted-member-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:05.622075Z","caller":"etcdserver/server.go:2021","msg":"applied a configuration change through raft","local-member-id":"a847c2e9c7010db6","raft-conf-change":"ConfChangeAddNode","raft-conf-change-node-id":"3931e8c7aea13672"} {"level":"info","ts":"2026-04-18T17:55:07.718963Z","caller":"traceutil/trace.go:171","msg":"trace[1621417754] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"153.782057ms","start":"2026-04-18T17:55:07.565145Z","end":"2026-04-18T17:55:07.718927Z","steps":["trace[1621417754] 'process raft request' (duration: 153.616634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:18.602642Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.924287ms"} {"level":"warn","ts":"2026-04-18T17:55:18.602697Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"101.985388ms"} {"level":"info","ts":"2026-04-18T17:55:18.602871Z","caller":"traceutil/trace.go:171","msg":"trace[357234427] transaction","detail":"{read_only:false; response_revision:769; number_of_response:1; }","duration":"232.285612ms","start":"2026-04-18T17:55:18.370569Z","end":"2026-04-18T17:55:18.602854Z","steps":["trace[357234427] 'process raft request' (duration: 232.184621ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:18.603775Z","caller":"traceutil/trace.go:171","msg":"trace[1919888792] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:837; }","duration":"180.650986ms","start":"2026-04-18T17:55:18.423108Z","end":"2026-04-18T17:55:18.603759Z","steps":["trace[1919888792] 'read index received' (duration: 180.645846ms)","trace[1919888792] 'applied index is now lower than readState.Index' (duration: 3.8µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:18.603880Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.757047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:18.603906Z","caller":"traceutil/trace.go:171","msg":"trace[1855661490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:769; }","duration":"180.834728ms","start":"2026-04-18T17:55:18.423064Z","end":"2026-04-18T17:55:18.603899Z","steps":["trace[1855661490] 'agreement among raft nodes before linearized reading' (duration: 180.778527ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:26.758413Z","caller":"traceutil/trace.go:171","msg":"trace[462922406] transaction","detail":"{read_only:false; response_revision:801; number_of_response:1; }","duration":"121.126457ms","start":"2026-04-18T17:55:26.637259Z","end":"2026-04-18T17:55:26.758386Z","steps":["trace[462922406] 'process raft request' (duration: 120.968215ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:26.759522Z","caller":"traceutil/trace.go:171","msg":"trace[796142479] linearizableReadLoop","detail":"{readStateIndex:874; appliedIndex:875; }","duration":"115.997217ms","start":"2026-04-18T17:55:26.643491Z","end":"2026-04-18T17:55:26.759488Z","steps":["trace[796142479] 'read index received' (duration: 115.983727ms)","trace[796142479] 'applied index is now lower than readState.Index' (duration: 10.72µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:26.759695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.17331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:55:26.759729Z","caller":"traceutil/trace.go:171","msg":"trace[1930743546] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:801; }","duration":"116.281481ms","start":"2026-04-18T17:55:26.643438Z","end":"2026-04-18T17:55:26.759719Z","steps":["trace[1930743546] 'agreement among raft nodes before linearized reading' (duration: 116.177509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:26.974187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.763694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-18T17:55:26.974310Z","caller":"traceutil/trace.go:171","msg":"trace[868678026] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:801; }","duration":"133.934675ms","start":"2026-04-18T17:55:26.840351Z","end":"2026-04-18T17:55:26.974286Z","steps":["trace[868678026] 'range keys from in-memory index tree' (duration: 132.693491ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:27.143167Z","caller":"traceutil/trace.go:171","msg":"trace[1545129404] transaction","detail":"{read_only:false; response_revision:803; number_of_response:1; }","duration":"110.37423ms","start":"2026-04-18T17:55:27.032769Z","end":"2026-04-18T17:55:27.143143Z","steps":["trace[1545129404] 'process raft request' (duration: 110.263039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:27.446997Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.169262ms"} {"level":"warn","ts":"2026-04-18T17:55:27.447087Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"37.261913ms"} {"level":"warn","ts":"2026-04-18T17:55:27.683392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.750173ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:27.683491Z","caller":"traceutil/trace.go:171","msg":"trace[1135587406] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:804; }","duration":"134.869055ms","start":"2026-04-18T17:55:27.548600Z","end":"2026-04-18T17:55:27.683470Z","steps":["trace[1135587406] 'range keys from in-memory index tree' (duration: 134.696072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:27.683612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.460429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:55:27.683726Z","caller":"traceutil/trace.go:171","msg":"trace[1936114177] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:804; }","duration":"333.61565ms","start":"2026-04-18T17:55:27.350078Z","end":"2026-04-18T17:55:27.683694Z","steps":["trace[1936114177] 'agreement among raft nodes before linearized reading' (duration: 98.129428ms)","trace[1936114177] 'count revisions from in-memory index tree' (duration: 235.33531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:27.683788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:55:27.350058Z","time spent":"333.714811ms","remote":"127.0.0.1:58014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:55:27.683928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.17862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:55:27.684141Z","caller":"traceutil/trace.go:171","msg":"trace[44612645] linearizableReadLoop","detail":"{readStateIndex:880; appliedIndex:879; }","duration":"235.945758ms","start":"2026-04-18T17:55:27.448164Z","end":"2026-04-18T17:55:27.684109Z","steps":["trace[44612645] 'read index received' (duration: 882.041µs)","trace[44612645] 'applied index is now lower than readState.Index' (duration: 235.060897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:27.684442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.051689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:55:27.684480Z","caller":"traceutil/trace.go:171","msg":"trace[1523458810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"261.142ms","start":"2026-04-18T17:55:27.423325Z","end":"2026-04-18T17:55:27.684467Z","steps":["trace[1523458810] 'agreement among raft nodes before linearized reading' (duration: 261.063039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:28.145080Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.692888ms"} {"level":"warn","ts":"2026-04-18T17:55:28.145146Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"220.766089ms"} {"level":"info","ts":"2026-04-18T17:55:28.198532Z","caller":"traceutil/trace.go:171","msg":"trace[1321176308] linearizableReadLoop","detail":"{readStateIndex:881; appliedIndex:881; }","duration":"358.101893ms","start":"2026-04-18T17:55:27.840392Z","end":"2026-04-18T17:55:28.198494Z","steps":["trace[1321176308] 'read index received' (duration: 358.083852ms)","trace[1321176308] 'applied index is now lower than readState.Index' (duration: 15.391µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:28.236409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.000712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:55:28.236478Z","caller":"traceutil/trace.go:171","msg":"trace[1985993811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:806; }","duration":"396.123833ms","start":"2026-04-18T17:55:27.840339Z","end":"2026-04-18T17:55:28.236463Z","steps":["trace[1985993811] 'agreement among raft nodes before linearized reading' (duration: 358.308154ms)","trace[1985993811] 'range keys from in-memory index tree' (duration: 37.665087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:28.236556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:55:27.840319Z","time spent":"396.184675ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:28.237172Z","caller":"traceutil/trace.go:171","msg":"trace[389460564] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"472.001944ms","start":"2026-04-18T17:55:27.765160Z","end":"2026-04-18T17:55:28.237162Z","steps":["trace[389460564] 'process raft request' (duration: 471.821142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:28.237240Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:55:27.765135Z","time spent":"472.067515ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":669,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:55:28.237420Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.781257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:55:28.237840Z","caller":"traceutil/trace.go:171","msg":"trace[1151282470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:809; }","duration":"345.270972ms","start":"2026-04-18T17:55:27.892547Z","end":"2026-04-18T17:55:28.237818Z","steps":["trace[1151282470] 'agreement among raft nodes before linearized reading' (duration: 344.758457ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:28.238345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:55:27.892527Z","time spent":"345.801439ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:55:46.473310Z","caller":"traceutil/trace.go:171","msg":"trace[1992586233] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"111.094287ms","start":"2026-04-18T17:55:46.362185Z","end":"2026-04-18T17:55:46.473279Z","steps":["trace[1992586233] 'process raft request' (duration: 111.037574ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:55:46.473839Z","caller":"traceutil/trace.go:171","msg":"trace[903194613] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"115.848723ms","start":"2026-04-18T17:55:46.357972Z","end":"2026-04-18T17:55:46.473821Z","steps":["trace[903194613] 'process raft request' (duration: 115.093271ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:55:55.126343Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"67.23139ms"} {"level":"warn","ts":"2026-04-18T17:55:55.126443Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"67.347815ms"} {"level":"info","ts":"2026-04-18T17:55:55.181016Z","caller":"traceutil/trace.go:171","msg":"trace[353361984] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"301.304194ms","start":"2026-04-18T17:55:54.879684Z","end":"2026-04-18T17:55:55.180988Z","steps":["trace[353361984] 'process raft request' (duration: 270.437979ms)","trace[353361984] 'compare' (duration: 30.668127ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:55:55.181183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:55:54.879664Z","time spent":"301.44203ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:55:57.113915Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.723917ms"} {"level":"warn","ts":"2026-04-18T17:55:57.114019Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"71.841632ms"} {"level":"info","ts":"2026-04-18T17:56:00.729683Z","caller":"traceutil/trace.go:171","msg":"trace[534361619] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"167.238948ms","start":"2026-04-18T17:56:00.562367Z","end":"2026-04-18T17:56:00.729606Z","steps":["trace[534361619] 'process raft request' (duration: 124.603079ms)","trace[534361619] 'compare' (duration: 42.18861ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:06.202625Z","caller":"traceutil/trace.go:171","msg":"trace[1938396418] transaction","detail":"{read_only:false; response_revision:1013; number_of_response:1; }","duration":"154.17389ms","start":"2026-04-18T17:56:06.048431Z","end":"2026-04-18T17:56:06.202605Z","steps":["trace[1938396418] 'process raft request' (duration: 154.014084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:06.508074Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"86.871459ms"} {"level":"warn","ts":"2026-04-18T17:56:06.508139Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"86.946392ms"} {"level":"warn","ts":"2026-04-18T17:56:06.665039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.954584ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:06.665475Z","caller":"traceutil/trace.go:171","msg":"trace[1850331817] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1013; }","duration":"116.409892ms","start":"2026-04-18T17:56:06.549045Z","end":"2026-04-18T17:56:06.665455Z","steps":["trace[1850331817] 'range keys from in-memory index tree' (duration: 115.879472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:06.665513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.27325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:06.666125Z","caller":"traceutil/trace.go:171","msg":"trace[1117847814] transaction","detail":"{read_only:false; response_revision:1014; number_of_response:1; }","duration":"436.807583ms","start":"2026-04-18T17:56:06.229250Z","end":"2026-04-18T17:56:06.666057Z","steps":["trace[1117847814] 'process raft request' (duration: 278.928578ms)","trace[1117847814] 'compare' (duration: 157.100614ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:06.666162Z","caller":"traceutil/trace.go:171","msg":"trace[666788288] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"436.625886ms","start":"2026-04-18T17:56:06.229509Z","end":"2026-04-18T17:56:06.666135Z","steps":["trace[666788288] 'process raft request' (duration: 436.46002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:06.666280Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.888587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:06.666162Z","caller":"traceutil/trace.go:171","msg":"trace[1225698465] linearizableReadLoop","detail":"{readStateIndex:1115; appliedIndex:1114; }","duration":"244.776513ms","start":"2026-04-18T17:56:06.421362Z","end":"2026-04-18T17:56:06.666138Z","steps":["trace[1225698465] 'read index received' (duration: 95.429682ms)","trace[1225698465] 'applied index is now lower than readState.Index' (duration: 149.345021ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:06.666338Z","caller":"traceutil/trace.go:171","msg":"trace[519983989] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1016; }","duration":"245.004823ms","start":"2026-04-18T17:56:06.421320Z","end":"2026-04-18T17:56:06.666325Z","steps":["trace[519983989] 'agreement among raft nodes before linearized reading' (duration: 244.893178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:06.666345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:06.229229Z","time spent":"436.967239ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:06.666517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:06.229496Z","time spent":"436.73747ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":505,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.188139Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"321.711138ms"} {"level":"warn","ts":"2026-04-18T17:56:07.188221Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"321.801941ms"} {"level":"warn","ts":"2026-04-18T17:56:07.256429Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180860871,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:07.659609Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"271.353633ms"} {"level":"warn","ts":"2026-04-18T17:56:07.659682Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"271.439567ms"} {"level":"info","ts":"2026-04-18T17:56:07.659669Z","caller":"traceutil/trace.go:171","msg":"trace[1888719021] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1117; }","duration":"903.570891ms","start":"2026-04-18T17:56:06.756074Z","end":"2026-04-18T17:56:07.659645Z","steps":["trace[1888719021] 'read index received' (duration: 903.559281ms)","trace[1888719021] 'applied index is now lower than readState.Index' (duration: 9.76µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:07.668242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.137454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-18T17:56:07.669270Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.884574ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:07.669491Z","caller":"traceutil/trace.go:171","msg":"trace[850645597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1016; }","duration":"913.30003ms","start":"2026-04-18T17:56:06.756017Z","end":"2026-04-18T17:56:07.669317Z","steps":["trace[850645597] 'agreement among raft nodes before linearized reading' (duration: 903.754318ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.669812Z","caller":"traceutil/trace.go:171","msg":"trace[1444253075] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"396.597835ms","start":"2026-04-18T17:56:07.273204Z","end":"2026-04-18T17:56:07.669802Z","steps":["trace[1444253075] 'process raft request' (duration: 396.555943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.669925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:07.273162Z","time spent":"396.690148ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:07.670124Z","caller":"traceutil/trace.go:171","msg":"trace[2050642383] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"996.831086ms","start":"2026-04-18T17:56:06.673267Z","end":"2026-04-18T17:56:07.670098Z","steps":["trace[2050642383] 'process raft request' (duration: 996.41214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.670301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.165461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-18T17:56:07.670339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:06.673257Z","time spent":"996.934091ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:07.670367Z","caller":"traceutil/trace.go:171","msg":"trace[1726148610] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:1019; }","duration":"827.272405ms","start":"2026-04-18T17:56:06.843076Z","end":"2026-04-18T17:56:07.670348Z","steps":["trace[1726148610] 'agreement among raft nodes before linearized reading' (duration: 827.058207ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.670415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:06.843058Z","time spent":"827.342778ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:07.670554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.466229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.670601Z","caller":"traceutil/trace.go:171","msg":"trace[525894987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1019; }","duration":"248.555572ms","start":"2026-04-18T17:56:07.422036Z","end":"2026-04-18T17:56:07.670592Z","steps":["trace[525894987] 'agreement among raft nodes before linearized reading' (duration: 248.48392ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:07.669528Z","caller":"traceutil/trace.go:171","msg":"trace[1371949069] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"997.366827ms","start":"2026-04-18T17:56:06.672105Z","end":"2026-04-18T17:56:07.669472Z","steps":["trace[1371949069] 'process raft request' (duration: 516.210032ms)","trace[1371949069] 'compare' (duration: 479.863504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:07.670766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:06.672089Z","time spent":"998.649197ms","remote":"127.0.0.1:57684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6519,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:07.668903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.569424ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:07.670856Z","caller":"traceutil/trace.go:171","msg":"trace[1858152091] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1016; }","duration":"121.55192ms","start":"2026-04-18T17:56:07.549294Z","end":"2026-04-18T17:56:07.670845Z","steps":["trace[1858152091] 'range keys from in-memory index tree' (duration: 119.521201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:07.669804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:06.755985Z","time spent":"913.797869ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:08.703947Z","caller":"traceutil/trace.go:171","msg":"trace[1822734354] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1162; }","duration":"155.360367ms","start":"2026-04-18T17:56:08.548571Z","end":"2026-04-18T17:56:08.703932Z","steps":["trace[1822734354] 'read index received' (duration: 141.51109ms)","trace[1822734354] 'applied index is now lower than readState.Index' (duration: 13.847897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:08.704055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.501652ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:08.704256Z","caller":"traceutil/trace.go:171","msg":"trace[1364926889] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1060; }","duration":"155.724241ms","start":"2026-04-18T17:56:08.548524Z","end":"2026-04-18T17:56:08.704248Z","steps":["trace[1364926889] 'agreement among raft nodes before linearized reading' (duration: 155.478871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:10.231135Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180860939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:10.731535Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180860939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:10.807380Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129590502s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:10.807540Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"932.529895ms"} {"level":"warn","ts":"2026-04-18T17:56:10.807564Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"932.562517ms"} {"level":"info","ts":"2026-04-18T17:56:10.808052Z","caller":"traceutil/trace.go:171","msg":"trace[1058370446] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"1.130400662s","start":"2026-04-18T17:56:09.677629Z","end":"2026-04-18T17:56:10.808029Z","steps":["trace[1058370446] 'process raft request' (duration: 1.130248006s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:10.808197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:09.677603Z","time spent":"1.130510966s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:11.232235Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180860939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:11.732857Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180860939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:12.233311Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180860939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:12.422023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998683122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:12.422108Z","caller":"traceutil/trace.go:171","msg":"trace[1296748925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9988888s","start":"2026-04-18T17:56:10.423199Z","end":"2026-04-18T17:56:12.422088Z","steps":["trace[1296748925] 'agreement among raft nodes before linearized reading' (duration: 1.998783276s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.422163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:10.423154Z","time spent":"1.998999545s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:12.734500Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180860939,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:12.801891Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.29481552s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:12.802035Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.79444053s"} {"level":"warn","ts":"2026-04-18T17:56:12.802059Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.794472131s"} {"level":"info","ts":"2026-04-18T17:56:12.802065Z","caller":"traceutil/trace.go:171","msg":"trace[33583281] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1171; }","duration":"3.071938144s","start":"2026-04-18T17:56:09.730104Z","end":"2026-04-18T17:56:12.802042Z","steps":["trace[33583281] 'read index received' (duration: 3.071928754s)","trace[33583281] 'applied index is now lower than readState.Index' (duration: 7.75µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:12.802950Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":988150486180860943,"received-request-id":988150486180860939} {"level":"warn","ts":"2026-04-18T17:56:12.844878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.1147565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:12.846364Z","caller":"traceutil/trace.go:171","msg":"trace[200249381] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1066; }","duration":"3.116449445s","start":"2026-04-18T17:56:09.729885Z","end":"2026-04-18T17:56:12.846334Z","steps":["trace[200249381] 'agreement among raft nodes before linearized reading' (duration: 3.072277297s)","trace[200249381] 'range keys from in-memory index tree' (duration: 42.635469ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:12.846473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:09.729857Z","time spent":"3.11657575s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:12.845142Z","caller":"traceutil/trace.go:171","msg":"trace[1251870810] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"3.163426996s","start":"2026-04-18T17:56:09.681598Z","end":"2026-04-18T17:56:12.845025Z","steps":["trace[1251870810] 'process raft request' (duration: 3.120750955s)","trace[1251870810] 'compare' (duration: 42.330518ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:12.845644Z","caller":"traceutil/trace.go:171","msg":"trace[832563057] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"2.871127171s","start":"2026-04-18T17:56:09.974503Z","end":"2026-04-18T17:56:12.845630Z","steps":["trace[832563057] 'process raft request' (duration: 2.870403413s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.846654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:09.974482Z","time spent":"2.872088007s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:12.845711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106185279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:12.846796Z","caller":"traceutil/trace.go:171","msg":"trace[802053805] range","detail":"{range_begin:/registry/secrets; range_end:; response_count:0; response_revision:1068; }","duration":"3.107317473s","start":"2026-04-18T17:56:09.739463Z","end":"2026-04-18T17:56:12.846780Z","steps":["trace[802053805] 'agreement among raft nodes before linearized reading' (duration: 3.105541515s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.845739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55362494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-18T17:56:12.845758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.778312646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-18T17:56:12.845782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.038205472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:12.845797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29657198s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:12.845833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.469775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:12.846791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:09.681580Z","time spent":"3.165052828s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:12.847081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:09.739443Z","time spent":"3.107607643s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":21,"response count":0,"response size":28,"request content":"key:\"/registry/secrets\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:12.847163Z","caller":"traceutil/trace.go:171","msg":"trace[1607084498] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1068; }","duration":"2.039597855s","start":"2026-04-18T17:56:10.807529Z","end":"2026-04-18T17:56:12.847127Z","steps":["trace[1607084498] 'agreement among raft nodes before linearized reading' (duration: 2.037666851s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:12.847226Z","caller":"traceutil/trace.go:171","msg":"trace[863567294] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1068; }","duration":"2.297993054s","start":"2026-04-18T17:56:10.549221Z","end":"2026-04-18T17:56:12.847214Z","steps":["trace[863567294] 'agreement among raft nodes before linearized reading' (duration: 2.295982017s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.847238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:10.807506Z","time spent":"2.039714529s","remote":"127.0.0.1:57786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-18T17:56:12.847326Z","caller":"traceutil/trace.go:171","msg":"trace[844727389] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1068; }","duration":"1.555275773s","start":"2026-04-18T17:56:11.292039Z","end":"2026-04-18T17:56:12.847315Z","steps":["trace[844727389] 'agreement among raft nodes before linearized reading' (duration: 1.552993916s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:12.847325Z","caller":"traceutil/trace.go:171","msg":"trace[483277197] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1068; }","duration":"424.999112ms","start":"2026-04-18T17:56:12.422311Z","end":"2026-04-18T17:56:12.847310Z","steps":["trace[483277197] 'agreement among raft nodes before linearized reading' (duration: 422.896641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.847419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:11.291971Z","time spent":"1.555382616s","remote":"127.0.0.1:58076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:12.847369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:12.422294Z","time spent":"425.065654ms","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:12.847604Z","caller":"traceutil/trace.go:171","msg":"trace[1962067643] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1068; }","duration":"1.780041851s","start":"2026-04-18T17:56:11.067389Z","end":"2026-04-18T17:56:12.847431Z","steps":["trace[1962067643] 'agreement among raft nodes before linearized reading' (duration: 1.777796996s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:12.847703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:11.067357Z","time spent":"1.780327882s","remote":"127.0.0.1:57690","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":4,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:17.100925Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"56.939597ms"} {"level":"warn","ts":"2026-04-18T17:56:17.101121Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"57.149005ms"} {"level":"info","ts":"2026-04-18T17:56:17.278023Z","caller":"traceutil/trace.go:171","msg":"trace[1023023591] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1351; }","duration":"408.918068ms","start":"2026-04-18T17:56:16.869079Z","end":"2026-04-18T17:56:17.277997Z","steps":["trace[1023023591] 'read index received' (duration: 408.913698ms)","trace[1023023591] 'applied index is now lower than readState.Index' (duration: 3.51µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:17.778894Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:17.830809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.37683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:17.830881Z","caller":"traceutil/trace.go:171","msg":"trace[1330367604] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:1162; }","duration":"992.519035ms","start":"2026-04-18T17:56:16.838348Z","end":"2026-04-18T17:56:17.830867Z","steps":["trace[1330367604] 'range keys from in-memory index tree' (duration: 991.419825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:17.830914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:16.838334Z","time spent":"992.572008ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:17.830936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.834762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:17.831007Z","caller":"traceutil/trace.go:171","msg":"trace[1504329510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1162; }","duration":"961.930016ms","start":"2026-04-18T17:56:16.869058Z","end":"2026-04-18T17:56:17.830988Z","steps":["trace[1504329510] 'agreement among raft nodes before linearized reading' (duration: 409.133926ms)","trace[1504329510] 'range keys from in-memory index tree' (duration: 552.666474ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:17.831063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:16.869051Z","time spent":"962.001448ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:17.831110Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"987.184067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-18T17:56:17.831173Z","caller":"traceutil/trace.go:171","msg":"trace[462510250] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:1162; }","duration":"987.28043ms","start":"2026-04-18T17:56:16.843875Z","end":"2026-04-18T17:56:17.831155Z","steps":["trace[462510250] 'range keys from in-memory index tree' (duration: 986.388068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:17.831282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.744045ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:17.831279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:16.843858Z","time spent":"987.360093ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:17.831313Z","caller":"traceutil/trace.go:171","msg":"trace[1017412518] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1162; }","duration":"282.775176ms","start":"2026-04-18T17:56:17.548529Z","end":"2026-04-18T17:56:17.831304Z","steps":["trace[1017412518] 'range keys from in-memory index tree' (duration: 282.711894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:17.831535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"729.551244ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:17.831793Z","caller":"traceutil/trace.go:171","msg":"trace[442096919] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"968.821902ms","start":"2026-04-18T17:56:16.862940Z","end":"2026-04-18T17:56:17.831762Z","steps":["trace[442096919] 'process raft request' (duration: 238.940916ms)","trace[442096919] 'compare' (duration: 729.340246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:17.831902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:16.862918Z","time spent":"968.928966ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:17.832171Z","caller":"traceutil/trace.go:171","msg":"trace[708798902] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"959.662332ms","start":"2026-04-18T17:56:16.872497Z","end":"2026-04-18T17:56:17.832160Z","steps":["trace[708798902] 'process raft request' (duration: 959.179243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:17.832275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:16.872481Z","time spent":"959.730094ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:18.250553Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"772.685587ms"} {"level":"warn","ts":"2026-04-18T17:56:18.250662Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"772.804081ms"} {"level":"warn","ts":"2026-04-18T17:56:18.279536Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:18.709308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.43675ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:18.734739Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"283.950752ms"} {"level":"warn","ts":"2026-04-18T17:56:18.734824Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"284.051146ms"} {"level":"info","ts":"2026-04-18T17:56:18.734821Z","caller":"traceutil/trace.go:171","msg":"trace[2109547460] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1354; }","duration":"1.456566446s","start":"2026-04-18T17:56:17.278225Z","end":"2026-04-18T17:56:18.734792Z","steps":["trace[2109547460] 'read index received' (duration: 1.456553075s)","trace[2109547460] 'applied index is now lower than readState.Index' (duration: 11.561µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:18.735002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.846719285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:18.735038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848006914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:18.735079Z","caller":"traceutil/trace.go:171","msg":"trace[1141859495] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1165; }","duration":"1.848107497s","start":"2026-04-18T17:56:16.886961Z","end":"2026-04-18T17:56:18.735069Z","steps":["trace[1141859495] 'agreement among raft nodes before linearized reading' (duration: 1.847989523s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:18.735072Z","caller":"traceutil/trace.go:171","msg":"trace[2143222135] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1165; }","duration":"1.846807288s","start":"2026-04-18T17:56:16.888242Z","end":"2026-04-18T17:56:18.735049Z","steps":["trace[2143222135] 'agreement among raft nodes before linearized reading' (duration: 1.846642002s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:18.735129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:16.886944Z","time spent":"1.84817677s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:18.735144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:16.888235Z","time spent":"1.846896371s","remote":"127.0.0.1:57990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:18.942779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.054372ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:18.943628Z","caller":"traceutil/trace.go:171","msg":"trace[1547747613] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1165; }","duration":"110.405094ms","start":"2026-04-18T17:56:18.832609Z","end":"2026-04-18T17:56:18.943014Z","steps":["trace[1547747613] 'range keys from in-memory index tree' (duration: 110.026781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:18.952686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:17.834445Z","time spent":"1.118234302s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-18T17:56:18.952834Z","caller":"traceutil/trace.go:171","msg":"trace[242356826] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"1.115850913s","start":"2026-04-18T17:56:17.836953Z","end":"2026-04-18T17:56:18.952804Z","steps":["trace[242356826] 'process raft request' (duration: 1.115643006s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:18.953042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:17.836936Z","time spent":"1.115987979s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:18.958368Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":988150486180861095,"received-request-id":988150486180861089} {"level":"info","ts":"2026-04-18T17:56:19.027688Z","caller":"traceutil/trace.go:171","msg":"trace[1446599687] linearizableReadLoop","detail":"{readStateIndex:1354; appliedIndex:1356; }","duration":"292.7518ms","start":"2026-04-18T17:56:18.734905Z","end":"2026-04-18T17:56:19.027657Z","steps":["trace[1446599687] 'read index received' (duration: 292.721559ms)","trace[1446599687] 'applied index is now lower than readState.Index' (duration: 27.551µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:19.027791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.949966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:19.027974Z","caller":"traceutil/trace.go:171","msg":"trace[1814953781] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1166; }","duration":"976.197955ms","start":"2026-04-18T17:56:18.051751Z","end":"2026-04-18T17:56:19.027949Z","steps":["trace[1814953781] 'agreement among raft nodes before linearized reading' (duration: 975.912094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.028033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:18.051732Z","time spent":"976.288068ms","remote":"127.0.0.1:58050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:19.028161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153344055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:19.028211Z","caller":"traceutil/trace.go:171","msg":"trace[1232268466] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1166; }","duration":"1.153425249s","start":"2026-04-18T17:56:17.874770Z","end":"2026-04-18T17:56:19.028196Z","steps":["trace[1232268466] 'agreement among raft nodes before linearized reading' (duration: 1.153237191s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.028315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:17.874755Z","time spent":"1.153533233s","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":70,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:19.028660Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197311397s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:19.028716Z","caller":"traceutil/trace.go:171","msg":"trace[63825560] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1166; }","duration":"1.197368639s","start":"2026-04-18T17:56:17.831334Z","end":"2026-04-18T17:56:19.028703Z","steps":["trace[63825560] 'agreement among raft nodes before linearized reading' (duration: 1.197292517s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.029077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480852381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:19.029139Z","caller":"traceutil/trace.go:171","msg":"trace[1902568026] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1166; }","duration":"1.480954986s","start":"2026-04-18T17:56:17.548171Z","end":"2026-04-18T17:56:19.029126Z","steps":["trace[1902568026] 'agreement among raft nodes before linearized reading' (duration: 1.480825071s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.029182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:17.548152Z","time spent":"1.481016787s","remote":"127.0.0.1:57796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:19.027964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607198075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:19.029601Z","caller":"traceutil/trace.go:171","msg":"trace[1362898690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1166; }","duration":"1.608912699s","start":"2026-04-18T17:56:17.420671Z","end":"2026-04-18T17:56:19.029584Z","steps":["trace[1362898690] 'agreement among raft nodes before linearized reading' (duration: 1.607123763s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.029641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:17.420649Z","time spent":"1.608978062s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-18T17:56:19.030957Z","caller":"traceutil/trace.go:171","msg":"trace[1762231936] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"792.726414ms","start":"2026-04-18T17:56:18.238134Z","end":"2026-04-18T17:56:19.030860Z","steps":["trace[1762231936] 'process raft request' (duration: 790.029255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.031264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:18.238101Z","time spent":"793.004875ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:19.219334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.533956ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-18T17:56:19.220266Z","caller":"traceutil/trace.go:171","msg":"trace[1472826990] linearizableReadLoop","detail":"{readStateIndex:1359; appliedIndex:1357; }","duration":"190.065622ms","start":"2026-04-18T17:56:19.030181Z","end":"2026-04-18T17:56:19.220247Z","steps":["trace[1472826990] 'read index received' (duration: 187.764247ms)","trace[1472826990] 'applied index is now lower than readState.Index' (duration: 2.300295ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:19.220421Z","caller":"traceutil/trace.go:171","msg":"trace[1654790205] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"479.987817ms","start":"2026-04-18T17:56:18.740423Z","end":"2026-04-18T17:56:19.220411Z","steps":["trace[1654790205] 'process raft request' (duration: 479.058033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.220572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:18.740388Z","time spent":"480.072021ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:19.485301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.071307ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:19.485952Z","caller":"traceutil/trace.go:171","msg":"trace[897642234] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1168; }","duration":"455.754391ms","start":"2026-04-18T17:56:19.030173Z","end":"2026-04-18T17:56:19.485927Z","steps":["trace[897642234] 'agreement among raft nodes before linearized reading' (duration: 190.608102ms)","trace[897642234] 'range keys from in-memory index tree' (duration: 264.443854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:19.487857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.190885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:19.488607Z","caller":"traceutil/trace.go:171","msg":"trace[1472496828] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"534.357359ms","start":"2026-04-18T17:56:18.954151Z","end":"2026-04-18T17:56:19.488509Z","steps":["trace[1472496828] 'process raft request' (duration: 266.087944ms)","trace[1472496828] 'compare' (duration: 265.108298ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:19.488815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:18.954114Z","time spent":"534.588567ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:19.489475Z","caller":"traceutil/trace.go:171","msg":"trace[2076493444] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"399.784185ms","start":"2026-04-18T17:56:19.089652Z","end":"2026-04-18T17:56:19.489436Z","steps":["trace[2076493444] 'process raft request' (duration: 398.949525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.489625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:19.089622Z","time spent":"399.941721ms","remote":"127.0.0.1:57774","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-18T17:56:19.490008Z","caller":"traceutil/trace.go:171","msg":"trace[66375563] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1359; }","duration":"268.870356ms","start":"2026-04-18T17:56:19.220343Z","end":"2026-04-18T17:56:19.489213Z","steps":["trace[66375563] 'read index received' (duration: 2.961218ms)","trace[66375563] 'applied index is now lower than readState.Index' (duration: 265.908078ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:19.490050Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.143336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:19.490905Z","caller":"traceutil/trace.go:171","msg":"trace[963147125] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1171; }","duration":"460.036949ms","start":"2026-04-18T17:56:19.030855Z","end":"2026-04-18T17:56:19.490892Z","steps":["trace[963147125] 'agreement among raft nodes before linearized reading' (duration: 459.146606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:19.491198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:19.030830Z","time spent":"460.355441ms","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:19.947224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.155886ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:19.947297Z","caller":"traceutil/trace.go:171","msg":"trace[1233205272] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1171; }","duration":"398.233279ms","start":"2026-04-18T17:56:19.549044Z","end":"2026-04-18T17:56:19.947278Z","steps":["trace[1233205272] 'agreement among raft nodes before linearized reading' (duration: 88.386327ms)","trace[1233205272] 'range keys from in-memory index tree' (duration: 308.810304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:20.274131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.509324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-18T17:56:20.310804Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"414.558491ms"} {"level":"warn","ts":"2026-04-18T17:56:20.310902Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"414.683666ms"} {"level":"info","ts":"2026-04-18T17:56:20.421540Z","caller":"traceutil/trace.go:171","msg":"trace[1039649823] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"582.504825ms","start":"2026-04-18T17:56:19.838963Z","end":"2026-04-18T17:56:20.421468Z","steps":["trace[1039649823] 'process raft request' (duration: 580.405428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:20.421822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:19.838935Z","time spent":"582.808676ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:20.426363Z","caller":"traceutil/trace.go:171","msg":"trace[564606039] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"587.00761ms","start":"2026-04-18T17:56:19.839329Z","end":"2026-04-18T17:56:20.426337Z","steps":["trace[564606039] 'process raft request' (duration: 586.763901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:20.426598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:19.839294Z","time spent":"587.183786ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:20.428933Z","caller":"traceutil/trace.go:171","msg":"trace[1923056518] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"486.040041ms","start":"2026-04-18T17:56:19.942858Z","end":"2026-04-18T17:56:20.428898Z","steps":["trace[1923056518] 'process raft request' (duration: 484.442282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:20.429159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:19.942826Z","time spent":"486.175905ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036161,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:21.275088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.622678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:21.275205Z","caller":"traceutil/trace.go:171","msg":"trace[634866555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1176; }","duration":"314.753382ms","start":"2026-04-18T17:56:20.960398Z","end":"2026-04-18T17:56:21.275152Z","steps":["trace[634866555] 'range keys from in-memory index tree' (duration: 313.487975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:21.275263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:20.960380Z","time spent":"314.873977ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:21.400094Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"191.050269ms"} {"level":"warn","ts":"2026-04-18T17:56:21.400260Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"191.220145ms"} {"level":"info","ts":"2026-04-18T17:56:21.462184Z","caller":"traceutil/trace.go:171","msg":"trace[2144080805] linearizableReadLoop","detail":"{readStateIndex:1368; appliedIndex:1368; }","duration":"237.579915ms","start":"2026-04-18T17:56:21.224576Z","end":"2026-04-18T17:56:21.462156Z","steps":["trace[2144080805] 'read index received' (duration: 237.570475ms)","trace[2144080805] 'applied index is now lower than readState.Index' (duration: 7.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:21.462337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.7419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:21.462391Z","caller":"traceutil/trace.go:171","msg":"trace[396890537] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1176; }","duration":"237.851574ms","start":"2026-04-18T17:56:21.224527Z","end":"2026-04-18T17:56:21.462378Z","steps":["trace[396890537] 'agreement among raft nodes before linearized reading' (duration: 237.724589ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:21.462913Z","caller":"traceutil/trace.go:171","msg":"trace[158803319] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"183.505018ms","start":"2026-04-18T17:56:21.279386Z","end":"2026-04-18T17:56:21.462891Z","steps":["trace[158803319] 'process raft request' (duration: 183.464277ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:21.463366Z","caller":"traceutil/trace.go:171","msg":"trace[1100432060] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"420.633086ms","start":"2026-04-18T17:56:21.042417Z","end":"2026-04-18T17:56:21.463050Z","steps":["trace[1100432060] 'process raft request' (duration: 419.952891ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:21.464827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:21.042388Z","time spent":"421.864661ms","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036197,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:21.756323Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"90.861214ms"} {"level":"warn","ts":"2026-04-18T17:56:21.756461Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"91.012569ms"} {"level":"warn","ts":"2026-04-18T17:56:22.050000Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:22.540116Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"583.771129ms"} {"level":"warn","ts":"2026-04-18T17:56:22.540191Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"583.730768ms"} {"level":"info","ts":"2026-04-18T17:56:22.540169Z","caller":"traceutil/trace.go:171","msg":"trace[1108375424] linearizableReadLoop","detail":"{readStateIndex:1370; appliedIndex:1370; }","duration":"990.872886ms","start":"2026-04-18T17:56:21.549252Z","end":"2026-04-18T17:56:22.540125Z","steps":["trace[1108375424] 'read index received' (duration: 990.855215ms)","trace[1108375424] 'applied index is now lower than readState.Index' (duration: 15.071µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:22.947621Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"207.405716ms"} {"level":"warn","ts":"2026-04-18T17:56:22.947689Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"207.482099ms"} {"level":"warn","ts":"2026-04-18T17:56:23.040497Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:23.088879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539591526s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:23.089070Z","caller":"traceutil/trace.go:171","msg":"trace[506211926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1178; }","duration":"1.539853585s","start":"2026-04-18T17:56:21.549186Z","end":"2026-04-18T17:56:23.089039Z","steps":["trace[506211926] 'agreement among raft nodes before linearized reading' (duration: 991.136995ms)","trace[506211926] 'range keys from in-memory index tree' (duration: 548.384119ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:23.089734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.331402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-18T17:56:23.090106Z","caller":"traceutil/trace.go:171","msg":"trace[278730291] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"656.96256ms","start":"2026-04-18T17:56:22.433114Z","end":"2026-04-18T17:56:23.090077Z","steps":["trace[278730291] 'process raft request' (duration: 656.918199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:23.090213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:22.433098Z","time spent":"657.073814ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:23.090680Z","caller":"traceutil/trace.go:171","msg":"trace[2041712108] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"1.624149702s","start":"2026-04-18T17:56:21.466489Z","end":"2026-04-18T17:56:23.090639Z","steps":["trace[2041712108] 'process raft request' (duration: 1.073786832s)","trace[2041712108] 'compare' (duration: 548.783233ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:23.090868Z","caller":"traceutil/trace.go:171","msg":"trace[2031835184] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"664.625958ms","start":"2026-04-18T17:56:22.426210Z","end":"2026-04-18T17:56:23.090836Z","steps":["trace[2031835184] 'process raft request' (duration: 663.763777ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:23.090956Z","caller":"traceutil/trace.go:171","msg":"trace[274636595] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"1.561007754s","start":"2026-04-18T17:56:21.529927Z","end":"2026-04-18T17:56:23.090935Z","steps":["trace[274636595] 'process raft request' (duration: 1.559937655s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:23.091037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:21.529908Z","time spent":"1.561092327s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1044,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:23.091053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:22.426191Z","time spent":"664.761813ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:23.091948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:21.466466Z","time spent":"1.624285557s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:23.152459Z","caller":"traceutil/trace.go:171","msg":"trace[1944700754] linearizableReadLoop","detail":"{readStateIndex:1374; appliedIndex:1374; }","duration":"612.151787ms","start":"2026-04-18T17:56:22.540264Z","end":"2026-04-18T17:56:23.152416Z","steps":["trace[1944700754] 'read index received' (duration: 612.143847ms)","trace[1944700754] 'applied index is now lower than readState.Index' (duration: 6.3µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:23.152535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.826023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:23.152812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2946321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:23.152612Z","caller":"traceutil/trace.go:171","msg":"trace[616873250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"728.963287ms","start":"2026-04-18T17:56:22.423632Z","end":"2026-04-18T17:56:23.152595Z","steps":["trace[616873250] 'agreement among raft nodes before linearized reading' (duration: 728.828912ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:23.153427Z","caller":"traceutil/trace.go:171","msg":"trace[2041385266] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1182; }","duration":"1.29548115s","start":"2026-04-18T17:56:21.857932Z","end":"2026-04-18T17:56:23.153412Z","steps":["trace[2041385266] 'agreement among raft nodes before linearized reading' (duration: 1.294623329s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:23.152254Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"4.544753ms"} {"level":"warn","ts":"2026-04-18T17:56:23.153695Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"5.988325ms"} {"level":"warn","ts":"2026-04-18T17:56:23.153701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:22.423607Z","time spent":"729.998404ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:23.154008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:21.857915Z","time spent":"1.296072422s","remote":"127.0.0.1:57814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":3,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:23.430658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.66467ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-18T17:56:23.430731Z","caller":"traceutil/trace.go:171","msg":"trace[1001248077] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1374; }","duration":"278.200469ms","start":"2026-04-18T17:56:23.152519Z","end":"2026-04-18T17:56:23.430720Z","steps":["trace[1001248077] 'read index received' (duration: 3.796146ms)","trace[1001248077] 'applied index is now lower than readState.Index' (duration: 274.403163ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:23.430819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.419796ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:23.430838Z","caller":"traceutil/trace.go:171","msg":"trace[1738219158] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1182; }","duration":"339.442337ms","start":"2026-04-18T17:56:23.091390Z","end":"2026-04-18T17:56:23.430832Z","steps":["trace[1738219158] 'agreement among raft nodes before linearized reading' (duration: 339.407075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:23.430844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.67334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:23.430923Z","caller":"traceutil/trace.go:171","msg":"trace[309067200] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:0; response_revision:1182; }","duration":"325.805144ms","start":"2026-04-18T17:56:23.105101Z","end":"2026-04-18T17:56:23.430906Z","steps":["trace[309067200] 'agreement among raft nodes before linearized reading' (duration: 325.655419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:23.431170Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.105086Z","time spent":"326.070954ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:23.931554Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861127,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:24.044832Z","caller":"traceutil/trace.go:171","msg":"trace[1445183193] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1375; }","duration":"614.05767ms","start":"2026-04-18T17:56:23.430747Z","end":"2026-04-18T17:56:24.044804Z","steps":["trace[1445183193] 'read index received' (duration: 614.04933ms)","trace[1445183193] 'applied index is now lower than readState.Index' (duration: 6.42µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:24.044814Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"414.012049ms"} {"level":"warn","ts":"2026-04-18T17:56:24.045028Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"414.241207ms"} {"level":"warn","ts":"2026-04-18T17:56:24.045024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.762609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:24.045235Z","caller":"traceutil/trace.go:171","msg":"trace[607098606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1182; }","duration":"890.042259ms","start":"2026-04-18T17:56:23.155178Z","end":"2026-04-18T17:56:24.045220Z","steps":["trace[607098606] 'agreement among raft nodes before linearized reading' (duration: 889.782889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:24.045292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.155147Z","time spent":"890.130992ms","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:24.545765Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:25.046727Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:25.547667Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:26.048588Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:26.055892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99993668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:26.055982Z","caller":"traceutil/trace.go:171","msg":"trace[1255851281] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097276s","start":"2026-04-18T17:56:24.055865Z","end":"2026-04-18T17:56:26.055962Z","steps":["trace[1255851281] 'agreement among raft nodes before linearized reading' (duration: 1.999962171s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.056031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:24.055851Z","time spent":"2.000171639s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:26.549546Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:26.583051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.53512969s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:26.583238Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.338179769s"} {"level":"warn","ts":"2026-04-18T17:56:26.583266Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.338215s"} {"level":"info","ts":"2026-04-18T17:56:26.583315Z","caller":"traceutil/trace.go:171","msg":"trace[718042595] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1376; }","duration":"2.538376436s","start":"2026-04-18T17:56:24.044907Z","end":"2026-04-18T17:56:26.583283Z","steps":["trace[718042595] 'read index received' (duration: 2.538365655s)","trace[718042595] 'applied index is now lower than readState.Index' (duration: 9.251µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:26.583589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033919514s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:26.583686Z","caller":"traceutil/trace.go:171","msg":"trace[149833232] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1183; }","duration":"3.034041089s","start":"2026-04-18T17:56:23.549622Z","end":"2026-04-18T17:56:26.583663Z","steps":["trace[149833232] 'agreement among raft nodes before linearized reading' (duration: 3.033891423s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.583689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.115700663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:26.583797Z","caller":"traceutil/trace.go:171","msg":"trace[966996424] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1183; }","duration":"3.115831107s","start":"2026-04-18T17:56:23.467931Z","end":"2026-04-18T17:56:26.583762Z","steps":["trace[966996424] 'agreement among raft nodes before linearized reading' (duration: 3.11565215s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.583886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.467908Z","time spent":"3.115961792s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.586700Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.764921336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:26.586925Z","caller":"traceutil/trace.go:171","msg":"trace[1279030626] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1183; }","duration":"2.768276755s","start":"2026-04-18T17:56:23.818613Z","end":"2026-04-18T17:56:26.586889Z","steps":["trace[1279030626] 'agreement among raft nodes before linearized reading' (duration: 2.764868704s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.587092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.818596Z","time spent":"2.768413632s","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":20,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-18T17:56:26.590761Z","caller":"traceutil/trace.go:171","msg":"trace[982776624] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"2.754360642s","start":"2026-04-18T17:56:23.836370Z","end":"2026-04-18T17:56:26.590731Z","steps":["trace[982776624] 'process raft request' (duration: 2.747296091s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.591066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:23.836352Z","time spent":"2.754492627s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036233,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:26.937637Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"154.328577ms"} {"level":"warn","ts":"2026-04-18T17:56:26.937705Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"154.40679ms"} {"level":"info","ts":"2026-04-18T17:56:26.938089Z","caller":"traceutil/trace.go:171","msg":"trace[348976912] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"1.837985253s","start":"2026-04-18T17:56:25.100072Z","end":"2026-04-18T17:56:26.938058Z","steps":["trace[348976912] 'process raft request' (duration: 1.83790092s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:26.938368Z","caller":"traceutil/trace.go:171","msg":"trace[988591556] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"1.839817299s","start":"2026-04-18T17:56:25.098510Z","end":"2026-04-18T17:56:26.938327Z","steps":["trace[988591556] 'process raft request' (duration: 1.839300611s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.938520Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.100063Z","time spent":"1.838115258s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:26.937682Z","caller":"etcdserver/v3_server.go:897","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":988150486180861134,"received-request-id":988150486180861129} {"level":"info","ts":"2026-04-18T17:56:26.938774Z","caller":"traceutil/trace.go:171","msg":"trace[269017599] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"1.684032434s","start":"2026-04-18T17:56:25.254713Z","end":"2026-04-18T17:56:26.938746Z","steps":["trace[269017599] 'process raft request' (duration: 1.683303108s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.938947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.254691Z","time spent":"1.684141698s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":676,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:26.939019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.098492Z","time spent":"1.840176611s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:26.939033Z","caller":"traceutil/trace.go:171","msg":"trace[578469980] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"1.639372888s","start":"2026-04-18T17:56:25.299642Z","end":"2026-04-18T17:56:26.939015Z","steps":["trace[578469980] 'process raft request' (duration: 1.638966704s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.939158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.299623Z","time spent":"1.639505263s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":537,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:26.987204Z","caller":"traceutil/trace.go:171","msg":"trace[1133371711] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1382; }","duration":"403.729714ms","start":"2026-04-18T17:56:26.583436Z","end":"2026-04-18T17:56:26.987165Z","steps":["trace[1133371711] 'read index received' (duration: 403.714133ms)","trace[1133371711] 'applied index is now lower than readState.Index' (duration: 12.631µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:26.987648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889075401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-18T17:56:26.987647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.343445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:26.987791Z","caller":"traceutil/trace.go:171","msg":"trace[1353421604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1189; }","duration":"930.491811ms","start":"2026-04-18T17:56:26.057234Z","end":"2026-04-18T17:56:26.987726Z","steps":["trace[1353421604] 'agreement among raft nodes before linearized reading' (duration: 930.314004ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:26.987701Z","caller":"traceutil/trace.go:171","msg":"trace[851095607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1189; }","duration":"1.889194634s","start":"2026-04-18T17:56:25.098495Z","end":"2026-04-18T17:56:26.987689Z","steps":["trace[851095607] 'agreement among raft nodes before linearized reading' (duration: 1.889015738s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:26.987999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:25.098472Z","time spent":"1.889509576s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:26.987856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.057219Z","time spent":"930.627745ms","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:27.271870Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"84.50516ms"} {"level":"warn","ts":"2026-04-18T17:56:27.271961Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"84.606263ms"} {"level":"info","ts":"2026-04-18T17:56:27.291566Z","caller":"traceutil/trace.go:171","msg":"trace[1769559246] linearizableReadLoop","detail":"{readStateIndex:1382; appliedIndex:1382; }","duration":"304.241728ms","start":"2026-04-18T17:56:26.987298Z","end":"2026-04-18T17:56:27.291540Z","steps":["trace[1769559246] 'read index received' (duration: 304.233578ms)","trace[1769559246] 'applied index is now lower than readState.Index' (duration: 6.68µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:27.293305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.887681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-04-18T17:56:27.293882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.387201ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.294436Z","caller":"traceutil/trace.go:171","msg":"trace[468487693] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1189; }","duration":"707.93342ms","start":"2026-04-18T17:56:26.586479Z","end":"2026-04-18T17:56:27.294413Z","steps":["trace[468487693] 'agreement among raft nodes before linearized reading' (duration: 705.265056ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:27.294325Z","caller":"traceutil/trace.go:171","msg":"trace[1305754082] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:1189; }","duration":"449.935957ms","start":"2026-04-18T17:56:26.844346Z","end":"2026-04-18T17:56:27.294282Z","steps":["trace[1305754082] 'agreement among raft nodes before linearized reading' (duration: 447.316605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.294653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.844328Z","time spent":"450.307831ms","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:27.294677Z","caller":"traceutil/trace.go:171","msg":"trace[2007971275] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"702.193076ms","start":"2026-04-18T17:56:26.592467Z","end":"2026-04-18T17:56:27.294660Z","steps":["trace[2007971275] 'process raft request' (duration: 694.464743ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:27.295090Z","caller":"traceutil/trace.go:171","msg":"trace[1140711351] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"644.133111ms","start":"2026-04-18T17:56:26.650938Z","end":"2026-04-18T17:56:27.295071Z","steps":["trace[1140711351] 'process raft request' (duration: 643.504019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.295180Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.650907Z","time spent":"644.230334ms","remote":"127.0.0.1:57934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-18T17:56:27.295841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.232821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a7852533c8ee0b\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-18T17:56:27.295846Z","caller":"traceutil/trace.go:171","msg":"trace[651145417] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"302.079642ms","start":"2026-04-18T17:56:26.993739Z","end":"2026-04-18T17:56:27.295819Z","steps":["trace[651145417] 'process raft request' (duration: 301.270253ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:27.295891Z","caller":"traceutil/trace.go:171","msg":"trace[1723379946] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a7852533c8ee0b; range_end:; response_count:1; response_revision:1192; }","duration":"301.364136ms","start":"2026-04-18T17:56:26.994512Z","end":"2026-04-18T17:56:27.295876Z","steps":["trace[1723379946] 'agreement among raft nodes before linearized reading' (duration: 301.242332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:27.295923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.994492Z","time spent":"301.421578ms","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a7852533c8ee0b\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:27.295929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.592315Z","time spent":"703.494392ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:27.296005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:26.993712Z","time spent":"302.181976ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":426,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:27.296083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.874858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:27.296113Z","caller":"traceutil/trace.go:171","msg":"trace[329800506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1192; }","duration":"298.951381ms","start":"2026-04-18T17:56:26.997153Z","end":"2026-04-18T17:56:27.296104Z","steps":["trace[329800506] 'agreement among raft nodes before linearized reading' (duration: 298.906099ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:28.634629Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:29.135214Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:29.499047Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.685048838s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:29.499293Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.50317606s"} {"level":"warn","ts":"2026-04-18T17:56:29.499352Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.503239492s"} {"level":"info","ts":"2026-04-18T17:56:29.500902Z","caller":"traceutil/trace.go:171","msg":"trace[1065295338] transaction","detail":"{read_only:false; response_revision:1208; number_of_response:1; }","duration":"1.68908028s","start":"2026-04-18T17:56:27.811801Z","end":"2026-04-18T17:56:29.500882Z","steps":["trace[1065295338] 'process raft request' (duration: 1.688391646s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:29.501031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:27.811763Z","time spent":"1.689194345s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036269,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:29.636119Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:30.137176Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:30.423238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000481923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:30.423312Z","caller":"traceutil/trace.go:171","msg":"trace[442674481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000571196s","start":"2026-04-18T17:56:28.422725Z","end":"2026-04-18T17:56:30.423297Z","steps":["trace[442674481] 'agreement among raft nodes before linearized reading' (duration: 2.000479823s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:30.423354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:28.422655Z","time spent":"2.00069141s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:30.638513Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861154,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:31.034902Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 [logterm: 2, index: 1409, vote: a847c2e9c7010db6] ignored MsgPreVote from d41438a8a7449f6c [logterm: 2, index: 1408] at term 2: lease is not expired (remaining ticks: 10)"} {"level":"warn","ts":"2026-04-18T17:56:31.139573Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:31.302432Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80279134s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:31.302676Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.603285128s"} {"level":"warn","ts":"2026-04-18T17:56:31.302793Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.603403122s"} {"level":"info","ts":"2026-04-18T17:56:31.303561Z","caller":"traceutil/trace.go:171","msg":"trace[1346248557] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1405; }","duration":"3.16911898s","start":"2026-04-18T17:56:28.134421Z","end":"2026-04-18T17:56:31.303540Z","steps":["trace[1346248557] 'read index received' (duration: 3.169112629s)","trace[1346248557] 'applied index is now lower than readState.Index' (duration: 4.41µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:31.303722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169285005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6bdrq\" limit:1 ","response":"range_response_count:1 size:18158"} {"level":"info","ts":"2026-04-18T17:56:31.303754Z","caller":"traceutil/trace.go:171","msg":"trace[407464700] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6bdrq; range_end:; response_count:1; response_revision:1208; }","duration":"3.169398969s","start":"2026-04-18T17:56:28.134346Z","end":"2026-04-18T17:56:31.303745Z","steps":["trace[407464700] 'agreement among raft nodes before linearized reading' (duration: 3.169291755s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.303859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:28.134311Z","time spent":"3.169493383s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18181,"request content":"key:\"/registry/pods/kube-system/cilium-6bdrq\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:31.305668Z","caller":"traceutil/trace.go:171","msg":"trace[1425340282] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"2.360130611s","start":"2026-04-18T17:56:28.945512Z","end":"2026-04-18T17:56:31.305642Z","steps":["trace[1425340282] 'process raft request' (duration: 2.358042848s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:31.305713Z","caller":"traceutil/trace.go:171","msg":"trace[1006141028] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"2.360039718s","start":"2026-04-18T17:56:28.945642Z","end":"2026-04-18T17:56:31.305681Z","steps":["trace[1006141028] 'process raft request' (duration: 2.359906884s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:31.305880Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:28.945480Z","time spent":"2.360293126s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:31.305918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:28.945630Z","time spent":"2.360188953s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":467,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:31.653062Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"149.689001ms"} {"level":"warn","ts":"2026-04-18T17:56:31.653149Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"149.788394ms"} {"level":"warn","ts":"2026-04-18T17:56:31.804660Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:32.305164Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:32.424216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000705553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:32.424346Z","caller":"traceutil/trace.go:171","msg":"trace[23904884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00090362s","start":"2026-04-18T17:56:30.423408Z","end":"2026-04-18T17:56:32.424311Z","steps":["trace[23904884] 'agreement among raft nodes before linearized reading' (duration: 2.000752835s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:32.424450Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:30.423369Z","time spent":"2.001047855s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:32.614205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999959087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:32.614356Z","caller":"traceutil/trace.go:171","msg":"trace[1651445948] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176715s","start":"2026-04-18T17:56:30.614152Z","end":"2026-04-18T17:56:32.614329Z","steps":["trace[1651445948] 'agreement among raft nodes before linearized reading' (duration: 2.000003029s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:32.614426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:30.614123Z","time spent":"2.000288369s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:32.806228Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:33.306655Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:33.807195Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:34.307459Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861160,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:34.410990Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.117467729s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:34.411163Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.557985959s"} {"level":"warn","ts":"2026-04-18T17:56:34.411183Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.55801531s"} {"level":"info","ts":"2026-04-18T17:56:34.411276Z","caller":"traceutil/trace.go:171","msg":"trace[1833214365] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1408; }","duration":"3.107613208s","start":"2026-04-18T17:56:31.303609Z","end":"2026-04-18T17:56:34.411222Z","steps":["trace[1833214365] 'read index received' (duration: 3.107588877s)","trace[1833214365] 'applied index is now lower than readState.Index' (duration: 21.661µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:34.434926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000838716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:34.435016Z","caller":"traceutil/trace.go:171","msg":"trace[1801847259] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00093759s","start":"2026-04-18T17:56:32.434046Z","end":"2026-04-18T17:56:34.434984Z","steps":["trace[1801847259] 'agreement among raft nodes before linearized reading' (duration: 2.000848307s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:34.435051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:32.434039Z","time spent":"2.001005952s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:34.912451Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:35.413455Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:35.914158Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:36.154210Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.742847021s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:36.154618Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.543400289s"} {"level":"warn","ts":"2026-04-18T17:56:36.154647Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"1.543444121s"} {"level":"warn","ts":"2026-04-18T17:56:36.414516Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:36.435500Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000030051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-18T17:56:36.435596Z","caller":"traceutil/trace.go:171","msg":"trace[910884971] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000186507s","start":"2026-04-18T17:56:34.435389Z","end":"2026-04-18T17:56:36.435575Z","steps":["trace[910884971] 'agreement among raft nodes before linearized reading' (duration: 2.000070353s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:36.435650Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:34.435364Z","time spent":"2.0002776s","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/18 17:56:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:36.558838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:29.558206Z","time spent":"7.000625875s","remote":"127.0.0.1:57944","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:36.914740Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:37.415367Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861164,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-18T17:56:37.600233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 [logterm: 2, index: 1423, vote: a847c2e9c7010db6] ignored MsgPreVote from 3931e8c7aea13672 [logterm: 2, index: 1417] at term 2: lease is not expired (remaining ticks: 6)"} {"level":"warn","ts":"2026-04-18T17:56:37.915915Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:38.312238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:33.312658Z","time spent":"4.999570698s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:38.312238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:33.312458Z","time spent":"4.999770866s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/18 17:56:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-18T17:56:38.322621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:31.321469Z","time spent":"7.001146621s","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-18T17:56:38.417228Z","caller":"etcdserver/v3_server.go:920","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150486180861164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-18T17:56:38.442380Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999884447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-18T17:56:38.442466Z","caller":"traceutil/trace.go:171","msg":"trace[2099270989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000024882s","start":"2026-04-18T17:56:36.442421Z","end":"2026-04-18T17:56:38.442446Z","steps":["trace[2099270989] 'agreement among raft nodes before linearized reading' (duration: 1.999913648s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:38.442520Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:36.442405Z","time spent":"2.000103575s","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:38.466031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.163543633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:38.466094Z","caller":"traceutil/trace.go:171","msg":"trace[1083275584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1211; }","duration":"9.163659588s","start":"2026-04-18T17:56:29.302421Z","end":"2026-04-18T17:56:38.466081Z","steps":["trace[1083275584] 'agreement among raft nodes before linearized reading' (duration: 5.10898981s)","trace[1083275584] 'range keys from in-memory index tree' (duration: 4.054538424s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.466122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:29.302395Z","time spent":"9.163722079s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:38.466272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.7416792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:38.466338Z","caller":"traceutil/trace.go:171","msg":"trace[386131299] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1211; }","duration":"8.741806395s","start":"2026-04-18T17:56:29.724516Z","end":"2026-04-18T17:56:38.466323Z","steps":["trace[386131299] 'agreement among raft nodes before linearized reading' (duration: 4.686950241s)","trace[386131299] 'count revisions from in-memory index tree' (duration: 4.054763021s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.466375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:29.724486Z","time spent":"8.741881367s","remote":"127.0.0.1:58134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":26,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:38.466407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.916563912s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:38.466427Z","caller":"traceutil/trace.go:171","msg":"trace[264117402] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1211; }","duration":"9.916583572s","start":"2026-04-18T17:56:28.549836Z","end":"2026-04-18T17:56:38.466420Z","steps":["trace[264117402] 'agreement among raft nodes before linearized reading' (duration: 5.861655176s)","trace[264117402] 'range keys from in-memory index tree' (duration: 4.054905266s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.466569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.165303044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:56:38.466591Z","caller":"traceutil/trace.go:171","msg":"trace[308466337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1211; }","duration":"9.165372327s","start":"2026-04-18T17:56:29.301212Z","end":"2026-04-18T17:56:38.466585Z","steps":["trace[308466337] 'agreement among raft nodes before linearized reading' (duration: 5.110252264s)","trace[308466337] 'range keys from in-memory index tree' (duration: 4.055072232s)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:38.466609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:29.301183Z","time spent":"9.165421778s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:38.466697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.055356311s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-18T17:56:38.902319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.747196156s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-18T17:56:38.902551Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.547848849s"} {"level":"warn","ts":"2026-04-18T17:56:38.902581Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"2.54788791s"} {"level":"warn","ts":"2026-04-18T17:56:39.001081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.396499ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.001183Z","caller":"traceutil/trace.go:171","msg":"trace[11987991] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1215; }","duration":"168.511953ms","start":"2026-04-18T17:56:38.832647Z","end":"2026-04-18T17:56:39.001159Z","steps":["trace[11987991] 'range keys from in-memory index tree' (duration: 168.345718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.003698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.071893ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-18T17:56:39.051815Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"46.101µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-18T17:56:39.051899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.238947633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:39.051960Z","caller":"traceutil/trace.go:171","msg":"trace[2081327724] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1217; }","duration":"6.239066937s","start":"2026-04-18T17:56:32.812877Z","end":"2026-04-18T17:56:39.051944Z","steps":["trace[2081327724] 'agreement among raft nodes before linearized reading' (duration: 6.238960594s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.051991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:32.812848Z","time spent":"6.2391357s","remote":"127.0.0.1:57752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":3,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:39.051981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.623577507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a7852533c8ee0b\" limit:1 ","response":"range_response_count:1 size:794"} {"level":"info","ts":"2026-04-18T17:56:39.052041Z","caller":"traceutil/trace.go:171","msg":"trace[1803478642] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-controller-1.18a7852533c8ee0b; range_end:; response_count:1; response_revision:1217; }","duration":"6.62369285s","start":"2026-04-18T17:56:32.428332Z","end":"2026-04-18T17:56:39.052025Z","steps":["trace[1803478642] 'agreement among raft nodes before linearized reading' (duration: 6.623541025s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.051824Z","caller":"traceutil/trace.go:171","msg":"trace[1621556422] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1412; }","duration":"4.640414013s","start":"2026-04-18T17:56:34.411381Z","end":"2026-04-18T17:56:39.051795Z","steps":["trace[1621556422] 'read index received' (duration: 4.491170275s)","trace[1621556422] 'applied index is now lower than readState.Index' (duration: 149.241288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:39.052113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:32.428268Z","time spent":"6.623830215s","remote":"127.0.0.1:57658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":817,"request content":"key:\"/registry/events/kube-system/kube-apiserver-controller-1.18a7852533c8ee0b\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.052137Z","caller":"etcdserver/server.go:1200","msg":"failed to revoke lease","lease-id":"1f6c9da1ba7e9fa0","error":"lease not found"} {"level":"info","ts":"2026-04-18T17:56:39.055144Z","caller":"traceutil/trace.go:171","msg":"trace[2076173951] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"2.103930611s","start":"2026-04-18T17:56:36.951160Z","end":"2026-04-18T17:56:39.055090Z","steps":["trace[2076173951] 'process raft request' (duration: 2.100980252s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.055324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:36.951140Z","time spent":"2.104096746s","remote":"127.0.0.1:57672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036368,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:39.055811Z","caller":"traceutil/trace.go:171","msg":"trace[348924015] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"1.824556514s","start":"2026-04-18T17:56:37.231210Z","end":"2026-04-18T17:56:39.055766Z","steps":["trace[348924015] 'process raft request' (duration: 1.822252107s)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.055953Z","caller":"traceutil/trace.go:171","msg":"trace[1101971618] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"583.315674ms","start":"2026-04-18T17:56:38.472572Z","end":"2026-04-18T17:56:39.055887Z","steps":["trace[1101971618] 'process raft request' (duration: 580.997136ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:39.056049Z","caller":"traceutil/trace.go:171","msg":"trace[194178814] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"1.714870344s","start":"2026-04-18T17:56:37.341130Z","end":"2026-04-18T17:56:39.056001Z","steps":["trace[194178814] 'process raft request' (duration: 1.712394001s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.056079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:37.231194Z","time spent":"1.824723959s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":536,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:39.056180Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:37.341104Z","time spent":"1.715008298s","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:39.056295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:38.472536Z","time spent":"583.51197ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":427,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:39.056664Z","caller":"traceutil/trace.go:171","msg":"trace[1612507014] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"583.042154ms","start":"2026-04-18T17:56:38.473599Z","end":"2026-04-18T17:56:39.056641Z","steps":["trace[1612507014] 'process raft request' (duration: 580.013023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.056782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:38.473572Z","time spent":"583.160798ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:39.058951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.19788593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:39.059119Z","caller":"traceutil/trace.go:171","msg":"trace[46648849] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1228; }","duration":"4.198104317s","start":"2026-04-18T17:56:34.860987Z","end":"2026-04-18T17:56:39.059091Z","steps":["trace[46648849] 'agreement among raft nodes before linearized reading' (duration: 4.19788418s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.059586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.510847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-18T17:56:39.059656Z","caller":"traceutil/trace.go:171","msg":"trace[1047012552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1228; }","duration":"746.612561ms","start":"2026-04-18T17:56:38.313017Z","end":"2026-04-18T17:56:39.059629Z","steps":["trace[1047012552] 'agreement among raft nodes before linearized reading' (duration: 746.512478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.059603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:34.860966Z","time spent":"4.198614105s","remote":"127.0.0.1:57920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":14,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:39.059711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:38.312993Z","time spent":"746.707775ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.060071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.512431ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:39.060125Z","caller":"traceutil/trace.go:171","msg":"trace[701564231] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1228; }","duration":"592.565903ms","start":"2026-04-18T17:56:38.467548Z","end":"2026-04-18T17:56:39.060114Z","steps":["trace[701564231] 'agreement among raft nodes before linearized reading' (duration: 592.497261ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.060155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735335114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-18T17:56:39.060185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612634555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:39.060218Z","caller":"traceutil/trace.go:171","msg":"trace[186641826] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1228; }","duration":"1.735408107s","start":"2026-04-18T17:56:37.324778Z","end":"2026-04-18T17:56:39.060186Z","steps":["trace[186641826] 'agreement among raft nodes before linearized reading' (duration: 1.735339894s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.060259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:37.324762Z","time spent":"1.735486039s","remote":"127.0.0.1:57956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:39.060524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.077838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:39.060580Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.856036756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-18T17:56:39.060624Z","caller":"traceutil/trace.go:171","msg":"trace[111629092] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1228; }","duration":"1.856089698s","start":"2026-04-18T17:56:37.204521Z","end":"2026-04-18T17:56:39.060611Z","steps":["trace[111629092] 'agreement among raft nodes before linearized reading' (duration: 1.855953463s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.060667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:37.204470Z","time spent":"1.85617666s","remote":"127.0.0.1:57914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":14,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:39.060768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.026042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6bdrq\" limit:1 ","response":"range_response_count:1 size:18330"} {"level":"info","ts":"2026-04-18T17:56:39.060817Z","caller":"traceutil/trace.go:171","msg":"trace[1568317691] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6bdrq; range_end:; response_count:1; response_revision:1228; }","duration":"733.112295ms","start":"2026-04-18T17:56:38.327691Z","end":"2026-04-18T17:56:39.060803Z","steps":["trace[1568317691] 'agreement among raft nodes before linearized reading' (duration: 732.918369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.060847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:38.327678Z","time spent":"733.159486ms","remote":"127.0.0.1:57760","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":18353,"request content":"key:\"/registry/pods/kube-system/cilium-6bdrq\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:39.060587Z","caller":"traceutil/trace.go:171","msg":"trace[1563167039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1228; }","duration":"617.159562ms","start":"2026-04-18T17:56:38.443396Z","end":"2026-04-18T17:56:39.060555Z","steps":["trace[1563167039] 'agreement among raft nodes before linearized reading' (duration: 616.978086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.060954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:38.443379Z","time spent":"617.558975ms","remote":"127.0.0.1:57582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:39.061170Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.483177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-18T17:56:39.061210Z","caller":"traceutil/trace.go:171","msg":"trace[1281893486] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1228; }","duration":"746.59665ms","start":"2026-04-18T17:56:38.314603Z","end":"2026-04-18T17:56:39.061200Z","steps":["trace[1281893486] 'agreement among raft nodes before linearized reading' (duration: 746.474046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.061281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:38.314576Z","time spent":"746.674813ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:39.060086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.214534714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" limit:1 ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-18T17:56:39.061571Z","caller":"traceutil/trace.go:171","msg":"trace[1846371586] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:1228; }","duration":"2.216087107s","start":"2026-04-18T17:56:36.845473Z","end":"2026-04-18T17:56:39.061560Z","steps":["trace[1846371586] 'agreement among raft nodes before linearized reading' (duration: 2.214538385s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.061604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:36.845446Z","time spent":"2.216148059s","remote":"127.0.0.1:57610","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:39.060252Z","caller":"traceutil/trace.go:171","msg":"trace[1866820959] range","detail":"{range_begin:/registry/ipaddresses/; range_end:/registry/ipaddresses0; response_count:0; response_revision:1228; }","duration":"3.612762739s","start":"2026-04-18T17:56:35.447473Z","end":"2026-04-18T17:56:39.060236Z","steps":["trace[1866820959] 'agreement among raft nodes before linearized reading' (duration: 3.612619835s)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:39.062012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:35.447457Z","time spent":"3.614528378s","remote":"127.0.0.1:57870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":2,"response size":30,"request content":"key:\"/registry/ipaddresses/\" range_end:\"/registry/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-18T17:56:39.085256Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"55.322µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-18T17:56:39.085783Z","caller":"etcdserver/server.go:1200","msg":"failed to revoke lease","lease-id":"36729da1bb61709a","error":"lease not found"} {"level":"warn","ts":"2026-04-18T17:56:41.183691Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.051492ms"} {"level":"warn","ts":"2026-04-18T17:56:41.183785Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"30.150335ms"} {"level":"warn","ts":"2026-04-18T17:56:41.462698Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.877707ms"} {"level":"info","ts":"2026-04-18T17:56:41.462765Z","caller":"traceutil/trace.go:171","msg":"trace[7630071] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1478; }","duration":"395.170271ms","start":"2026-04-18T17:56:41.067538Z","end":"2026-04-18T17:56:41.462708Z","steps":["trace[7630071] 'read index received' (duration: 395.160491ms)","trace[7630071] 'applied index is now lower than readState.Index' (duration: 8.47µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:41.462800Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"78.994241ms"} {"level":"warn","ts":"2026-04-18T17:56:41.462936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.369357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:41.463008Z","caller":"traceutil/trace.go:171","msg":"trace[2131023512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1272; }","duration":"395.487501ms","start":"2026-04-18T17:56:41.067503Z","end":"2026-04-18T17:56:41.462990Z","steps":["trace[2131023512] 'agreement among raft nodes before linearized reading' (duration: 395.332796ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.463095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:41.067486Z","time spent":"395.569524ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 "} {"level":"info","ts":"2026-04-18T17:56:41.463268Z","caller":"traceutil/trace.go:171","msg":"trace[731951818] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"308.001374ms","start":"2026-04-18T17:56:41.155236Z","end":"2026-04-18T17:56:41.463238Z","steps":["trace[731951818] 'process raft request' (duration: 307.947993ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:41.463342Z","caller":"traceutil/trace.go:171","msg":"trace[736733563] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"308.119658ms","start":"2026-04-18T17:56:41.155170Z","end":"2026-04-18T17:56:41.463290Z","steps":["trace[736733563] 'process raft request' (duration: 307.950952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.463450Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:41.155201Z","time spent":"308.131578ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":466,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-18T17:56:41.463587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:41.155142Z","time spent":"308.314134ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-18T17:56:41.471970Z","caller":"traceutil/trace.go:171","msg":"trace[1849812649] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"285.664072ms","start":"2026-04-18T17:56:41.186290Z","end":"2026-04-18T17:56:41.471954Z","steps":["trace[1849812649] 'process raft request' (duration: 285.568309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.472547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.98982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:41.472545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.911604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:41.472588Z","caller":"traceutil/trace.go:171","msg":"trace[902083506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1276; }","duration":"313.088772ms","start":"2026-04-18T17:56:41.159489Z","end":"2026-04-18T17:56:41.472578Z","steps":["trace[902083506] 'agreement among raft nodes before linearized reading' (duration: 313.02474ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:41.472599Z","caller":"traceutil/trace.go:171","msg":"trace[97395647] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1276; }","duration":"405.013798ms","start":"2026-04-18T17:56:41.067575Z","end":"2026-04-18T17:56:41.472589Z","steps":["trace[97395647] 'agreement among raft nodes before linearized reading' (duration: 404.904624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:41.472614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:41.159478Z","time spent":"313.130774ms","remote":"127.0.0.1:57578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-18T17:56:41.472627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-18T17:56:41.067550Z","time spent":"405.070549ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 "} {"level":"warn","ts":"2026-04-18T17:56:41.472891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.640351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6bdrq\" limit:1 ","response":"range_response_count:1 size:18694"} {"level":"info","ts":"2026-04-18T17:56:41.473091Z","caller":"traceutil/trace.go:171","msg":"trace[1507614120] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6bdrq; range_end:; response_count:1; response_revision:1277; }","duration":"288.995784ms","start":"2026-04-18T17:56:41.184082Z","end":"2026-04-18T17:56:41.473078Z","steps":["trace[1507614120] 'agreement among raft nodes before linearized reading' (duration: 288.62307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.718109Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"119.034949ms"} {"level":"warn","ts":"2026-04-18T17:56:43.718170Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"119.098391ms"} {"level":"info","ts":"2026-04-18T17:56:43.718802Z","caller":"traceutil/trace.go:171","msg":"trace[2083171168] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"248.706583ms","start":"2026-04-18T17:56:43.470070Z","end":"2026-04-18T17:56:43.718776Z","steps":["trace[2083171168] 'process raft request' (duration: 248.507556ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:43.719577Z","caller":"traceutil/trace.go:171","msg":"trace[1695351966] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1525; }","duration":"243.339384ms","start":"2026-04-18T17:56:43.476210Z","end":"2026-04-18T17:56:43.719549Z","steps":["trace[1695351966] 'read index received' (duration: 243.331833ms)","trace[1695351966] 'applied index is now lower than readState.Index' (duration: 5.541µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:43.719789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.559191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-18T17:56:43.719824Z","caller":"traceutil/trace.go:171","msg":"trace[1105624753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1316; }","duration":"243.618834ms","start":"2026-04-18T17:56:43.476196Z","end":"2026-04-18T17:56:43.719814Z","steps":["trace[1105624753] 'agreement among raft nodes before linearized reading' (duration: 243.50431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.721105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.892559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-18T17:56:43.721187Z","caller":"traceutil/trace.go:171","msg":"trace[101454180] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1316; }","duration":"229.047335ms","start":"2026-04-18T17:56:43.492124Z","end":"2026-04-18T17:56:43.721171Z","steps":["trace[101454180] 'agreement among raft nodes before linearized reading' (duration: 228.878749ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:43.721196Z","caller":"traceutil/trace.go:171","msg":"trace[819136160] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"250.897325ms","start":"2026-04-18T17:56:43.470279Z","end":"2026-04-18T17:56:43.721177Z","steps":["trace[819136160] 'process raft request' (duration: 250.794231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.721523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.523505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.721559Z","caller":"traceutil/trace.go:171","msg":"trace[1256238398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1317; }","duration":"159.577806ms","start":"2026-04-18T17:56:43.561973Z","end":"2026-04-18T17:56:43.721550Z","steps":["trace[1256238398] 'agreement among raft nodes before linearized reading' (duration: 159.467772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.721705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.825547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:43.721737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.934701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.721773Z","caller":"traceutil/trace.go:171","msg":"trace[1821611237] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1317; }","duration":"228.985263ms","start":"2026-04-18T17:56:43.492770Z","end":"2026-04-18T17:56:43.721756Z","steps":["trace[1821611237] 'agreement among raft nodes before linearized reading' (duration: 228.946881ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:43.721763Z","caller":"traceutil/trace.go:171","msg":"trace[1626097696] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1317; }","duration":"228.91041ms","start":"2026-04-18T17:56:43.492839Z","end":"2026-04-18T17:56:43.721749Z","steps":["trace[1626097696] 'agreement among raft nodes before linearized reading' (duration: 228.774016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.722056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.919206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.722524Z","caller":"traceutil/trace.go:171","msg":"trace[241628819] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1317; }","duration":"136.431253ms","start":"2026-04-18T17:56:43.586069Z","end":"2026-04-18T17:56:43.722500Z","steps":["trace[241628819] 'agreement among raft nodes before linearized reading' (duration: 135.304336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.722661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.564516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:43.722724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.59704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.722724Z","caller":"traceutil/trace.go:171","msg":"trace[2095762027] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1317; }","duration":"135.639008ms","start":"2026-04-18T17:56:43.587060Z","end":"2026-04-18T17:56:43.722699Z","steps":["trace[2095762027] 'agreement among raft nodes before linearized reading' (duration: 135.558966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.722159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.479291ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.722761Z","caller":"traceutil/trace.go:171","msg":"trace[438979125] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1317; }","duration":"136.663562ms","start":"2026-04-18T17:56:43.586089Z","end":"2026-04-18T17:56:43.722753Z","steps":["trace[438979125] 'agreement among raft nodes before linearized reading' (duration: 136.58764ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:43.722794Z","caller":"traceutil/trace.go:171","msg":"trace[1903273577] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1317; }","duration":"173.123173ms","start":"2026-04-18T17:56:43.549654Z","end":"2026-04-18T17:56:43.722777Z","steps":["trace[1903273577] 'agreement among raft nodes before linearized reading' (duration: 172.46121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.722236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.508967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.723081Z","caller":"traceutil/trace.go:171","msg":"trace[1630034214] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1317; }","duration":"161.394616ms","start":"2026-04-18T17:56:43.561678Z","end":"2026-04-18T17:56:43.723072Z","steps":["trace[1630034214] 'agreement among raft nodes before linearized reading' (duration: 160.528467ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.722280Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.62004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-18T17:56:43.722354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.807751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.723194Z","caller":"traceutil/trace.go:171","msg":"trace[590677206] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1317; }","duration":"161.568582ms","start":"2026-04-18T17:56:43.561608Z","end":"2026-04-18T17:56:43.723176Z","steps":["trace[590677206] 'agreement among raft nodes before linearized reading' (duration: 160.652281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.722391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.037335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.723375Z","caller":"traceutil/trace.go:171","msg":"trace[1526139815] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1317; }","duration":"115.048779ms","start":"2026-04-18T17:56:43.608320Z","end":"2026-04-18T17:56:43.723369Z","steps":["trace[1526139815] 'agreement among raft nodes before linearized reading' (duration: 114.055146ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:43.723346Z","caller":"traceutil/trace.go:171","msg":"trace[2003992974] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1317; }","duration":"115.858167ms","start":"2026-04-18T17:56:43.607474Z","end":"2026-04-18T17:56:43.723332Z","steps":["trace[2003992974] 'agreement among raft nodes before linearized reading' (duration: 114.835493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:43.722430Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.880114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:56:43.723506Z","caller":"traceutil/trace.go:171","msg":"trace[1907057106] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1317; }","duration":"115.991331ms","start":"2026-04-18T17:56:43.607508Z","end":"2026-04-18T17:56:43.723499Z","steps":["trace[1907057106] 'agreement among raft nodes before linearized reading' (duration: 114.895355ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:44.317475Z","caller":"traceutil/trace.go:171","msg":"trace[1969038002] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1533; }","duration":"102.745719ms","start":"2026-04-18T17:56:44.214686Z","end":"2026-04-18T17:56:44.317432Z","steps":["trace[1969038002] 'read index received' (duration: 102.734979ms)","trace[1969038002] 'applied index is now lower than readState.Index' (duration: 8.13µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:44.317717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.016959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6bdrq\" limit:1 ","response":"range_response_count:1 size:19474"} {"level":"info","ts":"2026-04-18T17:56:44.317787Z","caller":"traceutil/trace.go:171","msg":"trace[1538361592] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6bdrq; range_end:; response_count:1; response_revision:1324; }","duration":"103.221965ms","start":"2026-04-18T17:56:44.214547Z","end":"2026-04-18T17:56:44.317769Z","steps":["trace[1538361592] 'agreement among raft nodes before linearized reading' (duration: 102.986028ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:44.320861Z","caller":"traceutil/trace.go:171","msg":"trace[1007469460] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"105.450078ms","start":"2026-04-18T17:56:44.215378Z","end":"2026-04-18T17:56:44.320828Z","steps":["trace[1007469460] 'process raft request' (duration: 105.317524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:45.500330Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"d41438a8a7449f6c","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.764941ms"} {"level":"warn","ts":"2026-04-18T17:56:45.500501Z","caller":"etcdserver/raft.go:427","msg":"leader failed to send out heartbeat on time; took too long, leader is overloaded likely from slow disk","to":"3931e8c7aea13672","heartbeat-interval":"100ms","expected-duration":"200ms","exceeded-duration":"70.947737ms"} {"level":"info","ts":"2026-04-18T17:56:50.487330Z","caller":"traceutil/trace.go:171","msg":"trace[169109544] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"159.841158ms","start":"2026-04-18T17:56:50.327470Z","end":"2026-04-18T17:56:50.487312Z","steps":["trace[169109544] 'process raft request' (duration: 159.628771ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:53.408905Z","caller":"traceutil/trace.go:171","msg":"trace[1753723754] linearizableReadLoop","detail":"{readStateIndex:1702; appliedIndex:1701; }","duration":"128.310168ms","start":"2026-04-18T17:56:53.280579Z","end":"2026-04-18T17:56:53.408889Z","steps":["trace[1753723754] 'read index received' (duration: 114.377169ms)","trace[1753723754] 'applied index is now lower than readState.Index' (duration: 13.932429ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:53.409149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.552077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" limit:1 ","response":"range_response_count:1 size:1930"} {"level":"info","ts":"2026-04-18T17:56:53.409756Z","caller":"traceutil/trace.go:171","msg":"trace[2010629020] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1441; }","duration":"129.169786ms","start":"2026-04-18T17:56:53.280573Z","end":"2026-04-18T17:56:53.409743Z","steps":["trace[2010629020] 'agreement among raft nodes before linearized reading' (duration: 128.497765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:53.410383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.756612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" limit:1 ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-04-18T17:56:53.410591Z","caller":"traceutil/trace.go:171","msg":"trace[1363077474] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:1441; }","duration":"128.089932ms","start":"2026-04-18T17:56:53.282486Z","end":"2026-04-18T17:56:53.410576Z","steps":["trace[1363077474] 'agreement among raft nodes before linearized reading' (duration: 127.69517ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:53.691139Z","caller":"traceutil/trace.go:171","msg":"trace[2041487896] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1704; }","duration":"113.521933ms","start":"2026-04-18T17:56:53.577588Z","end":"2026-04-18T17:56:53.691110Z","steps":["trace[2041487896] 'read index received' (duration: 113.513672ms)","trace[2041487896] 'applied index is now lower than readState.Index' (duration: 7µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:53.691342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.73832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-18T17:56:53.691411Z","caller":"traceutil/trace.go:171","msg":"trace[509763299] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1443; }","duration":"113.850873ms","start":"2026-04-18T17:56:53.577542Z","end":"2026-04-18T17:56:53.691392Z","steps":["trace[509763299] 'agreement among raft nodes before linearized reading' (duration: 113.687688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:53.692849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.195651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-18T17:56:53.692905Z","caller":"traceutil/trace.go:171","msg":"trace[1266568093] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1443; }","duration":"112.275304ms","start":"2026-04-18T17:56:53.580619Z","end":"2026-04-18T17:56:53.692894Z","steps":["trace[1266568093] 'agreement among raft nodes before linearized reading' (duration: 112.166391ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.051125Z","caller":"traceutil/trace.go:171","msg":"trace[1261795196] linearizableReadLoop","detail":"{readStateIndex:1704; appliedIndex:1705; }","duration":"278.492021ms","start":"2026-04-18T17:56:53.772612Z","end":"2026-04-18T17:56:54.051104Z","steps":["trace[1261795196] 'read index received' (duration: 278.486561ms)","trace[1261795196] 'applied index is now lower than readState.Index' (duration: 4.11µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.051407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.738798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" limit:1 ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-04-18T17:56:54.051457Z","caller":"traceutil/trace.go:171","msg":"trace[1031171756] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:1444; }","duration":"278.872994ms","start":"2026-04-18T17:56:53.772572Z","end":"2026-04-18T17:56:54.051445Z","steps":["trace[1031171756] 'agreement among raft nodes before linearized reading' (duration: 278.700367ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.051706Z","caller":"traceutil/trace.go:171","msg":"trace[8369956] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"294.064373ms","start":"2026-04-18T17:56:53.757622Z","end":"2026-04-18T17:56:54.051687Z","steps":["trace[8369956] 'process raft request' (duration: 294.008101ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.052020Z","caller":"traceutil/trace.go:171","msg":"trace[1289654505] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"294.312531ms","start":"2026-04-18T17:56:53.757585Z","end":"2026-04-18T17:56:54.051897Z","steps":["trace[1289654505] 'process raft request' (duration: 293.918638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.052321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.502244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" limit:1 ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-18T17:56:54.052350Z","caller":"traceutil/trace.go:171","msg":"trace[1304842417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1446; }","duration":"279.563056ms","start":"2026-04-18T17:56:53.772780Z","end":"2026-04-18T17:56:54.052343Z","steps":["trace[1304842417] 'agreement among raft nodes before linearized reading' (duration: 279.504374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.052430Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.108747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"warn","ts":"2026-04-18T17:56:54.052405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.160565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-18T17:56:54.052448Z","caller":"traceutil/trace.go:171","msg":"trace[1062634107] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1446; }","duration":"277.138189ms","start":"2026-04-18T17:56:53.775304Z","end":"2026-04-18T17:56:54.052442Z","steps":["trace[1062634107] 'agreement among raft nodes before linearized reading' (duration: 277.105508ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.052487Z","caller":"traceutil/trace.go:171","msg":"trace[1685675562] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:1446; }","duration":"274.268237ms","start":"2026-04-18T17:56:53.778199Z","end":"2026-04-18T17:56:54.052467Z","steps":["trace[1685675562] 'agreement among raft nodes before linearized reading' (duration: 274.132913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.052528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.224313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"warn","ts":"2026-04-18T17:56:54.052671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.485674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" limit:1 ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-18T17:56:54.052700Z","caller":"traceutil/trace.go:171","msg":"trace[1106344013] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:1446; }","duration":"273.527654ms","start":"2026-04-18T17:56:53.779166Z","end":"2026-04-18T17:56:54.052693Z","steps":["trace[1106344013] 'agreement among raft nodes before linearized reading' (duration: 273.479923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.052790Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.549407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient\" limit:1 ","response":"range_response_count:1 size:718"} {"level":"info","ts":"2026-04-18T17:56:54.052808Z","caller":"traceutil/trace.go:171","msg":"trace[1839187950] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:selfnodeclient; range_end:; response_count:1; response_revision:1446; }","duration":"268.579609ms","start":"2026-04-18T17:56:53.784222Z","end":"2026-04-18T17:56:54.052802Z","steps":["trace[1839187950] 'agreement among raft nodes before linearized reading' (duration: 268.550318ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.053070Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.522611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" limit:1 ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-18T17:56:54.053098Z","caller":"traceutil/trace.go:171","msg":"trace[145476719] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1446; }","duration":"271.566373ms","start":"2026-04-18T17:56:53.781522Z","end":"2026-04-18T17:56:54.053088Z","steps":["trace[145476719] 'agreement among raft nodes before linearized reading' (duration: 271.514951ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.053085Z","caller":"traceutil/trace.go:171","msg":"trace[836645354] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1446; }","duration":"272.423229ms","start":"2026-04-18T17:56:53.780271Z","end":"2026-04-18T17:56:54.052694Z","steps":["trace[836645354] 'agreement among raft nodes before linearized reading' (duration: 272.027137ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.178252Z","caller":"traceutil/trace.go:171","msg":"trace[1702977958] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"118.551787ms","start":"2026-04-18T17:56:54.059684Z","end":"2026-04-18T17:56:54.178236Z","steps":["trace[1702977958] 'process raft request' (duration: 92.524259ms)","trace[1702977958] 'compare' (duration: 25.872943ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:56:54.179105Z","caller":"traceutil/trace.go:171","msg":"trace[1601091039] linearizableReadLoop","detail":"{readStateIndex:1707; appliedIndex:1708; }","duration":"119.362251ms","start":"2026-04-18T17:56:54.059718Z","end":"2026-04-18T17:56:54.179080Z","steps":["trace[1601091039] 'read index received' (duration: 119.355591ms)","trace[1601091039] 'applied index is now lower than readState.Index' (duration: 5.08µs)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:56:54.179201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.466895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient\" limit:1 ","response":"range_response_count:1 size:706"} {"level":"info","ts":"2026-04-18T17:56:54.179203Z","caller":"traceutil/trace.go:171","msg":"trace[1557004593] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"119.36634ms","start":"2026-04-18T17:56:54.059821Z","end":"2026-04-18T17:56:54.179187Z","steps":["trace[1557004593] 'process raft request' (duration: 119.302868ms)"],"step_count":1} {"level":"info","ts":"2026-04-18T17:56:54.179239Z","caller":"traceutil/trace.go:171","msg":"trace[31398524] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:certificatesigningrequests:nodeclient; range_end:; response_count:1; response_revision:1447; }","duration":"119.540236ms","start":"2026-04-18T17:56:54.059685Z","end":"2026-04-18T17:56:54.179226Z","steps":["trace[31398524] 'agreement among raft nodes before linearized reading' (duration: 119.470784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:56:54.180165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.395172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" limit:1 ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-18T17:56:54.180198Z","caller":"traceutil/trace.go:171","msg":"trace[2084155993] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1449; }","duration":"120.438553ms","start":"2026-04-18T17:56:54.059754Z","end":"2026-04-18T17:56:54.180193Z","steps":["trace[2084155993] 'agreement among raft nodes before linearized reading' (duration: 120.392432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:07.035154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.701597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:07.035640Z","caller":"traceutil/trace.go:171","msg":"trace[1994600057] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"138.162089ms","start":"2026-04-18T17:57:06.897450Z","end":"2026-04-18T17:57:07.035612Z","steps":["trace[1994600057] 'process raft request' (duration: 78.819788ms)","trace[1994600057] 'compare' (duration: 58.833526ms)"],"step_count":2} {"level":"info","ts":"2026-04-18T17:57:07.035267Z","caller":"traceutil/trace.go:171","msg":"trace[654098624] range","detail":"{range_begin:/registry/networkpolicies; range_end:; response_count:0; response_revision:1548; }","duration":"125.883982ms","start":"2026-04-18T17:57:06.909355Z","end":"2026-04-18T17:57:07.035239Z","steps":["trace[654098624] 'agreement among raft nodes before linearized reading' (duration: 67.331084ms)","trace[654098624] 'range keys from in-memory index tree' (duration: 58.377282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-18T17:57:07.035963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.031367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:07.036078Z","caller":"traceutil/trace.go:171","msg":"trace[1641242590] range","detail":"{range_begin:/registry/ingress; range_end:; response_count:0; response_revision:1549; }","duration":"119.189122ms","start":"2026-04-18T17:57:06.916865Z","end":"2026-04-18T17:57:07.036054Z","steps":["trace[1641242590] 'agreement among raft nodes before linearized reading' (duration: 118.972195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-18T17:57:07.036119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.535544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs\" limit:1 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-18T17:57:07.036343Z","caller":"traceutil/trace.go:171","msg":"trace[1853350218] range","detail":"{range_begin:/registry/jobs; range_end:; response_count:0; response_revision:1549; }","duration":"107.821982ms","start":"2026-04-18T17:57:06.928498Z","end":"2026-04-18T17:57:07.036320Z","steps":["trace[1853350218] 'agreement among raft nodes before linearized reading' (duration: 107.145301ms)"],"step_count":1}