{"level":"warn","ts":"2026-03-29T01:58:37.29873Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:58:37.298861Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.205:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.205:2380","--initial-cluster=instance=https://199.204.45.205:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.205:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.205:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T01:58:37.298985Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:58:37.299011Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-03-29T01:58:37.299045Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:58:37.300391Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"]} {"level":"info","ts":"2026-03-29T01:58:37.300545Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.205:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T01:58:37.451787Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"150.814097ms"} {"level":"info","ts":"2026-03-29T01:58:38.005532Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"71d28e9ac1bc4e5d","cluster-id":"4a4ae660c7a9a6a7"} {"level":"info","ts":"2026-03-29T01:58:38.005676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T01:58:38.005735Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 0"} {"level":"info","ts":"2026-03-29T01:58:38.005762Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 71d28e9ac1bc4e5d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T01:58:38.005785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became follower at term 1"} {"level":"info","ts":"2026-03-29T01:58:38.005869Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"warn","ts":"2026-03-29T01:58:38.093322Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T01:58:38.104792Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T01:58:38.206341Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T01:58:38.218252Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"71d28e9ac1bc4e5d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T01:58:38.218379Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:38.218532Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:38.218547Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:58:38.219247Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"71d28e9ac1bc4e5d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T01:58:38.221577Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:58:38.221797Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"71d28e9ac1bc4e5d","initial-advertise-peer-urls":["https://199.204.45.205:2380"],"listen-peer-urls":["https://199.204.45.205:2380"],"advertise-client-urls":["https://199.204.45.205:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.205:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T01:58:38.221831Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T01:58:38.221932Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-03-29T01:58:38.221951Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.205:2380"} {"level":"info","ts":"2026-03-29T01:58:38.237559Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d switched to configuration voters=(8201774666721545821)"} {"level":"info","ts":"2026-03-29T01:58:38.237838Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","added-peer-id":"71d28e9ac1bc4e5d","added-peer-peer-urls":["https://199.204.45.205:2380"]} {"level":"info","ts":"2026-03-29T01:58:39.084695Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T01:58:39.084756Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T01:58:39.084822Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgPreVoteResp from 71d28e9ac1bc4e5d at term 1"} {"level":"info","ts":"2026-03-29T01:58:39.084842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became candidate at term 2"} {"level":"info","ts":"2026-03-29T01:58:39.084853Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d received MsgVoteResp from 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-03-29T01:58:39.084868Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"71d28e9ac1bc4e5d became leader at term 2"} {"level":"info","ts":"2026-03-29T01:58:39.084881Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 71d28e9ac1bc4e5d elected leader 71d28e9ac1bc4e5d at term 2"} {"level":"info","ts":"2026-03-29T01:58:39.127645Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"71d28e9ac1bc4e5d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.205:2379]}","request-path":"/0/members/71d28e9ac1bc4e5d/attributes","cluster-id":"4a4ae660c7a9a6a7","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T01:58:39.127674Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:58:39.12766Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:39.127948Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T01:58:39.12808Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T01:58:39.128174Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:58:39.12897Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"4a4ae660c7a9a6a7","local-member-id":"71d28e9ac1bc4e5d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:39.12913Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:39.129203Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:58:39.131167Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T01:58:39.131627Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.205:2379"} {"level":"info","ts":"2026-03-29T01:58:40.478116Z","caller":"traceutil/trace.go:171","msg":"trace[418221601] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"125.748772ms","start":"2026-03-29T01:58:40.352331Z","end":"2026-03-29T01:58:40.478079Z","steps":["trace[418221601] 'process raft request' (duration: 78.922878ms)","trace[418221601] 'compare' (duration: 46.665561ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:40.6763Z","caller":"traceutil/trace.go:171","msg":"trace[553217708] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"238.448578ms","start":"2026-03-29T01:58:40.437815Z","end":"2026-03-29T01:58:40.676263Z","steps":["trace[553217708] 'process raft request' (duration: 157.059609ms)","trace[553217708] 'compare' (duration: 81.030422ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:40.67709Z","caller":"traceutil/trace.go:171","msg":"trace[55782710] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"194.077768ms","start":"2026-03-29T01:58:40.482995Z","end":"2026-03-29T01:58:40.677072Z","steps":["trace[55782710] 'process raft request' (duration: 194.037007ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.677177Z","caller":"traceutil/trace.go:171","msg":"trace[1591303865] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"195.255351ms","start":"2026-03-29T01:58:40.481897Z","end":"2026-03-29T01:58:40.677153Z","steps":["trace[1591303865] 'process raft request' (duration: 195.016296ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.677429Z","caller":"traceutil/trace.go:171","msg":"trace[1038996058] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"194.572828ms","start":"2026-03-29T01:58:40.482807Z","end":"2026-03-29T01:58:40.677379Z","steps":["trace[1038996058] 'process raft request' (duration: 194.19361ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.677619Z","caller":"traceutil/trace.go:171","msg":"trace[621433670] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"195.438096ms","start":"2026-03-29T01:58:40.482129Z","end":"2026-03-29T01:58:40.677567Z","steps":["trace[621433670] 'process raft request' (duration: 194.815153ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.677643Z","caller":"traceutil/trace.go:171","msg":"trace[327013914] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"196.056288ms","start":"2026-03-29T01:58:40.481531Z","end":"2026-03-29T01:58:40.677587Z","steps":["trace[327013914] 'process raft request' (duration: 195.355384ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.67775Z","caller":"traceutil/trace.go:171","msg":"trace[2118855480] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"194.960695ms","start":"2026-03-29T01:58:40.482773Z","end":"2026-03-29T01:58:40.677733Z","steps":["trace[2118855480] 'process raft request' (duration: 194.197709ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.677838Z","caller":"traceutil/trace.go:171","msg":"trace[1773527620] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:12; }","duration":"199.702474ms","start":"2026-03-29T01:58:40.478124Z","end":"2026-03-29T01:58:40.677826Z","steps":["trace[1773527620] 'read index received' (duration: 116.717181ms)","trace[1773527620] 'applied index is now lower than readState.Index' (duration: 82.977573ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:40.677843Z","caller":"traceutil/trace.go:171","msg":"trace[535557186] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"235.433465ms","start":"2026-03-29T01:58:40.442119Z","end":"2026-03-29T01:58:40.677552Z","steps":["trace[535557186] 'process raft request' (duration: 234.657269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:40.678193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.985496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-29T01:58:40.678251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.779931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:40.678266Z","caller":"traceutil/trace.go:171","msg":"trace[302655098] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:17; }","duration":"254.119508ms","start":"2026-03-29T01:58:40.424134Z","end":"2026-03-29T01:58:40.678253Z","steps":["trace[302655098] 'agreement among raft nodes before linearized reading' (duration: 253.927024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:40.678364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.967444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:40.678479Z","caller":"traceutil/trace.go:171","msg":"trace[912746682] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:17; }","duration":"205.24109ms","start":"2026-03-29T01:58:40.473217Z","end":"2026-03-29T01:58:40.678458Z","steps":["trace[912746682] 'agreement among raft nodes before linearized reading' (duration: 204.969755ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:40.678549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.833733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:40.678594Z","caller":"traceutil/trace.go:171","msg":"trace[1294185501] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:17; }","duration":"255.897835ms","start":"2026-03-29T01:58:40.422686Z","end":"2026-03-29T01:58:40.678584Z","steps":["trace[1294185501] 'agreement among raft nodes before linearized reading' (duration: 255.833423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:40.678733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.760474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:40.678841Z","caller":"traceutil/trace.go:171","msg":"trace[103368158] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:17; }","duration":"264.893824ms","start":"2026-03-29T01:58:40.413389Z","end":"2026-03-29T01:58:40.678283Z","steps":["trace[103368158] 'agreement among raft nodes before linearized reading' (duration: 264.479545ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.678838Z","caller":"traceutil/trace.go:171","msg":"trace[722556109] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:0; response_revision:17; }","duration":"257.882356ms","start":"2026-03-29T01:58:40.420931Z","end":"2026-03-29T01:58:40.678813Z","steps":["trace[722556109] 'agreement among raft nodes before linearized reading' (duration: 257.772864ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.797757Z","caller":"traceutil/trace.go:171","msg":"trace[1443353922] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"116.501638ms","start":"2026-03-29T01:58:40.68123Z","end":"2026-03-29T01:58:40.797731Z","steps":["trace[1443353922] 'process raft request' (duration: 110.675826ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.79782Z","caller":"traceutil/trace.go:171","msg":"trace[256953675] transaction","detail":"{read_only:false; number_of_response:0; response_revision:19; }","duration":"113.917703ms","start":"2026-03-29T01:58:40.683882Z","end":"2026-03-29T01:58:40.797799Z","steps":["trace[256953675] 'process raft request' (duration: 113.78726ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.798014Z","caller":"traceutil/trace.go:171","msg":"trace[1027967935] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"114.104396ms","start":"2026-03-29T01:58:40.68389Z","end":"2026-03-29T01:58:40.797995Z","steps":["trace[1027967935] 'process raft request' (duration: 113.80589ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.798211Z","caller":"traceutil/trace.go:171","msg":"trace[850830802] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"114.090646ms","start":"2026-03-29T01:58:40.684111Z","end":"2026-03-29T01:58:40.798201Z","steps":["trace[850830802] 'process raft request' (duration: 113.679118ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.798832Z","caller":"traceutil/trace.go:171","msg":"trace[226483308] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"111.352189ms","start":"2026-03-29T01:58:40.687467Z","end":"2026-03-29T01:58:40.79882Z","steps":["trace[226483308] 'process raft request' (duration: 110.496192ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.798908Z","caller":"traceutil/trace.go:171","msg":"trace[1638592904] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"111.355589ms","start":"2026-03-29T01:58:40.687547Z","end":"2026-03-29T01:58:40.798902Z","steps":["trace[1638592904] 'process raft request' (duration: 111.188365ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.798973Z","caller":"traceutil/trace.go:171","msg":"trace[431824931] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"111.371639ms","start":"2026-03-29T01:58:40.687579Z","end":"2026-03-29T01:58:40.798951Z","steps":["trace[431824931] 'process raft request' (duration: 111.223186ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.799142Z","caller":"traceutil/trace.go:171","msg":"trace[429081343] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"110.083391ms","start":"2026-03-29T01:58:40.689032Z","end":"2026-03-29T01:58:40.799115Z","steps":["trace[429081343] 'process raft request' (duration: 109.822796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:40.799204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.400576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:40.799364Z","caller":"traceutil/trace.go:171","msg":"trace[24763477] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:25; }","duration":"117.552369ms","start":"2026-03-29T01:58:40.681753Z","end":"2026-03-29T01:58:40.799305Z","steps":["trace[24763477] 'agreement among raft nodes before linearized reading' (duration: 117.316124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:40.799802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.497029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3491"} {"level":"info","ts":"2026-03-29T01:58:40.799858Z","caller":"traceutil/trace.go:171","msg":"trace[37481055] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25; }","duration":"118.592551ms","start":"2026-03-29T01:58:40.681251Z","end":"2026-03-29T01:58:40.799844Z","steps":["trace[37481055] 'agreement among raft nodes before linearized reading' (duration: 118.500249ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.922933Z","caller":"traceutil/trace.go:171","msg":"trace[1392538686] linearizableReadLoop","detail":"{readStateIndex:34; appliedIndex:30; }","duration":"118.773335ms","start":"2026-03-29T01:58:40.804133Z","end":"2026-03-29T01:58:40.922907Z","steps":["trace[1392538686] 'read index received' (duration: 67.064589ms)","trace[1392538686] 'applied index is now lower than readState.Index' (duration: 51.707626ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:40.923029Z","caller":"traceutil/trace.go:171","msg":"trace[1405054874] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"119.247996ms","start":"2026-03-29T01:58:40.803756Z","end":"2026-03-29T01:58:40.923004Z","steps":["trace[1405054874] 'process raft request' (duration: 112.630986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:40.923086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.935079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:40.923128Z","caller":"traceutil/trace.go:171","msg":"trace[1361378484] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:35; }","duration":"119.01561ms","start":"2026-03-29T01:58:40.804097Z","end":"2026-03-29T01:58:40.923113Z","steps":["trace[1361378484] 'agreement among raft nodes before linearized reading' (duration: 118.895397ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.923241Z","caller":"traceutil/trace.go:171","msg":"trace[933536137] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"118.913298ms","start":"2026-03-29T01:58:40.804292Z","end":"2026-03-29T01:58:40.923192Z","steps":["trace[933536137] 'process raft request' (duration: 118.533329ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.923255Z","caller":"traceutil/trace.go:171","msg":"trace[629146119] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"119.415948ms","start":"2026-03-29T01:58:40.803812Z","end":"2026-03-29T01:58:40.923228Z","steps":["trace[629146119] 'process raft request' (duration: 118.831385ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.923308Z","caller":"traceutil/trace.go:171","msg":"trace[271383852] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"118.040551ms","start":"2026-03-29T01:58:40.805257Z","end":"2026-03-29T01:58:40.923297Z","steps":["trace[271383852] 'process raft request' (duration: 117.618161ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.92338Z","caller":"traceutil/trace.go:171","msg":"trace[1581467001] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"119.261555ms","start":"2026-03-29T01:58:40.804108Z","end":"2026-03-29T01:58:40.92337Z","steps":["trace[1581467001] 'process raft request' (duration: 118.633161ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.923389Z","caller":"traceutil/trace.go:171","msg":"trace[555349924] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"119.182983ms","start":"2026-03-29T01:58:40.804195Z","end":"2026-03-29T01:58:40.923378Z","steps":["trace[555349924] 'process raft request' (duration: 118.57135ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.923258Z","caller":"traceutil/trace.go:171","msg":"trace[1275519392] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"118.159772ms","start":"2026-03-29T01:58:40.805076Z","end":"2026-03-29T01:58:40.923235Z","steps":["trace[1275519392] 'process raft request' (duration: 117.772823ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.923459Z","caller":"traceutil/trace.go:171","msg":"trace[1312565906] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"119.250295ms","start":"2026-03-29T01:58:40.804201Z","end":"2026-03-29T01:58:40.923451Z","steps":["trace[1312565906] 'process raft request' (duration: 118.59809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:40.92355Z","caller":"traceutil/trace.go:171","msg":"trace[818695110] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"119.590212ms","start":"2026-03-29T01:58:40.803952Z","end":"2026-03-29T01:58:40.923542Z","steps":["trace[818695110] 'process raft request' (duration: 118.757604ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.46753Z","caller":"traceutil/trace.go:171","msg":"trace[965403167] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"180.705696ms","start":"2026-03-29T01:58:41.286801Z","end":"2026-03-29T01:58:41.467507Z","steps":["trace[965403167] 'process raft request' (duration: 116.974957ms)","trace[965403167] 'compare' (duration: 63.589876ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.47435Z","caller":"traceutil/trace.go:171","msg":"trace[1010771584] linearizableReadLoop","detail":"{readStateIndex:61; appliedIndex:59; }","duration":"153.277399ms","start":"2026-03-29T01:58:41.321061Z","end":"2026-03-29T01:58:41.474338Z","steps":["trace[1010771584] 'read index received' (duration: 82.732207ms)","trace[1010771584] 'applied index is now lower than readState.Index' (duration: 70.544512ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.474411Z","caller":"traceutil/trace.go:171","msg":"trace[380604504] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"181.660555ms","start":"2026-03-29T01:58:41.292744Z","end":"2026-03-29T01:58:41.474405Z","steps":["trace[380604504] 'process raft request' (duration: 181.521182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:41.474505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.413212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:41.474563Z","caller":"traceutil/trace.go:171","msg":"trace[1326596760] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:57; }","duration":"153.516853ms","start":"2026-03-29T01:58:41.321031Z","end":"2026-03-29T01:58:41.474548Z","steps":["trace[1326596760] 'agreement among raft nodes before linearized reading' (duration: 153.398051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.610437Z","caller":"traceutil/trace.go:171","msg":"trace[720616467] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"131.535203ms","start":"2026-03-29T01:58:41.478891Z","end":"2026-03-29T01:58:41.610426Z","steps":["trace[720616467] 'process raft request' (duration: 131.463551ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.610455Z","caller":"traceutil/trace.go:171","msg":"trace[594986014] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"138.48636ms","start":"2026-03-29T01:58:41.471928Z","end":"2026-03-29T01:58:41.610415Z","steps":["trace[594986014] 'process raft request' (duration: 108.338856ms)","trace[594986014] 'compare' (duration: 29.97593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:41.610556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.100302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:41.610632Z","caller":"traceutil/trace.go:171","msg":"trace[997257250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:60; }","duration":"269.215005ms","start":"2026-03-29T01:58:41.341401Z","end":"2026-03-29T01:58:41.610617Z","steps":["trace[997257250] 'agreement among raft nodes before linearized reading' (duration: 269.042291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:41.610629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.410008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:41.61069Z","caller":"traceutil/trace.go:171","msg":"trace[1935760599] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:60; }","duration":"289.525361ms","start":"2026-03-29T01:58:41.321153Z","end":"2026-03-29T01:58:41.610678Z","steps":["trace[1935760599] 'agreement among raft nodes before linearized reading' (duration: 289.330347ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.610589Z","caller":"traceutil/trace.go:171","msg":"trace[136309307] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"131.771358ms","start":"2026-03-29T01:58:41.478813Z","end":"2026-03-29T01:58:41.610584Z","steps":["trace[136309307] 'process raft request' (duration: 131.507313ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.61043Z","caller":"traceutil/trace.go:171","msg":"trace[220530495] linearizableReadLoop","detail":"{readStateIndex:62; appliedIndex:61; }","duration":"136.001067ms","start":"2026-03-29T01:58:41.474387Z","end":"2026-03-29T01:58:41.610388Z","steps":["trace[220530495] 'read index received' (duration: 105.986907ms)","trace[220530495] 'applied index is now lower than readState.Index' (duration: 30.0083ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:42.330574Z","caller":"traceutil/trace.go:171","msg":"trace[109636482] transaction","detail":"{read_only:false; response_revision:84; number_of_response:1; }","duration":"131.361009ms","start":"2026-03-29T01:58:42.199171Z","end":"2026-03-29T01:58:42.330532Z","steps":["trace[109636482] 'process raft request' (duration: 66.679011ms)","trace[109636482] 'compare' (duration: 64.240929ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:43.103779Z","caller":"traceutil/trace.go:171","msg":"trace[77176560] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:120; }","duration":"101.992512ms","start":"2026-03-29T01:58:43.001751Z","end":"2026-03-29T01:58:43.103744Z","steps":["trace[77176560] 'read index received' (duration: 25.69333ms)","trace[77176560] 'applied index is now lower than readState.Index' (duration: 76.298432ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:43.103941Z","caller":"traceutil/trace.go:171","msg":"trace[1853333478] transaction","detail":"{read_only:false; response_revision:117; number_of_response:1; }","duration":"103.344901ms","start":"2026-03-29T01:58:43.000577Z","end":"2026-03-29T01:58:43.103922Z","steps":["trace[1853333478] 'process raft request' (duration: 26.867955ms)","trace[1853333478] 'compare' (duration: 76.160149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:43.104143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.36819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-29T01:58:43.104569Z","caller":"traceutil/trace.go:171","msg":"trace[1806545835] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:0; response_revision:117; }","duration":"102.688056ms","start":"2026-03-29T01:58:43.001735Z","end":"2026-03-29T01:58:43.104423Z","steps":["trace[1806545835] 'agreement among raft nodes before linearized reading' (duration: 102.243267ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.674233Z","caller":"traceutil/trace.go:171","msg":"trace[427949065] transaction","detail":"{read_only:false; response_revision:268; number_of_response:1; }","duration":"107.067398ms","start":"2026-03-29T01:58:47.56714Z","end":"2026-03-29T01:58:47.674207Z","steps":["trace[427949065] 'process raft request' (duration: 106.928155ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:48.035443Z","caller":"traceutil/trace.go:171","msg":"trace[1851476782] transaction","detail":"{read_only:false; response_revision:269; number_of_response:1; }","duration":"463.687839ms","start":"2026-03-29T01:58:47.571727Z","end":"2026-03-29T01:58:48.035414Z","steps":["trace[1851476782] 'process raft request' (duration: 463.530936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:48.03608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:47.571702Z","time spent":"463.825062ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5321,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:48.036244Z","caller":"traceutil/trace.go:171","msg":"trace[451256045] linearizableReadLoop","detail":"{readStateIndex:279; appliedIndex:279; }","duration":"358.715584ms","start":"2026-03-29T01:58:47.677515Z","end":"2026-03-29T01:58:48.03623Z","steps":["trace[451256045] 'read index received' (duration: 358.701474ms)","trace[451256045] 'applied index is now lower than readState.Index' (duration: 12.98µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:48.036311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.797946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:48.036346Z","caller":"traceutil/trace.go:171","msg":"trace[679155430] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:0; response_revision:269; }","duration":"358.867357ms","start":"2026-03-29T01:58:47.677466Z","end":"2026-03-29T01:58:48.036334Z","steps":["trace[679155430] 'agreement among raft nodes before linearized reading' (duration: 358.811966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:48.036374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:47.677446Z","time spent":"358.920269ms","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" "} {"level":"warn","ts":"2026-03-29T01:58:58.000687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.674265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"warn","ts":"2026-03-29T01:58:58.000751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.027222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:58.000858Z","caller":"traceutil/trace.go:171","msg":"trace[290681345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:383; }","duration":"379.191626ms","start":"2026-03-29T01:58:57.621637Z","end":"2026-03-29T01:58:58.000828Z","steps":["trace[290681345] 'range keys from in-memory index tree' (duration: 378.92139ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:58.000806Z","caller":"traceutil/trace.go:171","msg":"trace[1615082865] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:383; }","duration":"260.847029ms","start":"2026-03-29T01:58:57.739931Z","end":"2026-03-29T01:58:58.000778Z","steps":["trace[1615082865] 'range keys from in-memory index tree' (duration: 260.479361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:58.000925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:57.621599Z","time spent":"379.313888ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:58:58.776447Z","caller":"traceutil/trace.go:171","msg":"trace[1122231431] linearizableReadLoop","detail":"{readStateIndex:396; appliedIndex:395; }","duration":"486.488428ms","start":"2026-03-29T01:58:58.289931Z","end":"2026-03-29T01:58:58.776419Z","steps":["trace[1122231431] 'read index received' (duration: 485.576598ms)","trace[1122231431] 'applied index is now lower than readState.Index' (duration: 910.53µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:58.776513Z","caller":"traceutil/trace.go:171","msg":"trace[1129036931] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"763.349714ms","start":"2026-03-29T01:58:58.013095Z","end":"2026-03-29T01:58:58.776445Z","steps":["trace[1129036931] 'process raft request' (duration: 762.594127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:58.776679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.013066Z","time spent":"763.541768ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:58.776696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.941787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:58:58.776733Z","caller":"traceutil/trace.go:171","msg":"trace[213109667] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:384; }","duration":"486.035069ms","start":"2026-03-29T01:58:58.290686Z","end":"2026-03-29T01:58:58.776721Z","steps":["trace[213109667] 'agreement among raft nodes before linearized reading' (duration: 485.885045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:58.776818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.290676Z","time spent":"486.09225ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:58.776833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.712598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:58:58.777118Z","caller":"traceutil/trace.go:171","msg":"trace[1182872467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:384; }","duration":"253.075966ms","start":"2026-03-29T01:58:58.523989Z","end":"2026-03-29T01:58:58.777064Z","steps":["trace[1182872467] 'agreement among raft nodes before linearized reading' (duration: 252.658457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:58.777396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.463398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:58:58.777448Z","caller":"traceutil/trace.go:171","msg":"trace[650140244] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:384; }","duration":"487.55028ms","start":"2026-03-29T01:58:58.289886Z","end":"2026-03-29T01:58:58.777436Z","steps":["trace[650140244] 'agreement among raft nodes before linearized reading' (duration: 486.679732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:58.777481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.289867Z","time spent":"487.606801ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:59.514818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.405728ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:59.514924Z","caller":"traceutil/trace.go:171","msg":"trace[2082218192] transaction","detail":"{read_only:false; response_revision:385; number_of_response:1; }","duration":"733.363094ms","start":"2026-03-29T01:58:58.781543Z","end":"2026-03-29T01:58:59.514906Z","steps":["trace[2082218192] 'process raft request' (duration: 66.661171ms)","trace[2082218192] 'compare' (duration: 666.283714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:59.515002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.781521Z","time spent":"733.452215ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:59.55892Z","caller":"traceutil/trace.go:171","msg":"trace[1809488898] linearizableReadLoop","detail":"{readStateIndex:400; appliedIndex:397; }","duration":"129.46002ms","start":"2026-03-29T01:58:59.429438Z","end":"2026-03-29T01:58:59.558898Z","steps":["trace[1809488898] 'read index received' (duration: 129.198354ms)","trace[1809488898] 'applied index is now lower than readState.Index' (duration: 260.835µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:59.559015Z","caller":"traceutil/trace.go:171","msg":"trace[1688860117] transaction","detail":"{read_only:false; response_revision:387; number_of_response:1; }","duration":"776.428308ms","start":"2026-03-29T01:58:58.782554Z","end":"2026-03-29T01:58:59.558982Z","steps":["trace[1688860117] 'process raft request' (duration: 776.258505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.559072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.607282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:58:59.559142Z","caller":"traceutil/trace.go:171","msg":"trace[1631912343] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:388; }","duration":"129.737125ms","start":"2026-03-29T01:58:59.429388Z","end":"2026-03-29T01:58:59.559125Z","steps":["trace[1631912343] 'agreement among raft nodes before linearized reading' (duration: 129.612063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.559176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.782542Z","time spent":"776.54358ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:59.559227Z","caller":"traceutil/trace.go:171","msg":"trace[1334027321] transaction","detail":"{read_only:false; response_revision:386; number_of_response:1; }","duration":"777.133512ms","start":"2026-03-29T01:58:58.782044Z","end":"2026-03-29T01:58:59.559177Z","steps":["trace[1334027321] 'process raft request' (duration: 776.660002ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:59.559216Z","caller":"traceutil/trace.go:171","msg":"trace[1249500358] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"776.04446ms","start":"2026-03-29T01:58:58.783068Z","end":"2026-03-29T01:58:59.559113Z","steps":["trace[1249500358] 'process raft request' (duration: 775.794285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.559336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.78203Z","time spent":"777.253256ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3678,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:58:59.559512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:58.78304Z","time spent":"776.366887ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:59.787883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.162914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:59.787991Z","caller":"traceutil/trace.go:171","msg":"trace[1324871240] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:410; }","duration":"180.728606ms","start":"2026-03-29T01:58:59.607246Z","end":"2026-03-29T01:58:59.787975Z","steps":["trace[1324871240] 'read index received' (duration: 40.369898ms)","trace[1324871240] 'applied index is now lower than readState.Index' (duration: 140.357558ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:59.78809Z","caller":"traceutil/trace.go:171","msg":"trace[385894317] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"181.587464ms","start":"2026-03-29T01:58:59.606491Z","end":"2026-03-29T01:58:59.788079Z","steps":["trace[385894317] 'process raft request' (duration: 41.130944ms)","trace[385894317] 'compare' (duration: 140.018381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:59.788213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.9453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4195"} {"level":"info","ts":"2026-03-29T01:58:59.788291Z","caller":"traceutil/trace.go:171","msg":"trace[698009007] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:399; }","duration":"181.052983ms","start":"2026-03-29T01:58:59.607217Z","end":"2026-03-29T01:58:59.78827Z","steps":["trace[698009007] 'agreement among raft nodes before linearized reading' (duration: 180.87548ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:59.875404Z","caller":"traceutil/trace.go:171","msg":"trace[1587018344] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"265.889155ms","start":"2026-03-29T01:58:59.60949Z","end":"2026-03-29T01:58:59.87538Z","steps":["trace[1587018344] 'process raft request' (duration: 265.764742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.875537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.331585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:59.87562Z","caller":"traceutil/trace.go:171","msg":"trace[38747592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:400; }","duration":"256.449407ms","start":"2026-03-29T01:58:59.619151Z","end":"2026-03-29T01:58:59.875601Z","steps":["trace[38747592] 'agreement among raft nodes before linearized reading' (duration: 256.249042ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:59.914205Z","caller":"traceutil/trace.go:171","msg":"trace[1966899973] transaction","detail":"{read_only:false; number_of_response:1; response_revision:401; }","duration":"124.692569ms","start":"2026-03-29T01:58:59.789499Z","end":"2026-03-29T01:58:59.914192Z","steps":["trace[1966899973] 'process raft request' (duration: 118.98047ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:59.914356Z","caller":"traceutil/trace.go:171","msg":"trace[1079732011] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"121.794349ms","start":"2026-03-29T01:58:59.792552Z","end":"2026-03-29T01:58:59.914346Z","steps":["trace[1079732011] 'process raft request' (duration: 121.303048ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:59.914489Z","caller":"traceutil/trace.go:171","msg":"trace[643868381] transaction","detail":"{read_only:false; number_of_response:1; response_revision:402; }","duration":"119.827537ms","start":"2026-03-29T01:58:59.794653Z","end":"2026-03-29T01:58:59.914481Z","steps":["trace[643868381] 'process raft request' (duration: 119.254666ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:05.739305Z","caller":"traceutil/trace.go:171","msg":"trace[2073831337] linearizableReadLoop","detail":"{readStateIndex:442; appliedIndex:441; }","duration":"151.087803ms","start":"2026-03-29T01:59:05.588197Z","end":"2026-03-29T01:59:05.739284Z","steps":["trace[2073831337] 'read index received' (duration: 150.92691ms)","trace[2073831337] 'applied index is now lower than readState.Index' (duration: 159.863µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:05.739362Z","caller":"traceutil/trace.go:171","msg":"trace[1872672207] transaction","detail":"{read_only:false; response_revision:427; number_of_response:1; }","duration":"187.744634ms","start":"2026-03-29T01:59:05.551572Z","end":"2026-03-29T01:59:05.739317Z","steps":["trace[1872672207] 'process raft request' (duration: 187.577811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:05.73947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.267688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:05.739514Z","caller":"traceutil/trace.go:171","msg":"trace[2010733551] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:427; }","duration":"151.355119ms","start":"2026-03-29T01:59:05.588147Z","end":"2026-03-29T01:59:05.739502Z","steps":["trace[2010733551] 'agreement among raft nodes before linearized reading' (duration: 151.273467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:05.739554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.289396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:59:05.73961Z","caller":"traceutil/trace.go:171","msg":"trace[438618686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:427; }","duration":"150.388638ms","start":"2026-03-29T01:59:05.589208Z","end":"2026-03-29T01:59:05.739597Z","steps":["trace[438618686] 'agreement among raft nodes before linearized reading' (duration: 150.272245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:05.739651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.749693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:05.739692Z","caller":"traceutil/trace.go:171","msg":"trace[1136825278] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:427; }","duration":"147.806323ms","start":"2026-03-29T01:59:05.591871Z","end":"2026-03-29T01:59:05.739678Z","steps":["trace[1136825278] 'agreement among raft nodes before linearized reading' (duration: 147.753502ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:07.884381Z","caller":"traceutil/trace.go:171","msg":"trace[1645939170] transaction","detail":"{read_only:false; response_revision:435; number_of_response:1; }","duration":"103.035084ms","start":"2026-03-29T01:59:07.78132Z","end":"2026-03-29T01:59:07.884356Z","steps":["trace[1645939170] 'process raft request' (duration: 71.374499ms)","trace[1645939170] 'compare' (duration: 31.556763ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:09.952051Z","caller":"traceutil/trace.go:171","msg":"trace[1165486166] transaction","detail":"{read_only:false; response_revision:438; number_of_response:1; }","duration":"152.567825ms","start":"2026-03-29T01:59:09.799467Z","end":"2026-03-29T01:59:09.952034Z","steps":["trace[1165486166] 'process raft request' (duration: 152.416472ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:09.952012Z","caller":"traceutil/trace.go:171","msg":"trace[118293723] linearizableReadLoop","detail":"{readStateIndex:453; appliedIndex:451; }","duration":"123.200198ms","start":"2026-03-29T01:59:09.82879Z","end":"2026-03-29T01:59:09.95199Z","steps":["trace[118293723] 'read index received' (duration: 20.202895ms)","trace[118293723] 'applied index is now lower than readState.Index' (duration: 102.995923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:09.952185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.379671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12661"} {"level":"info","ts":"2026-03-29T01:59:09.952246Z","caller":"traceutil/trace.go:171","msg":"trace[13343138] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:438; }","duration":"123.457563ms","start":"2026-03-29T01:59:09.828775Z","end":"2026-03-29T01:59:09.952233Z","steps":["trace[13343138] 'agreement among raft nodes before linearized reading' (duration: 123.32053ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:10.745921Z","caller":"traceutil/trace.go:171","msg":"trace[768192207] transaction","detail":"{read_only:false; response_revision:440; number_of_response:1; }","duration":"101.141734ms","start":"2026-03-29T01:59:10.644756Z","end":"2026-03-29T01:59:10.745898Z","steps":["trace[768192207] 'process raft request' (duration: 100.809377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.208943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.110843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:11.209253Z","caller":"traceutil/trace.go:171","msg":"trace[1387227049] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"150.959371ms","start":"2026-03-29T01:59:11.05825Z","end":"2026-03-29T01:59:11.209209Z","steps":["trace[1387227049] 'process raft request' (duration: 20.516311ms)","trace[1387227049] 'compare' (duration: 129.9682ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:11.20974Z","caller":"traceutil/trace.go:171","msg":"trace[2084583609] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"137.191111ms","start":"2026-03-29T01:59:11.072497Z","end":"2026-03-29T01:59:11.209688Z","steps":["trace[2084583609] 'process raft request' (duration: 136.638ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.952862Z","caller":"traceutil/trace.go:171","msg":"trace[1185111249] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"162.615995ms","start":"2026-03-29T01:59:12.79022Z","end":"2026-03-29T01:59:12.952836Z","steps":["trace[1185111249] 'process raft request' (duration: 159.582462ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.953066Z","caller":"traceutil/trace.go:171","msg":"trace[839882599] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"141.326238ms","start":"2026-03-29T01:59:12.811729Z","end":"2026-03-29T01:59:12.953055Z","steps":["trace[839882599] 'process raft request' (duration: 141.086903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.95323Z","caller":"traceutil/trace.go:171","msg":"trace[1161233878] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"139.895469ms","start":"2026-03-29T01:59:12.813304Z","end":"2026-03-29T01:59:12.953199Z","steps":["trace[1161233878] 'process raft request' (duration: 139.552102ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.95329Z","caller":"traceutil/trace.go:171","msg":"trace[145325673] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"155.671309ms","start":"2026-03-29T01:59:12.797608Z","end":"2026-03-29T01:59:12.953279Z","steps":["trace[145325673] 'process raft request' (duration: 155.124028ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.953397Z","caller":"traceutil/trace.go:171","msg":"trace[1632808275] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"145.617449ms","start":"2026-03-29T01:59:12.807769Z","end":"2026-03-29T01:59:12.953387Z","steps":["trace[1632808275] 'process raft request' (duration: 145.010786ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.953558Z","caller":"traceutil/trace.go:171","msg":"trace[951584768] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"131.772858ms","start":"2026-03-29T01:59:12.821776Z","end":"2026-03-29T01:59:12.953548Z","steps":["trace[951584768] 'process raft request' (duration: 131.167685ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.953561Z","caller":"traceutil/trace.go:171","msg":"trace[2057011591] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"102.047453ms","start":"2026-03-29T01:59:12.851462Z","end":"2026-03-29T01:59:12.953509Z","steps":["trace[2057011591] 'process raft request' (duration: 101.91627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.953651Z","caller":"traceutil/trace.go:171","msg":"trace[885487419] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"140.300887ms","start":"2026-03-29T01:59:12.813342Z","end":"2026-03-29T01:59:12.953643Z","steps":["trace[885487419] 'process raft request' (duration: 139.562792ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.953815Z","caller":"traceutil/trace.go:171","msg":"trace[1282962053] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"123.089554ms","start":"2026-03-29T01:59:12.830714Z","end":"2026-03-29T01:59:12.953804Z","steps":["trace[1282962053] 'process raft request' (duration: 122.345069ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:12.953833Z","caller":"traceutil/trace.go:171","msg":"trace[298368262] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"115.516675ms","start":"2026-03-29T01:59:12.838305Z","end":"2026-03-29T01:59:12.953821Z","steps":["trace[298368262] 'process raft request' (duration: 114.919693ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.021726Z","caller":"traceutil/trace.go:171","msg":"trace[212698109] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"162.919472ms","start":"2026-03-29T01:59:12.858771Z","end":"2026-03-29T01:59:13.02169Z","steps":["trace[212698109] 'process raft request' (duration: 162.728438ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.021949Z","caller":"traceutil/trace.go:171","msg":"trace[2046774901] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"162.747148ms","start":"2026-03-29T01:59:12.859178Z","end":"2026-03-29T01:59:13.021925Z","steps":["trace[2046774901] 'process raft request' (duration: 162.433041ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.022372Z","caller":"traceutil/trace.go:171","msg":"trace[380240671] transaction","detail":"{read_only:false; number_of_response:1; response_revision:492; }","duration":"162.091735ms","start":"2026-03-29T01:59:12.860261Z","end":"2026-03-29T01:59:13.022353Z","steps":["trace[380240671] 'process raft request' (duration: 161.990173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.216205Z","caller":"traceutil/trace.go:171","msg":"trace[1942724468] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"260.657316ms","start":"2026-03-29T01:59:12.955517Z","end":"2026-03-29T01:59:13.216174Z","steps":["trace[1942724468] 'process raft request' (duration: 180.966112ms)","trace[1942724468] 'compare' (duration: 79.465329ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:13.216538Z","caller":"traceutil/trace.go:171","msg":"trace[1234268267] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"241.35576ms","start":"2026-03-29T01:59:12.975161Z","end":"2026-03-29T01:59:13.216517Z","steps":["trace[1234268267] 'process raft request' (duration: 241.185496ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.216661Z","caller":"traceutil/trace.go:171","msg":"trace[961456846] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"256.414565ms","start":"2026-03-29T01:59:12.960234Z","end":"2026-03-29T01:59:13.216649Z","steps":["trace[961456846] 'process raft request' (duration: 255.883664ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.216658Z","caller":"traceutil/trace.go:171","msg":"trace[1682707661] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"249.806377ms","start":"2026-03-29T01:59:12.966817Z","end":"2026-03-29T01:59:13.216623Z","steps":["trace[1682707661] 'process raft request' (duration: 249.345777ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.216705Z","caller":"traceutil/trace.go:171","msg":"trace[1230286805] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"249.755816ms","start":"2026-03-29T01:59:12.966937Z","end":"2026-03-29T01:59:13.216693Z","steps":["trace[1230286805] 'process raft request' (duration: 249.281216ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.216788Z","caller":"traceutil/trace.go:171","msg":"trace[1064667515] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"256.393525ms","start":"2026-03-29T01:59:12.960378Z","end":"2026-03-29T01:59:13.216771Z","steps":["trace[1064667515] 'process raft request' (duration: 255.767002ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.216838Z","caller":"traceutil/trace.go:171","msg":"trace[649562148] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"249.397658ms","start":"2026-03-29T01:59:12.967434Z","end":"2026-03-29T01:59:13.216831Z","steps":["trace[649562148] 'process raft request' (duration: 248.818246ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.216864Z","caller":"traceutil/trace.go:171","msg":"trace[1613100182] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"249.93267ms","start":"2026-03-29T01:59:12.966876Z","end":"2026-03-29T01:59:13.216809Z","steps":["trace[1613100182] 'process raft request' (duration: 249.309037ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.216911Z","caller":"traceutil/trace.go:171","msg":"trace[1728007503] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"243.517875ms","start":"2026-03-29T01:59:12.973383Z","end":"2026-03-29T01:59:13.2169Z","steps":["trace[1728007503] 'process raft request' (duration: 242.890292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.220971Z","caller":"traceutil/trace.go:171","msg":"trace[207717283] transaction","detail":"{read_only:false; number_of_response:0; response_revision:501; }","duration":"194.798022ms","start":"2026-03-29T01:59:13.026138Z","end":"2026-03-29T01:59:13.220936Z","steps":["trace[207717283] 'process raft request' (duration: 194.116468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.222373Z","caller":"traceutil/trace.go:171","msg":"trace[1836441721] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"190.40597ms","start":"2026-03-29T01:59:13.031937Z","end":"2026-03-29T01:59:13.222343Z","steps":["trace[1836441721] 'process raft request' (duration: 188.628593ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.224363Z","caller":"traceutil/trace.go:171","msg":"trace[490941412] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"180.076652ms","start":"2026-03-29T01:59:13.044262Z","end":"2026-03-29T01:59:13.224339Z","steps":["trace[490941412] 'process raft request' (duration: 178.327165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.815563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.416345ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:13.81569Z","caller":"traceutil/trace.go:171","msg":"trace[922960636] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:503; }","duration":"365.564288ms","start":"2026-03-29T01:59:13.450108Z","end":"2026-03-29T01:59:13.815673Z","steps":["trace[922960636] 'range keys from in-memory index tree' (duration: 365.397694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.815677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.845833ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-03-29T01:59:13.815809Z","caller":"traceutil/trace.go:171","msg":"trace[23315654] transaction","detail":"{read_only:false; number_of_response:0; response_revision:503; }","duration":"591.79889ms","start":"2026-03-29T01:59:13.223984Z","end":"2026-03-29T01:59:13.815782Z","steps":["trace[23315654] 'process raft request' (duration: 136.774653ms)","trace[23315654] 'compare' (duration: 454.790302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:13.815923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.223957Z","time spent":"591.919113ms","remote":"127.0.0.1:57542","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:13.815963Z","caller":"traceutil/trace.go:171","msg":"trace[769603363] linearizableReadLoop","detail":"{readStateIndex:522; appliedIndex:521; }","duration":"588.414739ms","start":"2026-03-29T01:59:13.227534Z","end":"2026-03-29T01:59:13.815949Z","steps":["trace[769603363] 'read index received' (duration: 133.259979ms)","trace[769603363] 'applied index is now lower than readState.Index' (duration: 455.15292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:13.816225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.674375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-29T01:59:13.816291Z","caller":"traceutil/trace.go:171","msg":"trace[729172707] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:506; }","duration":"588.746166ms","start":"2026-03-29T01:59:13.22753Z","end":"2026-03-29T01:59:13.816276Z","steps":["trace[729172707] 'agreement among raft nodes before linearized reading' (duration: 588.532042ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.816324Z","caller":"traceutil/trace.go:171","msg":"trace[1912395070] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"537.765416ms","start":"2026-03-29T01:59:13.278543Z","end":"2026-03-29T01:59:13.816308Z","steps":["trace[1912395070] 'process raft request' (duration: 537.730645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.816331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.227509Z","time spent":"588.813068ms","remote":"127.0.0.1:57542","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1032,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-29T01:59:13.816368Z","caller":"traceutil/trace.go:171","msg":"trace[1441079881] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"565.352374ms","start":"2026-03-29T01:59:13.250995Z","end":"2026-03-29T01:59:13.816347Z","steps":["trace[1441079881] 'process raft request' (duration: 565.005557ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.816341Z","caller":"traceutil/trace.go:171","msg":"trace[1984419530] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"573.839283ms","start":"2026-03-29T01:59:13.242378Z","end":"2026-03-29T01:59:13.816218Z","steps":["trace[1984419530] 'process raft request' (duration: 573.523367ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.816425Z","caller":"traceutil/trace.go:171","msg":"trace[897286782] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"540.753078ms","start":"2026-03-29T01:59:13.275664Z","end":"2026-03-29T01:59:13.816417Z","steps":["trace[897286782] 'process raft request' (duration: 540.506283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.816483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.275644Z","time spent":"540.80433ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:13.816555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.242355Z","time spent":"574.101399ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:13.816558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.250972Z","time spent":"565.467117ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:13.816386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.278508Z","time spent":"537.852217ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:13.816808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.571381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10078"} {"level":"info","ts":"2026-03-29T01:59:13.816844Z","caller":"traceutil/trace.go:171","msg":"trace[1976521615] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:508; }","duration":"576.643643ms","start":"2026-03-29T01:59:13.24019Z","end":"2026-03-29T01:59:13.816833Z","steps":["trace[1976521615] 'agreement among raft nodes before linearized reading' (duration: 576.53024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.816853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.331363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:13.816883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.240147Z","time spent":"576.729315ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":10100,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-29T01:59:13.816891Z","caller":"traceutil/trace.go:171","msg":"trace[1904609373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:508; }","duration":"195.402515ms","start":"2026-03-29T01:59:13.621477Z","end":"2026-03-29T01:59:13.816879Z","steps":["trace[1904609373] 'agreement among raft nodes before linearized reading' (duration: 195.343963ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.816223Z","caller":"traceutil/trace.go:171","msg":"trace[1613918817] transaction","detail":"{read_only:false; response_revision:504; number_of_response:1; }","duration":"574.920216ms","start":"2026-03-29T01:59:13.241232Z","end":"2026-03-29T01:59:13.816152Z","steps":["trace[1613918817] 'process raft request' (duration: 574.549908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.817203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.241212Z","time spent":"575.947388ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:14.016163Z","caller":"traceutil/trace.go:171","msg":"trace[947048118] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"181.179276ms","start":"2026-03-29T01:59:13.834957Z","end":"2026-03-29T01:59:14.016136Z","steps":["trace[947048118] 'process raft request' (duration: 105.465425ms)","trace[947048118] 'compare' (duration: 75.532167ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:14.017222Z","caller":"traceutil/trace.go:171","msg":"trace[1847653472] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:527; }","duration":"151.414391ms","start":"2026-03-29T01:59:13.865785Z","end":"2026-03-29T01:59:14.017199Z","steps":["trace[1847653472] 'read index received' (duration: 74.72698ms)","trace[1847653472] 'applied index is now lower than readState.Index' (duration: 76.686401ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:14.017327Z","caller":"traceutil/trace.go:171","msg":"trace[791403861] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"168.950559ms","start":"2026-03-29T01:59:13.848347Z","end":"2026-03-29T01:59:14.017298Z","steps":["trace[791403861] 'process raft request' (duration: 168.570881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.017729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.925601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:14.017772Z","caller":"traceutil/trace.go:171","msg":"trace[1962115122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:511; }","duration":"152.009372ms","start":"2026-03-29T01:59:13.865752Z","end":"2026-03-29T01:59:14.017761Z","steps":["trace[1962115122] 'agreement among raft nodes before linearized reading' (duration: 151.812528ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.017903Z","caller":"traceutil/trace.go:171","msg":"trace[1162809947] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"128.837117ms","start":"2026-03-29T01:59:13.889043Z","end":"2026-03-29T01:59:14.017881Z","steps":["trace[1162809947] 'process raft request' (duration: 127.995159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.018222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.459624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:14.018292Z","caller":"traceutil/trace.go:171","msg":"trace[542905464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:511; }","duration":"125.556856ms","start":"2026-03-29T01:59:13.892718Z","end":"2026-03-29T01:59:14.018274Z","steps":["trace[542905464] 'agreement among raft nodes before linearized reading' (duration: 124.947713ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.241924Z","caller":"traceutil/trace.go:171","msg":"trace[883674478] linearizableReadLoop","detail":"{readStateIndex:535; appliedIndex:534; }","duration":"126.133159ms","start":"2026-03-29T01:59:14.115765Z","end":"2026-03-29T01:59:14.241898Z","steps":["trace[883674478] 'read index received' (duration: 64.79344ms)","trace[883674478] 'applied index is now lower than readState.Index' (duration: 61.338699ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:14.241982Z","caller":"traceutil/trace.go:171","msg":"trace[816726274] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"171.40795ms","start":"2026-03-29T01:59:14.070551Z","end":"2026-03-29T01:59:14.241959Z","steps":["trace[816726274] 'process raft request' (duration: 109.931719ms)","trace[816726274] 'compare' (duration: 61.211336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:14.242339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.377277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:59:14.242457Z","caller":"traceutil/trace.go:171","msg":"trace[321210276] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"130.537661ms","start":"2026-03-29T01:59:14.111899Z","end":"2026-03-29T01:59:14.242436Z","steps":["trace[321210276] 'agreement among raft nodes before linearized reading' (duration: 130.178864ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.743712Z","caller":"traceutil/trace.go:171","msg":"trace[2143123285] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"622.945954ms","start":"2026-03-29T01:59:14.120242Z","end":"2026-03-29T01:59:14.743188Z","steps":["trace[2143123285] 'process raft request' (duration: 565.62078ms)","trace[2143123285] 'compare' (duration: 57.047518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:14.743987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:14.120226Z","time spent":"623.584307ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:14.743793Z","caller":"traceutil/trace.go:171","msg":"trace[2109457827] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"617.50862ms","start":"2026-03-29T01:59:14.126257Z","end":"2026-03-29T01:59:14.743766Z","steps":["trace[2109457827] 'process raft request' (duration: 616.786295ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.744386Z","caller":"traceutil/trace.go:171","msg":"trace[1790793759] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"615.442387ms","start":"2026-03-29T01:59:14.128907Z","end":"2026-03-29T01:59:14.744349Z","steps":["trace[1790793759] 'process raft request' (duration: 614.266882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.744529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:14.128894Z","time spent":"615.526088ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29546,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:14.745153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:14.126234Z","time spent":"617.857398ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23066,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:14.748106Z","caller":"traceutil/trace.go:171","msg":"trace[1943087134] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"501.349771ms","start":"2026-03-29T01:59:14.246709Z","end":"2026-03-29T01:59:14.748059Z","steps":["trace[1943087134] 'process raft request' (duration: 500.595205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.748277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:14.246687Z","time spent":"501.505943ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:14.748769Z","caller":"traceutil/trace.go:171","msg":"trace[303785082] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"437.880477ms","start":"2026-03-29T01:59:14.310854Z","end":"2026-03-29T01:59:14.748735Z","steps":["trace[303785082] 'process raft request' (duration: 436.708522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.748997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:14.31082Z","time spent":"438.061031ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:14.942417Z","caller":"traceutil/trace.go:171","msg":"trace[577967748] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"171.047942ms","start":"2026-03-29T01:59:14.771352Z","end":"2026-03-29T01:59:14.9424Z","steps":["trace[577967748] 'process raft request' (duration: 171.002742ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.942705Z","caller":"traceutil/trace.go:171","msg":"trace[1593453028] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"179.600212ms","start":"2026-03-29T01:59:14.76293Z","end":"2026-03-29T01:59:14.94253Z","steps":["trace[1593453028] 'process raft request' (duration: 178.238364ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.97924Z","caller":"traceutil/trace.go:171","msg":"trace[1989215865] linearizableReadLoop","detail":"{readStateIndex:544; appliedIndex:541; }","duration":"134.872892ms","start":"2026-03-29T01:59:14.844349Z","end":"2026-03-29T01:59:14.979222Z","steps":["trace[1989215865] 'read index received' (duration: 96.832564ms)","trace[1989215865] 'applied index is now lower than readState.Index' (duration: 38.039668ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:14.979343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.985917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:59:14.979365Z","caller":"traceutil/trace.go:171","msg":"trace[1084164655] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:525; }","duration":"135.052047ms","start":"2026-03-29T01:59:14.844306Z","end":"2026-03-29T01:59:14.979358Z","steps":["trace[1084164655] 'agreement among raft nodes before linearized reading' (duration: 134.982256ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.97945Z","caller":"traceutil/trace.go:171","msg":"trace[1731509592] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"167.054729ms","start":"2026-03-29T01:59:14.812369Z","end":"2026-03-29T01:59:14.979424Z","steps":["trace[1731509592] 'process raft request' (duration: 166.760152ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:15.200143Z","caller":"traceutil/trace.go:171","msg":"trace[104258987] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"122.562974ms","start":"2026-03-29T01:59:15.077562Z","end":"2026-03-29T01:59:15.200125Z","steps":["trace[104258987] 'process raft request' (duration: 107.215082ms)","trace[104258987] 'compare' (duration: 15.27608ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:15.202777Z","caller":"traceutil/trace.go:171","msg":"trace[571476540] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"120.216125ms","start":"2026-03-29T01:59:15.08254Z","end":"2026-03-29T01:59:15.202756Z","steps":["trace[571476540] 'process raft request' (duration: 119.587412ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:15.202927Z","caller":"traceutil/trace.go:171","msg":"trace[1208958173] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"101.318157ms","start":"2026-03-29T01:59:15.101601Z","end":"2026-03-29T01:59:15.202919Z","steps":["trace[1208958173] 'process raft request' (duration: 100.652954ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:15.381538Z","caller":"traceutil/trace.go:171","msg":"trace[752353602] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"159.236425ms","start":"2026-03-29T01:59:15.22228Z","end":"2026-03-29T01:59:15.381516Z","steps":["trace[752353602] 'process raft request' (duration: 117.850586ms)","trace[752353602] 'compare' (duration: 41.296427ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:15.389518Z","caller":"traceutil/trace.go:171","msg":"trace[1457643773] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"162.433361ms","start":"2026-03-29T01:59:15.227045Z","end":"2026-03-29T01:59:15.389479Z","steps":["trace[1457643773] 'process raft request' (duration: 159.118582ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:15.389658Z","caller":"traceutil/trace.go:171","msg":"trace[464815850] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"156.685551ms","start":"2026-03-29T01:59:15.232939Z","end":"2026-03-29T01:59:15.389624Z","steps":["trace[464815850] 'process raft request' (duration: 153.986815ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:15.530181Z","caller":"traceutil/trace.go:171","msg":"trace[349976850] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"127.825804ms","start":"2026-03-29T01:59:15.402328Z","end":"2026-03-29T01:59:15.530154Z","steps":["trace[349976850] 'process raft request' (duration: 98.122331ms)","trace[349976850] 'compare' (duration: 29.56669ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:15.530763Z","caller":"traceutil/trace.go:171","msg":"trace[589646422] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"122.800619ms","start":"2026-03-29T01:59:15.407933Z","end":"2026-03-29T01:59:15.530733Z","steps":["trace[589646422] 'process raft request' (duration: 122.600295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.166157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.084933ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:16.166261Z","caller":"traceutil/trace.go:171","msg":"trace[375190546] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:558; }","duration":"543.973985ms","start":"2026-03-29T01:59:15.622272Z","end":"2026-03-29T01:59:16.166246Z","steps":["trace[375190546] 'read index received' (duration: 83.623947ms)","trace[375190546] 'applied index is now lower than readState.Index' (duration: 460.349088ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:16.166329Z","caller":"traceutil/trace.go:171","msg":"trace[1431479068] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"559.983282ms","start":"2026-03-29T01:59:15.606335Z","end":"2026-03-29T01:59:16.166318Z","steps":["trace[1431479068] 'process raft request' (duration: 99.654734ms)","trace[1431479068] 'compare' (duration: 459.93899ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:16.166391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:15.606315Z","time spent":"560.045583ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:16.166414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.117608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:16.16652Z","caller":"traceutil/trace.go:171","msg":"trace[1425310050] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:539; }","duration":"544.254781ms","start":"2026-03-29T01:59:15.622231Z","end":"2026-03-29T01:59:16.166486Z","steps":["trace[1425310050] 'agreement among raft nodes before linearized reading' (duration: 544.111558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.166575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:15.622213Z","time spent":"544.348653ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:16.175909Z","caller":"traceutil/trace.go:171","msg":"trace[264887951] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"505.963798ms","start":"2026-03-29T01:59:15.669921Z","end":"2026-03-29T01:59:16.175885Z","steps":["trace[264887951] 'process raft request' (duration: 505.501618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.176078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:15.669883Z","time spent":"506.08704ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:16.176521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.506503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:16.176589Z","caller":"traceutil/trace.go:171","msg":"trace[1210187497] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:540; }","duration":"102.630976ms","start":"2026-03-29T01:59:16.073941Z","end":"2026-03-29T01:59:16.176572Z","steps":["trace[1210187497] 'agreement among raft nodes before linearized reading' (duration: 102.458642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.177173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.791691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:16.17725Z","caller":"traceutil/trace.go:171","msg":"trace[663571820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:540; }","duration":"145.497466ms","start":"2026-03-29T01:59:16.031723Z","end":"2026-03-29T01:59:16.17722Z","steps":["trace[663571820] 'agreement among raft nodes before linearized reading' (duration: 144.69452ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:16.511159Z","caller":"traceutil/trace.go:171","msg":"trace[280485784] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:563; }","duration":"245.923515ms","start":"2026-03-29T01:59:16.26521Z","end":"2026-03-29T01:59:16.511133Z","steps":["trace[280485784] 'read index received' (duration: 41.032161ms)","trace[280485784] 'applied index is now lower than readState.Index' (duration: 204.890344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:16.511383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.143229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:10861"} {"level":"info","ts":"2026-03-29T01:59:16.511351Z","caller":"traceutil/trace.go:171","msg":"trace[587904408] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"247.200162ms","start":"2026-03-29T01:59:16.264054Z","end":"2026-03-29T01:59:16.511255Z","steps":["trace[587904408] 'process raft request' (duration: 177.993189ms)","trace[587904408] 'compare' (duration: 68.973398ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:16.51143Z","caller":"traceutil/trace.go:171","msg":"trace[256546323] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/gatewayclasses.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:545; }","duration":"246.227411ms","start":"2026-03-29T01:59:16.265189Z","end":"2026-03-29T01:59:16.511416Z","steps":["trace[256546323] 'agreement among raft nodes before linearized reading' (duration: 246.042528ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:16.529047Z","caller":"traceutil/trace.go:171","msg":"trace[484238042] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"196.352004ms","start":"2026-03-29T01:59:16.332671Z","end":"2026-03-29T01:59:16.529023Z","steps":["trace[484238042] 'process raft request' (duration: 196.217511ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:16.676767Z","caller":"traceutil/trace.go:171","msg":"trace[2074759859] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"136.671679ms","start":"2026-03-29T01:59:16.540053Z","end":"2026-03-29T01:59:16.676725Z","steps":["trace[2074759859] 'process raft request' (duration: 107.046698ms)","trace[2074759859] 'compare' (duration: 29.216873ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:16.869962Z","caller":"traceutil/trace.go:171","msg":"trace[1454805986] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:569; }","duration":"121.490602ms","start":"2026-03-29T01:59:16.748449Z","end":"2026-03-29T01:59:16.86994Z","steps":["trace[1454805986] 'read index received' (duration: 6.398515ms)","trace[1454805986] 'applied index is now lower than readState.Index' (duration: 115.091267ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:16.870023Z","caller":"traceutil/trace.go:171","msg":"trace[932989635] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"131.068142ms","start":"2026-03-29T01:59:16.738934Z","end":"2026-03-29T01:59:16.870003Z","steps":["trace[932989635] 'process raft request' (duration: 82.625255ms)","trace[932989635] 'compare' (duration: 48.267144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:16.870247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.781639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:16.870337Z","caller":"traceutil/trace.go:171","msg":"trace[407770704] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"122.30044ms","start":"2026-03-29T01:59:16.748012Z","end":"2026-03-29T01:59:16.870313Z","steps":["trace[407770704] 'agreement among raft nodes before linearized reading' (duration: 122.013943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.870997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.323184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:59:16.871038Z","caller":"traceutil/trace.go:171","msg":"trace[319192878] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:552; }","duration":"117.393616ms","start":"2026-03-29T01:59:16.753636Z","end":"2026-03-29T01:59:16.871029Z","steps":["trace[319192878] 'agreement among raft nodes before linearized reading' (duration: 117.249273ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.071372Z","caller":"traceutil/trace.go:171","msg":"trace[1181371359] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"170.604454ms","start":"2026-03-29T01:59:16.900747Z","end":"2026-03-29T01:59:17.071352Z","steps":["trace[1181371359] 'process raft request' (duration: 170.544312ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.071393Z","caller":"traceutil/trace.go:171","msg":"trace[1547954303] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"196.65504ms","start":"2026-03-29T01:59:16.874714Z","end":"2026-03-29T01:59:17.071369Z","steps":["trace[1547954303] 'process raft request' (duration: 119.393308ms)","trace[1547954303] 'compare' (duration: 76.964556ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:17.071536Z","caller":"traceutil/trace.go:171","msg":"trace[388029829] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"184.918934ms","start":"2026-03-29T01:59:16.886599Z","end":"2026-03-29T01:59:17.071518Z","steps":["trace[388029829] 'process raft request' (duration: 184.641168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.122535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390045,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:18.341913Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.250823593s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:59:18.342379Z","caller":"traceutil/trace.go:171","msg":"trace[1032413173] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.251391464s","start":"2026-03-29T01:59:17.090967Z","end":"2026-03-29T01:59:18.342359Z","steps":["trace[1032413173] 'process raft request' (duration: 1.25117304s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.34252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.090942Z","time spent":"1.251502347s","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20851,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:18.452468Z","caller":"traceutil/trace.go:171","msg":"trace[1215954858] linearizableReadLoop","detail":"{readStateIndex:579; appliedIndex:576; }","duration":"830.779749ms","start":"2026-03-29T01:59:17.621647Z","end":"2026-03-29T01:59:18.452427Z","steps":["trace[1215954858] 'read index received' (duration: 720.615695ms)","trace[1215954858] 'applied index is now lower than readState.Index' (duration: 110.162834ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:18.454216Z","caller":"traceutil/trace.go:171","msg":"trace[708829957] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"1.241571778s","start":"2026-03-29T01:59:17.212616Z","end":"2026-03-29T01:59:18.454188Z","steps":["trace[708829957] 'process raft request' (duration: 1.239720689s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:18.454329Z","caller":"traceutil/trace.go:171","msg":"trace[418641331] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"1.245333348s","start":"2026-03-29T01:59:17.208969Z","end":"2026-03-29T01:59:18.454303Z","steps":["trace[418641331] 'process raft request' (duration: 1.21689693s)","trace[418641331] 'compare' (duration: 26.121559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:18.454413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.212609Z","time spent":"1.241724941s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:18.454469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.208948Z","time spent":"1.24545236s","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570081,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:18.45451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.317949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:59:18.454694Z","caller":"traceutil/trace.go:171","msg":"trace[752677626] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:559; }","duration":"212.540374ms","start":"2026-03-29T01:59:18.242129Z","end":"2026-03-29T01:59:18.45467Z","steps":["trace[752677626] 'agreement among raft nodes before linearized reading' (duration: 212.204967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.455035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.391325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:18.455105Z","caller":"traceutil/trace.go:171","msg":"trace[41081542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"833.476966ms","start":"2026-03-29T01:59:17.621597Z","end":"2026-03-29T01:59:18.455074Z","steps":["trace[41081542] 'agreement among raft nodes before linearized reading' (duration: 833.247661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.455149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.621578Z","time spent":"833.562078ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:18.455275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.497817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:59:18.455322Z","caller":"traceutil/trace.go:171","msg":"trace[1990902661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:559; }","duration":"196.572938ms","start":"2026-03-29T01:59:18.25873Z","end":"2026-03-29T01:59:18.455302Z","steps":["trace[1990902661] 'agreement among raft nodes before linearized reading' (duration: 196.453346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.682106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.045566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:18.682364Z","caller":"traceutil/trace.go:171","msg":"trace[1825850101] linearizableReadLoop","detail":"{readStateIndex:582; appliedIndex:581; }","duration":"157.974928ms","start":"2026-03-29T01:59:18.524366Z","end":"2026-03-29T01:59:18.682341Z","steps":["trace[1825850101] 'read index received' (duration: 32.413571ms)","trace[1825850101] 'applied index is now lower than readState.Index' (duration: 125.559777ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:18.68254Z","caller":"traceutil/trace.go:171","msg":"trace[605505114] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"188.04759ms","start":"2026-03-29T01:59:18.494438Z","end":"2026-03-29T01:59:18.682485Z","steps":["trace[605505114] 'process raft request' (duration: 62.479673ms)","trace[605505114] 'compare' (duration: 124.76125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:18.682657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.243064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-03-29T01:59:18.682739Z","caller":"traceutil/trace.go:171","msg":"trace[1367358391] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:562; }","duration":"158.361357ms","start":"2026-03-29T01:59:18.524335Z","end":"2026-03-29T01:59:18.682696Z","steps":["trace[1367358391] 'agreement among raft nodes before linearized reading' (duration: 158.093891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.220753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.680543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:19.220889Z","caller":"traceutil/trace.go:171","msg":"trace[1651461473] linearizableReadLoop","detail":"{readStateIndex:586; appliedIndex:585; }","duration":"281.322359ms","start":"2026-03-29T01:59:18.939545Z","end":"2026-03-29T01:59:19.220867Z","steps":["trace[1651461473] 'read index received' (duration: 93.166556ms)","trace[1651461473] 'applied index is now lower than readState.Index' (duration: 188.154313ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:19.220967Z","caller":"traceutil/trace.go:171","msg":"trace[699343256] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"302.771669ms","start":"2026-03-29T01:59:18.918146Z","end":"2026-03-29T01:59:19.220918Z","steps":["trace[699343256] 'process raft request' (duration: 114.833922ms)","trace[699343256] 'compare' (duration: 187.389015ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:19.221116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.003431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:7708"} {"level":"info","ts":"2026-03-29T01:59:19.221158Z","caller":"traceutil/trace.go:171","msg":"trace[1741653141] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/referencegrants.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:566; }","duration":"280.084693ms","start":"2026-03-29T01:59:18.94106Z","end":"2026-03-29T01:59:19.221145Z","steps":["trace[1741653141] 'agreement among raft nodes before linearized reading' (duration: 279.925419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.22119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.037517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:59:19.22123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.682437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T01:59:19.22123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:18.918114Z","time spent":"302.988364ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":208470,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:19.221269Z","caller":"traceutil/trace.go:171","msg":"trace[1222457817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:566; }","duration":"146.16159ms","start":"2026-03-29T01:59:19.075087Z","end":"2026-03-29T01:59:19.221248Z","steps":["trace[1222457817] 'agreement among raft nodes before linearized reading' (duration: 145.946345ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:19.221296Z","caller":"traceutil/trace.go:171","msg":"trace[515434259] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:566; }","duration":"281.751468ms","start":"2026-03-29T01:59:18.939526Z","end":"2026-03-29T01:59:19.221277Z","steps":["trace[515434259] 'agreement among raft nodes before linearized reading' (duration: 281.435312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:19.766312Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390072,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:20.206038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.344089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:20.206154Z","caller":"traceutil/trace.go:171","msg":"trace[923215264] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:587; }","duration":"940.121406ms","start":"2026-03-29T01:59:19.266015Z","end":"2026-03-29T01:59:20.206137Z","steps":["trace[923215264] 'read index received' (duration: 518.512911ms)","trace[923215264] 'applied index is now lower than readState.Index' (duration: 421.607295ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:20.206205Z","caller":"traceutil/trace.go:171","msg":"trace[965802931] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"979.475292ms","start":"2026-03-29T01:59:19.226707Z","end":"2026-03-29T01:59:20.206182Z","steps":["trace[965802931] 'process raft request' (duration: 557.906118ms)","trace[965802931] 'compare' (duration: 421.191836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:20.206322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.226678Z","time spent":"979.580985ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:20.206406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"940.351961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:65214"} {"level":"info","ts":"2026-03-29T01:59:20.206484Z","caller":"traceutil/trace.go:171","msg":"trace[424660791] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:568; }","duration":"940.498914ms","start":"2026-03-29T01:59:19.265966Z","end":"2026-03-29T01:59:20.206465Z","steps":["trace[424660791] 'agreement among raft nodes before linearized reading' (duration: 940.233569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.206527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.265941Z","time spent":"940.576715ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":65236,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/tlsroutes.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-03-29T01:59:20.384792Z","caller":"traceutil/trace.go:171","msg":"trace[756721203] linearizableReadLoop","detail":"{readStateIndex:589; appliedIndex:588; }","duration":"178.589171ms","start":"2026-03-29T01:59:20.20618Z","end":"2026-03-29T01:59:20.384769Z","steps":["trace[756721203] 'read index received' (duration: 149.49311ms)","trace[756721203] 'applied index is now lower than readState.Index' (duration: 29.094731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:20.384946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.354893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:20.384984Z","caller":"traceutil/trace.go:171","msg":"trace[1512294338] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:568; }","duration":"763.433705ms","start":"2026-03-29T01:59:19.62154Z","end":"2026-03-29T01:59:20.384973Z","steps":["trace[1512294338] 'agreement among raft nodes before linearized reading' (duration: 763.360063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:20.385016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.621522Z","time spent":"763.487315ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:20.385121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.772579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31126"} {"level":"info","ts":"2026-03-29T01:59:20.385193Z","caller":"traceutil/trace.go:171","msg":"trace[802337139] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:568; }","duration":"162.887231ms","start":"2026-03-29T01:59:20.222289Z","end":"2026-03-29T01:59:20.385176Z","steps":["trace[802337139] 'agreement among raft nodes before linearized reading' (duration: 162.665116ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:21.451299Z","caller":"traceutil/trace.go:171","msg":"trace[251178280] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"187.830415ms","start":"2026-03-29T01:59:21.26345Z","end":"2026-03-29T01:59:21.451281Z","steps":["trace[251178280] 'process raft request' (duration: 187.522729ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:25.443647Z","caller":"traceutil/trace.go:171","msg":"trace[610415807] transaction","detail":"{read_only:false; response_revision:591; number_of_response:1; }","duration":"242.194987ms","start":"2026-03-29T01:59:25.201428Z","end":"2026-03-29T01:59:25.443623Z","steps":["trace[610415807] 'process raft request' (duration: 241.657586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:25.713679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.160376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:25.713789Z","caller":"traceutil/trace.go:171","msg":"trace[1688155843] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"231.012002ms","start":"2026-03-29T01:59:25.482758Z","end":"2026-03-29T01:59:25.71377Z","steps":["trace[1688155843] 'process raft request' (duration: 77.682912ms)","trace[1688155843] 'compare' (duration: 153.063764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:26.071077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.881865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:26.071187Z","caller":"traceutil/trace.go:171","msg":"trace[22443693] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"568.359008ms","start":"2026-03-29T01:59:25.502809Z","end":"2026-03-29T01:59:26.071168Z","steps":["trace[22443693] 'process raft request' (duration: 342.31825ms)","trace[22443693] 'compare' (duration: 225.726352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:26.071244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:25.50279Z","time spent":"568.431629ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:26.452414Z","caller":"traceutil/trace.go:171","msg":"trace[1323831935] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"125.606718ms","start":"2026-03-29T01:59:26.326782Z","end":"2026-03-29T01:59:26.452389Z","steps":["trace[1323831935] 'process raft request' (duration: 125.449065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.047672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:27.548865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:27.900576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.423968278s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:59:27.901572Z","caller":"traceutil/trace.go:171","msg":"trace[1216772691] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"1.354863387s","start":"2026-03-29T01:59:26.546678Z","end":"2026-03-29T01:59:27.901542Z","steps":["trace[1216772691] 'read index received' (duration: 1.35403879s)","trace[1216772691] 'applied index is now lower than readState.Index' (duration: 823.417µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:27.90164Z","caller":"traceutil/trace.go:171","msg":"trace[1359505974] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"1.428625767s","start":"2026-03-29T01:59:26.472992Z","end":"2026-03-29T01:59:27.901618Z","steps":["trace[1359505974] 'process raft request' (duration: 1.428010464s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.901806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355105802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:27.9019Z","caller":"traceutil/trace.go:171","msg":"trace[143725247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:595; }","duration":"1.355238025s","start":"2026-03-29T01:59:26.546643Z","end":"2026-03-29T01:59:27.901881Z","steps":["trace[143725247] 'agreement among raft nodes before linearized reading' (duration: 1.355031651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.901905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.33836439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:59:27.901912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.122057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:27.90199Z","caller":"traceutil/trace.go:171","msg":"trace[1693093766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:595; }","duration":"1.338465214s","start":"2026-03-29T01:59:26.563486Z","end":"2026-03-29T01:59:27.901951Z","steps":["trace[1693093766] 'agreement among raft nodes before linearized reading' (duration: 1.338262809s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.901965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:26.546589Z","time spent":"1.355359009s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:59:27.90198Z","caller":"traceutil/trace.go:171","msg":"trace[59380922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:595; }","duration":"184.192959ms","start":"2026-03-29T01:59:27.717769Z","end":"2026-03-29T01:59:27.901962Z","steps":["trace[59380922] 'agreement among raft nodes before linearized reading' (duration: 184.032615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.90212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283428288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:27.902209Z","caller":"traceutil/trace.go:171","msg":"trace[1726005319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:595; }","duration":"1.283589442s","start":"2026-03-29T01:59:26.6186Z","end":"2026-03-29T01:59:27.90219Z","steps":["trace[1726005319] 'agreement among raft nodes before linearized reading' (duration: 1.283256834s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.902281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:26.618579Z","time spent":"1.283690613s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:27.902144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:26.472956Z","time spent":"1.428855472s","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:27.902033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:26.563475Z","time spent":"1.338550335s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:59:28.641512Z","caller":"traceutil/trace.go:171","msg":"trace[1246153282] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"185.091638ms","start":"2026-03-29T01:59:28.456398Z","end":"2026-03-29T01:59:28.64149Z","steps":["trace[1246153282] 'process raft request' (duration: 180.665176ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:28.718612Z","caller":"traceutil/trace.go:171","msg":"trace[694445477] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"259.733806ms","start":"2026-03-29T01:59:28.458849Z","end":"2026-03-29T01:59:28.718583Z","steps":["trace[694445477] 'process raft request' (duration: 259.540832ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:28.718694Z","caller":"traceutil/trace.go:171","msg":"trace[1718685782] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"134.180659ms","start":"2026-03-29T01:59:28.58449Z","end":"2026-03-29T01:59:28.71867Z","steps":["trace[1718685782] 'process raft request' (duration: 134.013685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:28.718715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.174423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T01:59:28.718599Z","caller":"traceutil/trace.go:171","msg":"trace[1137405891] linearizableReadLoop","detail":"{readStateIndex:625; appliedIndex:623; }","duration":"169.02611ms","start":"2026-03-29T01:59:28.549523Z","end":"2026-03-29T01:59:28.718549Z","steps":["trace[1137405891] 'read index received' (duration: 84.952774ms)","trace[1137405891] 'applied index is now lower than readState.Index' (duration: 84.072236ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:28.718769Z","caller":"traceutil/trace.go:171","msg":"trace[1015345219] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:604; }","duration":"169.267785ms","start":"2026-03-29T01:59:28.549486Z","end":"2026-03-29T01:59:28.718754Z","steps":["trace[1015345219] 'agreement among raft nodes before linearized reading' (duration: 169.165202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:29.070528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.059899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:29.070656Z","caller":"traceutil/trace.go:171","msg":"trace[1906900646] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"333.362162ms","start":"2026-03-29T01:59:28.737274Z","end":"2026-03-29T01:59:29.070636Z","steps":["trace[1906900646] 'process raft request' (duration: 67.109609ms)","trace[1906900646] 'compare' (duration: 265.947577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:29.070716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:28.737251Z","time spent":"333.436633ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:30.043828Z","caller":"traceutil/trace.go:171","msg":"trace[1491472655] linearizableReadLoop","detail":"{readStateIndex:630; appliedIndex:629; }","duration":"423.429143ms","start":"2026-03-29T01:59:29.620375Z","end":"2026-03-29T01:59:30.043804Z","steps":["trace[1491472655] 'read index received' (duration: 422.626557ms)","trace[1491472655] 'applied index is now lower than readState.Index' (duration: 801.476µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:30.043873Z","caller":"traceutil/trace.go:171","msg":"trace[750967678] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"928.031312ms","start":"2026-03-29T01:59:29.115812Z","end":"2026-03-29T01:59:30.043844Z","steps":["trace[750967678] 'process raft request' (duration: 927.350718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:30.044002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.614498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:30.044079Z","caller":"traceutil/trace.go:171","msg":"trace[1575195486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:608; }","duration":"423.74279ms","start":"2026-03-29T01:59:29.62032Z","end":"2026-03-29T01:59:30.044063Z","steps":["trace[1575195486] 'agreement among raft nodes before linearized reading' (duration: 423.611217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:30.044054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:29.11578Z","time spent":"928.158065ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:30.044157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:29.620294Z","time spent":"423.851873ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:30.044349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.198364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:59:30.044467Z","caller":"traceutil/trace.go:171","msg":"trace[16817203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:608; }","duration":"110.364488ms","start":"2026-03-29T01:59:29.934082Z","end":"2026-03-29T01:59:30.044446Z","steps":["trace[16817203] 'agreement among raft nodes before linearized reading' (duration: 109.960329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:30.044482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.967924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:30.044566Z","caller":"traceutil/trace.go:171","msg":"trace[996630141] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:608; }","duration":"105.081277ms","start":"2026-03-29T01:59:29.939464Z","end":"2026-03-29T01:59:30.044546Z","steps":["trace[996630141] 'agreement among raft nodes before linearized reading' (duration: 104.633518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:30.044593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.691619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T01:59:30.044672Z","caller":"traceutil/trace.go:171","msg":"trace[763750797] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:608; }","duration":"105.804782ms","start":"2026-03-29T01:59:29.938845Z","end":"2026-03-29T01:59:30.04465Z","steps":["trace[763750797] 'agreement among raft nodes before linearized reading' (duration: 105.260901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:31.121387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390243,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:31.525087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.226554743s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:59:31.759108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509513565s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:31.759382Z","caller":"traceutil/trace.go:171","msg":"trace[1265617218] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"1.710846435s","start":"2026-03-29T01:59:30.048507Z","end":"2026-03-29T01:59:31.759353Z","steps":["trace[1265617218] 'process raft request' (duration: 201.003823ms)","trace[1265617218] 'compare' (duration: 1.509113927s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:31.759579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:30.048482Z","time spent":"1.711003279s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:31.760372Z","caller":"traceutil/trace.go:171","msg":"trace[645218762] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"1.710675782s","start":"2026-03-29T01:59:30.04967Z","end":"2026-03-29T01:59:31.760346Z","steps":["trace[645218762] 'process raft request' (duration: 1.70965453s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:31.760433Z","caller":"traceutil/trace.go:171","msg":"trace[1046891745] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"1.710915926s","start":"2026-03-29T01:59:30.04948Z","end":"2026-03-29T01:59:31.760396Z","steps":["trace[1046891745] 'process raft request' (duration: 1.709753681s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:31.760444Z","caller":"traceutil/trace.go:171","msg":"trace[96267541] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"1.664129644s","start":"2026-03-29T01:59:30.096286Z","end":"2026-03-29T01:59:31.760416Z","steps":["trace[96267541] 'process raft request' (duration: 1.663085641s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:31.760517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:30.049656Z","time spent":"1.710789384s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:31.760598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:30.049466Z","time spent":"1.71104827s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:31.760617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:30.096259Z","time spent":"1.664273546s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:32.621681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:59:32.621761Z","caller":"traceutil/trace.go:171","msg":"trace[1086494408] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000784325s","start":"2026-03-29T01:59:30.62096Z","end":"2026-03-29T01:59:32.621744Z","steps":["trace[1086494408] 'agreement among raft nodes before linearized reading' (duration: 2.000675762s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:32.621811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:30.620941Z","time spent":"2.000860486s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:59:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:34.622558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:59:34.622654Z","caller":"traceutil/trace.go:171","msg":"trace[81249517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000768214s","start":"2026-03-29T01:59:32.621866Z","end":"2026-03-29T01:59:34.622634Z","steps":["trace[81249517] 'agreement among raft nodes before linearized reading' (duration: 2.000646392s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:34.622706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:32.621851Z","time spent":"2.000844906s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:59:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:35.850446Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.715368579s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:59:36.135903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.376414601s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T01:59:36.136163Z","caller":"traceutil/trace.go:171","msg":"trace[584233296] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:630; }","duration":"5.51514252s","start":"2026-03-29T01:59:30.621002Z","end":"2026-03-29T01:59:36.136145Z","steps":["trace[584233296] 'read index received' (duration: 904.227843ms)","trace[584233296] 'applied index is now lower than readState.Index' (duration: 4.610913577s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:36.137309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.687064499s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:36.137427Z","caller":"traceutil/trace.go:171","msg":"trace[1424802216] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:612; }","duration":"2.687296414s","start":"2026-03-29T01:59:33.450113Z","end":"2026-03-29T01:59:36.137409Z","steps":["trace[1424802216] 'range keys from in-memory index tree' (duration: 2.687044719s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:36.137863Z","caller":"traceutil/trace.go:171","msg":"trace[1219196736] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"4.267581595s","start":"2026-03-29T01:59:31.870258Z","end":"2026-03-29T01:59:36.137839Z","steps":["trace[1219196736] 'process raft request' (duration: 4.265798908s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.138013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:31.870233Z","time spent":"4.267694648s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:36.14887Z","caller":"traceutil/trace.go:171","msg":"trace[1549445209] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"1.522501798s","start":"2026-03-29T01:59:34.626343Z","end":"2026-03-29T01:59:36.148845Z","steps":["trace[1549445209] 'process raft request' (duration: 1.511476707s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.148962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383528823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T01:59:36.148992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.626323Z","time spent":"1.52261011s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:36.149037Z","caller":"traceutil/trace.go:171","msg":"trace[201024568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:614; }","duration":"2.383628915s","start":"2026-03-29T01:59:33.765393Z","end":"2026-03-29T01:59:36.149022Z","steps":["trace[201024568] 'agreement among raft nodes before linearized reading' (duration: 2.383471031s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.149063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383876801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:59:36.149086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:33.765383Z","time spent":"2.383692686s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:36.149081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383955952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:59:36.149135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5192396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:36.149137Z","caller":"traceutil/trace.go:171","msg":"trace[298366590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:614; }","duration":"2.384049885s","start":"2026-03-29T01:59:33.765072Z","end":"2026-03-29T01:59:36.149122Z","steps":["trace[298366590] 'agreement among raft nodes before linearized reading' (duration: 2.383896551s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:36.149156Z","caller":"traceutil/trace.go:171","msg":"trace[313936765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:614; }","duration":"1.519288731s","start":"2026-03-29T01:59:34.629862Z","end":"2026-03-29T01:59:36.149151Z","steps":["trace[313936765] 'agreement among raft nodes before linearized reading' (duration: 1.519258081s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.149212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.62985Z","time spent":"1.519357073s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:36.149216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:33.765052Z","time spent":"2.384155627s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:59:36.149098Z","caller":"traceutil/trace.go:171","msg":"trace[2012926970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:614; }","duration":"2.383987353s","start":"2026-03-29T01:59:33.765102Z","end":"2026-03-29T01:59:36.14909Z","steps":["trace[2012926970] 'agreement among raft nodes before linearized reading' (duration: 2.383899651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.149333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:33.765079Z","time spent":"2.38424837s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:36.149287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302977189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T01:59:36.149378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38438576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/job-controller\" ","response":"range_response_count:1 size:193"} {"level":"info","ts":"2026-03-29T01:59:36.149421Z","caller":"traceutil/trace.go:171","msg":"trace[1567445403] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/job-controller; range_end:; response_count:1; response_revision:614; }","duration":"4.384428211s","start":"2026-03-29T01:59:31.764983Z","end":"2026-03-29T01:59:36.149411Z","steps":["trace[1567445403] 'agreement among raft nodes before linearized reading' (duration: 4.384357939s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:36.149452Z","caller":"traceutil/trace.go:171","msg":"trace[423254579] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:614; }","duration":"1.303210503s","start":"2026-03-29T01:59:34.846163Z","end":"2026-03-29T01:59:36.149374Z","steps":["trace[423254579] 'agreement among raft nodes before linearized reading' (duration: 1.302745762s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.149565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.426688073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:59:36.149614Z","caller":"traceutil/trace.go:171","msg":"trace[165089916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:614; }","duration":"5.426768854s","start":"2026-03-29T01:59:30.722834Z","end":"2026-03-29T01:59:36.149603Z","steps":["trace[165089916] 'agreement among raft nodes before linearized reading' (duration: 5.425996037s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.149646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:30.722816Z","time spent":"5.426822495s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:36.149624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.846144Z","time spent":"1.303408337s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-03-29T01:59:36.149457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:31.764897Z","time spent":"4.384553173s","remote":"127.0.0.1:57228","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":215,"request content":"key:\"/registry/serviceaccounts/kube-system/job-controller\" "} {"level":"info","ts":"2026-03-29T01:59:36.557351Z","caller":"traceutil/trace.go:171","msg":"trace[72716360] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"265.541788ms","start":"2026-03-29T01:59:36.291782Z","end":"2026-03-29T01:59:36.557324Z","steps":["trace[72716360] 'process raft request' (duration: 265.269022ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:36.557426Z","caller":"traceutil/trace.go:171","msg":"trace[1439477680] transaction","detail":"{read_only:false; response_revision:624; number_of_response:1; }","duration":"264.843392ms","start":"2026-03-29T01:59:36.292554Z","end":"2026-03-29T01:59:36.557397Z","steps":["trace[1439477680] 'process raft request' (duration: 264.765481ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:36.557622Z","caller":"traceutil/trace.go:171","msg":"trace[1058254320] transaction","detail":"{read_only:false; response_revision:623; number_of_response:1; }","duration":"265.301411ms","start":"2026-03-29T01:59:36.292284Z","end":"2026-03-29T01:59:36.557586Z","steps":["trace[1058254320] 'process raft request' (duration: 264.940644ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:37.799819Z","caller":"traceutil/trace.go:171","msg":"trace[631174901] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"101.971562ms","start":"2026-03-29T01:59:37.697824Z","end":"2026-03-29T01:59:37.799796Z","steps":["trace[631174901] 'process raft request' (duration: 101.854319ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:37.997208Z","caller":"traceutil/trace.go:171","msg":"trace[849621806] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"148.644782ms","start":"2026-03-29T01:59:37.84854Z","end":"2026-03-29T01:59:37.997185Z","steps":["trace[849621806] 'process raft request' (duration: 148.502339ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:38.81319Z","caller":"traceutil/trace.go:171","msg":"trace[1678426842] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"112.914489ms","start":"2026-03-29T01:59:38.700249Z","end":"2026-03-29T01:59:38.813163Z","steps":["trace[1678426842] 'process raft request' (duration: 112.757915ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:38.820891Z","caller":"traceutil/trace.go:171","msg":"trace[444897146] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"107.781239ms","start":"2026-03-29T01:59:38.713075Z","end":"2026-03-29T01:59:38.820856Z","steps":["trace[444897146] 'process raft request' (duration: 107.596015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.674088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390299,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:59:40.743303Z","caller":"traceutil/trace.go:171","msg":"trace[1303878480] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"899.644256ms","start":"2026-03-29T01:59:39.843638Z","end":"2026-03-29T01:59:40.743282Z","steps":["trace[1303878480] 'process raft request' (duration: 899.481632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.743435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:39.843613Z","time spent":"899.758458ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:40.896919Z","caller":"traceutil/trace.go:171","msg":"trace[1734817750] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"147.93983ms","start":"2026-03-29T01:59:40.748957Z","end":"2026-03-29T01:59:40.896897Z","steps":["trace[1734817750] 'process raft request' (duration: 147.821498ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:40.896927Z","caller":"traceutil/trace.go:171","msg":"trace[1341851970] linearizableReadLoop","detail":"{readStateIndex:666; appliedIndex:664; }","duration":"723.357738ms","start":"2026-03-29T01:59:40.173546Z","end":"2026-03-29T01:59:40.896904Z","steps":["trace[1341851970] 'read index received' (duration: 569.690326ms)","trace[1341851970] 'applied index is now lower than readState.Index' (duration: 153.662662ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:40.89712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.752926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:40.897161Z","caller":"traceutil/trace.go:171","msg":"trace[1980237080] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:642; }","duration":"723.840828ms","start":"2026-03-29T01:59:40.173309Z","end":"2026-03-29T01:59:40.897149Z","steps":["trace[1980237080] 'agreement among raft nodes before linearized reading' (duration: 723.657805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.897193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.173288Z","time spent":"723.897109ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:40.897384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.28574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:40.897445Z","caller":"traceutil/trace.go:171","msg":"trace[1141058137] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:642; }","duration":"325.425052ms","start":"2026-03-29T01:59:40.572004Z","end":"2026-03-29T01:59:40.897429Z","steps":["trace[1141058137] 'agreement among raft nodes before linearized reading' (duration: 325.32172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.89749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.571986Z","time spent":"325.489223ms","remote":"127.0.0.1:57128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":29,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:40.89754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.837348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T01:59:40.897572Z","caller":"traceutil/trace.go:171","msg":"trace[1844178291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:642; }","duration":"576.910419ms","start":"2026-03-29T01:59:40.320652Z","end":"2026-03-29T01:59:40.897563Z","steps":["trace[1844178291] 'agreement among raft nodes before linearized reading' (duration: 576.825086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.897598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.320627Z","time spent":"576.965721ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:40.897721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.948745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n9m5j\" ","response":"range_response_count:1 size:17790"} {"level":"info","ts":"2026-03-29T01:59:40.897752Z","caller":"traceutil/trace.go:171","msg":"trace[1340951920] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n9m5j; range_end:; response_count:1; response_revision:642; }","duration":"187.004877ms","start":"2026-03-29T01:59:40.710737Z","end":"2026-03-29T01:59:40.897742Z","steps":["trace[1340951920] 'agreement among raft nodes before linearized reading' (duration: 186.908045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.897763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.057862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T01:59:40.89779Z","caller":"traceutil/trace.go:171","msg":"trace[887813504] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:642; }","duration":"577.113124ms","start":"2026-03-29T01:59:40.32067Z","end":"2026-03-29T01:59:40.897783Z","steps":["trace[887813504] 'agreement among raft nodes before linearized reading' (duration: 577.038602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.897815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.320651Z","time spent":"577.158794ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:40.898114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.279782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:59:40.898155Z","caller":"traceutil/trace.go:171","msg":"trace[858131299] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:642; }","duration":"580.359254ms","start":"2026-03-29T01:59:40.317787Z","end":"2026-03-29T01:59:40.898146Z","steps":["trace[858131299] 'agreement among raft nodes before linearized reading' (duration: 580.266282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.898182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.317766Z","time spent":"580.410004ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:40.897293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.113306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:40.89849Z","caller":"traceutil/trace.go:171","msg":"trace[1558069561] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:642; }","duration":"664.378214ms","start":"2026-03-29T01:59:40.234082Z","end":"2026-03-29T01:59:40.89846Z","steps":["trace[1558069561] 'agreement among raft nodes before linearized reading' (duration: 663.072206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.898589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:40.234064Z","time spent":"664.484257ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:59:41.064748Z","caller":"traceutil/trace.go:171","msg":"trace[1921183193] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:670; }","duration":"120.024962ms","start":"2026-03-29T01:59:40.9447Z","end":"2026-03-29T01:59:41.064725Z","steps":["trace[1921183193] 'read index received' (duration: 9.719128ms)","trace[1921183193] 'applied index is now lower than readState.Index' (duration: 110.304933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:41.065096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.371669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:41.065185Z","caller":"traceutil/trace.go:171","msg":"trace[421543925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:647; }","duration":"120.512712ms","start":"2026-03-29T01:59:40.944659Z","end":"2026-03-29T01:59:41.065172Z","steps":["trace[421543925] 'agreement among raft nodes before linearized reading' (duration: 120.243256ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.065208Z","caller":"traceutil/trace.go:171","msg":"trace[729092845] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"154.216263ms","start":"2026-03-29T01:59:40.910925Z","end":"2026-03-29T01:59:41.065141Z","steps":["trace[729092845] 'process raft request' (duration: 153.646561ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.514297Z","caller":"traceutil/trace.go:171","msg":"trace[834281192] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"198.79718ms","start":"2026-03-29T01:59:41.315482Z","end":"2026-03-29T01:59:41.514279Z","steps":["trace[834281192] 'process raft request' (duration: 198.427992ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.665426Z","caller":"traceutil/trace.go:171","msg":"trace[824389812] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"138.442877ms","start":"2026-03-29T01:59:41.526954Z","end":"2026-03-29T01:59:41.665397Z","steps":["trace[824389812] 'process raft request' (duration: 87.25944ms)","trace[824389812] 'compare' (duration: 50.85894ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:41.665795Z","caller":"traceutil/trace.go:171","msg":"trace[294545980] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"134.146694ms","start":"2026-03-29T01:59:41.531621Z","end":"2026-03-29T01:59:41.665768Z","steps":["trace[294545980] 'process raft request' (duration: 133.694714ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.665835Z","caller":"traceutil/trace.go:171","msg":"trace[405891696] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"138.512889ms","start":"2026-03-29T01:59:41.527292Z","end":"2026-03-29T01:59:41.665805Z","steps":["trace[405891696] 'process raft request' (duration: 137.932327ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.996829Z","caller":"traceutil/trace.go:171","msg":"trace[896892113] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"273.926209ms","start":"2026-03-29T01:59:41.722881Z","end":"2026-03-29T01:59:41.996808Z","steps":["trace[896892113] 'process raft request' (duration: 273.857678ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.996959Z","caller":"traceutil/trace.go:171","msg":"trace[971285697] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"327.242002ms","start":"2026-03-29T01:59:41.669691Z","end":"2026-03-29T01:59:41.996933Z","steps":["trace[971285697] 'process raft request' (duration: 258.768695ms)","trace[971285697] 'compare' (duration: 68.010567ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:41.997054Z","caller":"traceutil/trace.go:171","msg":"trace[1410462781] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"326.73523ms","start":"2026-03-29T01:59:41.670308Z","end":"2026-03-29T01:59:41.997043Z","steps":["trace[1410462781] 'process raft request' (duration: 326.351142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:41.997073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.669669Z","time spent":"327.352414ms","remote":"127.0.0.1:57542","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:41.997159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.670291Z","time spent":"326.790112ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:41.997278Z","caller":"traceutil/trace.go:171","msg":"trace[1163423078] linearizableReadLoop","detail":"{readStateIndex:681; appliedIndex:678; }","duration":"275.685286ms","start":"2026-03-29T01:59:41.721582Z","end":"2026-03-29T01:59:41.997267Z","steps":["trace[1163423078] 'read index received' (duration: 20.722014ms)","trace[1163423078] 'applied index is now lower than readState.Index' (duration: 254.962302ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:41.997426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.835569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n9m5j\" ","response":"range_response_count:1 size:17974"} {"level":"info","ts":"2026-03-29T01:59:41.997455Z","caller":"traceutil/trace.go:171","msg":"trace[1064833473] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n9m5j; range_end:; response_count:1; response_revision:658; }","duration":"275.903781ms","start":"2026-03-29T01:59:41.721542Z","end":"2026-03-29T01:59:41.997446Z","steps":["trace[1064833473] 'agreement among raft nodes before linearized reading' (duration: 275.765468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:41.997634Z","caller":"traceutil/trace.go:171","msg":"trace[1800590930] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"274.623224ms","start":"2026-03-29T01:59:41.723001Z","end":"2026-03-29T01:59:41.997624Z","steps":["trace[1800590930] 'process raft request' (duration: 273.768936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.696453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.798404ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:42.696543Z","caller":"traceutil/trace.go:171","msg":"trace[765242916] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"771.534773ms","start":"2026-03-29T01:59:41.924991Z","end":"2026-03-29T01:59:42.696526Z","steps":["trace[765242916] 'process raft request' (duration: 226.602206ms)","trace[765242916] 'compare' (duration: 543.989336ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:42.69768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.924961Z","time spent":"771.611574ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:43.064124Z","caller":"traceutil/trace.go:171","msg":"trace[1493939250] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"1.059466842s","start":"2026-03-29T01:59:42.004613Z","end":"2026-03-29T01:59:43.06408Z","steps":["trace[1493939250] 'process raft request' (duration: 1.017539084s)","trace[1493939250] 'compare' (duration: 41.664283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:43.064332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.004583Z","time spent":"1.059632926s","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4156,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:43.064481Z","caller":"traceutil/trace.go:171","msg":"trace[697600740] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"1.052504703s","start":"2026-03-29T01:59:42.011952Z","end":"2026-03-29T01:59:43.064457Z","steps":["trace[697600740] 'process raft request' (duration: 1.052193597s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.064636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.011941Z","time spent":"1.052607556s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18052,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:43.064672Z","caller":"traceutil/trace.go:171","msg":"trace[1169251989] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"940.530804ms","start":"2026-03-29T01:59:42.124121Z","end":"2026-03-29T01:59:43.064652Z","steps":["trace[1169251989] 'process raft request' (duration: 940.178937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.064766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.124088Z","time spent":"940.631957ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:43.064243Z","caller":"traceutil/trace.go:171","msg":"trace[1893788794] transaction","detail":"{read_only:false; response_revision:661; number_of_response:1; }","duration":"1.059152396s","start":"2026-03-29T01:59:42.005057Z","end":"2026-03-29T01:59:43.06421Z","steps":["trace[1893788794] 'process raft request' (duration: 1.058938652s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.065374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.005045Z","time spent":"1.059961603s","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:43.422537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.527837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:43.422844Z","caller":"traceutil/trace.go:171","msg":"trace[1685814805] linearizableReadLoop","detail":"{readStateIndex:690; appliedIndex:684; }","duration":"801.694749ms","start":"2026-03-29T01:59:42.621128Z","end":"2026-03-29T01:59:43.422823Z","steps":["trace[1685814805] 'read index received' (duration: 401.010513ms)","trace[1685814805] 'applied index is now lower than readState.Index' (duration: 400.683286ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:43.422961Z","caller":"traceutil/trace.go:171","msg":"trace[131547730] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"1.099606614s","start":"2026-03-29T01:59:42.323336Z","end":"2026-03-29T01:59:43.422942Z","steps":["trace[131547730] 'process raft request' (duration: 891.593187ms)","trace[131547730] 'compare' (duration: 207.361813ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:43.423044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.323311Z","time spent":"1.099695915s","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:43.42316Z","caller":"traceutil/trace.go:171","msg":"trace[1140622476] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"900.137038ms","start":"2026-03-29T01:59:42.522994Z","end":"2026-03-29T01:59:43.423131Z","steps":["trace[1140622476] 'process raft request' (duration: 899.679068ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:43.423338Z","caller":"traceutil/trace.go:171","msg":"trace[1521470053] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"696.868503ms","start":"2026-03-29T01:59:42.726454Z","end":"2026-03-29T01:59:43.423323Z","steps":["trace[1521470053] 'process raft request' (duration: 696.306561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.423353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.522965Z","time spent":"900.292211ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:43.423422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.726425Z","time spent":"696.963965ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:43.42353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.375653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:43.42362Z","caller":"traceutil/trace.go:171","msg":"trace[2038801237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"802.515327ms","start":"2026-03-29T01:59:42.621085Z","end":"2026-03-29T01:59:43.4236Z","steps":["trace[2038801237] 'agreement among raft nodes before linearized reading' (duration: 802.315573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.42367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.621069Z","time spent":"802.592018ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:43.661271Z","caller":"traceutil/trace.go:171","msg":"trace[650620065] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:691; }","duration":"238.347478ms","start":"2026-03-29T01:59:43.422901Z","end":"2026-03-29T01:59:43.661249Z","steps":["trace[650620065] 'read index received' (duration: 231.90476ms)","trace[650620065] 'applied index is now lower than readState.Index' (duration: 6.441638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:43.661546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.390512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:59:43.661585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.121428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6v974\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-03-29T01:59:43.661621Z","caller":"traceutil/trace.go:171","msg":"trace[2098363924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:668; }","duration":"703.492675ms","start":"2026-03-29T01:59:42.95811Z","end":"2026-03-29T01:59:43.661603Z","steps":["trace[2098363924] 'agreement among raft nodes before linearized reading' (duration: 703.24742ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:43.66166Z","caller":"traceutil/trace.go:171","msg":"trace[784811581] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6v974; range_end:; response_count:1; response_revision:668; }","duration":"592.265041ms","start":"2026-03-29T01:59:43.069378Z","end":"2026-03-29T01:59:43.661643Z","steps":["trace[784811581] 'agreement among raft nodes before linearized reading' (duration: 591.947014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.661677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.958103Z","time spent":"703.560386ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:43.661691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.382153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:43.66172Z","caller":"traceutil/trace.go:171","msg":"trace[878942610] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"589.378669ms","start":"2026-03-29T01:59:43.072325Z","end":"2026-03-29T01:59:43.661704Z","steps":["trace[878942610] 'process raft request' (duration: 588.822308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.661761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.660812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:43.661761Z","caller":"traceutil/trace.go:171","msg":"trace[1692728982] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"339.498315ms","start":"2026-03-29T01:59:43.322246Z","end":"2026-03-29T01:59:43.661744Z","steps":["trace[1692728982] 'agreement among raft nodes before linearized reading' (duration: 339.386083ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:43.661799Z","caller":"traceutil/trace.go:171","msg":"trace[362208320] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"538.726134ms","start":"2026-03-29T01:59:43.123063Z","end":"2026-03-29T01:59:43.661789Z","steps":["trace[362208320] 'agreement among raft nodes before linearized reading' (duration: 538.677183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.661834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.072308Z","time spent":"589.452261ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:43.661865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.123045Z","time spent":"538.813476ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:43.661859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.528735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:59:43.661685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.965705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T01:59:43.661965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.803394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:43.661999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.11189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:43.662013Z","caller":"traceutil/trace.go:171","msg":"trace[1798355742] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:668; }","duration":"739.869025ms","start":"2026-03-29T01:59:42.922131Z","end":"2026-03-29T01:59:43.662Z","steps":["trace[1798355742] 'agreement among raft nodes before linearized reading' (duration: 739.806323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:43.662041Z","caller":"traceutil/trace.go:171","msg":"trace[457746805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:668; }","duration":"237.185472ms","start":"2026-03-29T01:59:43.424843Z","end":"2026-03-29T01:59:43.662028Z","steps":["trace[457746805] 'agreement among raft nodes before linearized reading' (duration: 237.118531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.662047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.92212Z","time spent":"739.920655ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:43.662043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.412005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:59:43.661716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.069362Z","time spent":"592.344693ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4705,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6v974\" "} {"level":"info","ts":"2026-03-29T01:59:43.661316Z","caller":"traceutil/trace.go:171","msg":"trace[1853804278] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"589.41393ms","start":"2026-03-29T01:59:43.071866Z","end":"2026-03-29T01:59:43.66128Z","steps":["trace[1853804278] 'process raft request' (duration: 582.915591ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:43.661982Z","caller":"traceutil/trace.go:171","msg":"trace[2013688924] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:668; }","duration":"704.367993ms","start":"2026-03-29T01:59:42.957598Z","end":"2026-03-29T01:59:43.661966Z","steps":["trace[2013688924] 'agreement among raft nodes before linearized reading' (duration: 703.893233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.661845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.322223Z","time spent":"339.600927ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":27,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"info","ts":"2026-03-29T01:59:43.661913Z","caller":"traceutil/trace.go:171","msg":"trace[1522463419] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:668; }","duration":"703.628267ms","start":"2026-03-29T01:59:42.95827Z","end":"2026-03-29T01:59:43.661898Z","steps":["trace[1522463419] 'agreement among raft nodes before linearized reading' (duration: 703.408203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.662341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.958245Z","time spent":"704.086198ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:59:43.662098Z","caller":"traceutil/trace.go:171","msg":"trace[1220361494] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:668; }","duration":"753.500847ms","start":"2026-03-29T01:59:42.908585Z","end":"2026-03-29T01:59:43.662086Z","steps":["trace[1220361494] 'agreement among raft nodes before linearized reading' (duration: 753.365315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.66229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.957586Z","time spent":"704.6778ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:43.662199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.129104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-29T01:59:43.662427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:42.908566Z","time spent":"753.843544ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:59:43.66265Z","caller":"traceutil/trace.go:171","msg":"trace[219939999] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:668; }","duration":"140.571954ms","start":"2026-03-29T01:59:43.522015Z","end":"2026-03-29T01:59:43.662587Z","steps":["trace[219939999] 'agreement among raft nodes before linearized reading' (duration: 139.996031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.662258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.071854Z","time spent":"590.313959ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5153,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:43.917678Z","caller":"traceutil/trace.go:171","msg":"trace[2082098401] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"248.81331ms","start":"2026-03-29T01:59:43.668838Z","end":"2026-03-29T01:59:43.917652Z","steps":["trace[2082098401] 'process raft request' (duration: 248.651447ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:44.223549Z","caller":"traceutil/trace.go:171","msg":"trace[1277460569] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"554.512251ms","start":"2026-03-29T01:59:43.669013Z","end":"2026-03-29T01:59:44.223525Z","steps":["trace[1277460569] 'process raft request' (duration: 554.347427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.223689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.668815Z","time spent":"554.805327ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:44.223762Z","caller":"traceutil/trace.go:171","msg":"trace[1341751129] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"554.407718ms","start":"2026-03-29T01:59:43.669339Z","end":"2026-03-29T01:59:44.223747Z","steps":["trace[1341751129] 'process raft request' (duration: 554.150393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.223852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.669326Z","time spent":"554.48301ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:44.224418Z","caller":"traceutil/trace.go:171","msg":"trace[1869755661] transaction","detail":"{read_only:false; response_revision:673; number_of_response:1; }","duration":"553.649542ms","start":"2026-03-29T01:59:43.670738Z","end":"2026-03-29T01:59:44.224387Z","steps":["trace[1869755661] 'process raft request' (duration: 553.495588ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:44.22439Z","caller":"traceutil/trace.go:171","msg":"trace[1690653089] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"554.946119ms","start":"2026-03-29T01:59:43.669398Z","end":"2026-03-29T01:59:44.224344Z","steps":["trace[1690653089] 'process raft request' (duration: 554.299585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.225107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.669083Z","time spent":"555.965251ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:44.224509Z","caller":"traceutil/trace.go:171","msg":"trace[1025452241] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"553.095829ms","start":"2026-03-29T01:59:43.671399Z","end":"2026-03-29T01:59:44.224495Z","steps":["trace[1025452241] 'process raft request' (duration: 552.951076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.225286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.671393Z","time spent":"553.863826ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5162,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:44.224511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.67073Z","time spent":"553.733324ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4679,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:44.224665Z","caller":"traceutil/trace.go:171","msg":"trace[469601149] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:693; }","duration":"554.865107ms","start":"2026-03-29T01:59:43.66973Z","end":"2026-03-29T01:59:44.224596Z","steps":["trace[469601149] 'read index received' (duration: 247.824369ms)","trace[469601149] 'applied index is now lower than readState.Index' (duration: 307.039698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:44.224743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.008031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:44.225664Z","caller":"traceutil/trace.go:171","msg":"trace[1143783365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"555.946511ms","start":"2026-03-29T01:59:43.669704Z","end":"2026-03-29T01:59:44.225651Z","steps":["trace[1143783365] 'agreement among raft nodes before linearized reading' (duration: 554.99006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.225713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.669695Z","time spent":"556.008032ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:44.224774Z","caller":"traceutil/trace.go:171","msg":"trace[432128585] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"553.163091ms","start":"2026-03-29T01:59:43.671603Z","end":"2026-03-29T01:59:44.224766Z","steps":["trace[432128585] 'process raft request' (duration: 552.796733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.225898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.67159Z","time spent":"554.270705ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:44.260179Z","caller":"traceutil/trace.go:171","msg":"trace[1765425475] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"335.112931ms","start":"2026-03-29T01:59:43.925034Z","end":"2026-03-29T01:59:44.260147Z","steps":["trace[1765425475] 'process raft request' (duration: 334.956518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.260291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.209325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T01:59:44.260329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.925012Z","time spent":"335.253263ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:44.260359Z","caller":"traceutil/trace.go:171","msg":"trace[1129263563] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:676; }","duration":"590.304627ms","start":"2026-03-29T01:59:43.670037Z","end":"2026-03-29T01:59:44.260342Z","steps":["trace[1129263563] 'agreement among raft nodes before linearized reading' (duration: 590.100493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.260401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.670031Z","time spent":"590.361638ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:44.260664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.64203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-03-29T01:59:44.260696Z","caller":"traceutil/trace.go:171","msg":"trace[1261310051] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:676; }","duration":"138.739762ms","start":"2026-03-29T01:59:44.121946Z","end":"2026-03-29T01:59:44.260686Z","steps":["trace[1261310051] 'agreement among raft nodes before linearized reading' (duration: 138.684411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.260858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.790711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-29T01:59:44.260906Z","caller":"traceutil/trace.go:171","msg":"trace[1010580786] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:676; }","duration":"537.892783ms","start":"2026-03-29T01:59:43.722997Z","end":"2026-03-29T01:59:44.260889Z","steps":["trace[1010580786] 'agreement among raft nodes before linearized reading' (duration: 537.7301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.26094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.722969Z","time spent":"537.962935ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4202,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:44.260937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.636587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-03-29T01:59:44.261038Z","caller":"traceutil/trace.go:171","msg":"trace[611044270] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:676; }","duration":"339.773769ms","start":"2026-03-29T01:59:43.921232Z","end":"2026-03-29T01:59:44.261006Z","steps":["trace[611044270] 'agreement among raft nodes before linearized reading' (duration: 339.582185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:44.261104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.921218Z","time spent":"339.870292ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5199,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:44.821904Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390360,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:59:45.126655Z","caller":"traceutil/trace.go:171","msg":"trace[1303963561] transaction","detail":"{read_only:false; response_revision:677; number_of_response:1; }","duration":"892.326407ms","start":"2026-03-29T01:59:44.234309Z","end":"2026-03-29T01:59:45.126635Z","steps":["trace[1303963561] 'process raft request' (duration: 892.138073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.126791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.234285Z","time spent":"892.43706ms","remote":"127.0.0.1:57512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4387,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:45.12691Z","caller":"traceutil/trace.go:171","msg":"trace[495545568] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"891.96992ms","start":"2026-03-29T01:59:44.23493Z","end":"2026-03-29T01:59:45.1269Z","steps":["trace[495545568] 'process raft request' (duration: 891.901518ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:45.126911Z","caller":"traceutil/trace.go:171","msg":"trace[479340648] transaction","detail":"{read_only:false; response_revision:678; number_of_response:1; }","duration":"892.40019ms","start":"2026-03-29T01:59:44.234485Z","end":"2026-03-29T01:59:45.126885Z","steps":["trace[479340648] 'process raft request' (duration: 892.099883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.127004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.234921Z","time spent":"892.031612ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:45.127009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.234478Z","time spent":"892.481711ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9305,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:45.529839Z","caller":"traceutil/trace.go:171","msg":"trace[1297867834] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"1.264120525s","start":"2026-03-29T01:59:44.265685Z","end":"2026-03-29T01:59:45.529805Z","steps":["trace[1297867834] 'process raft request' (duration: 1.26388257s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.529999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.265663Z","time spent":"1.264264038s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:45.530151Z","caller":"traceutil/trace.go:171","msg":"trace[35687555] linearizableReadLoop","detail":"{readStateIndex:708; appliedIndex:701; }","duration":"1.208285618s","start":"2026-03-29T01:59:44.321845Z","end":"2026-03-29T01:59:45.53013Z","steps":["trace[35687555] 'read index received' (duration: 804.609579ms)","trace[35687555] 'applied index is now lower than readState.Index' (duration: 403.675129ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:45.530218Z","caller":"traceutil/trace.go:171","msg":"trace[1998094421] transaction","detail":"{read_only:false; response_revision:683; number_of_response:1; }","duration":"803.518436ms","start":"2026-03-29T01:59:44.726662Z","end":"2026-03-29T01:59:45.53018Z","steps":["trace[1998094421] 'process raft request' (duration: 803.289102ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:45.530237Z","caller":"traceutil/trace.go:171","msg":"trace[130137760] transaction","detail":"{read_only:false; response_revision:684; number_of_response:1; }","duration":"580.331404ms","start":"2026-03-29T01:59:44.949879Z","end":"2026-03-29T01:59:45.53021Z","steps":["trace[130137760] 'process raft request' (duration: 580.184241ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:45.530241Z","caller":"traceutil/trace.go:171","msg":"trace[1423717426] transaction","detail":"{read_only:false; response_revision:681; number_of_response:1; }","duration":"1.264484653s","start":"2026-03-29T01:59:44.265721Z","end":"2026-03-29T01:59:45.530205Z","steps":["trace[1423717426] 'process raft request' (duration: 1.263978572s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.530344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.949844Z","time spent":"580.453247ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187246,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:45.530344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.726631Z","time spent":"803.65756ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:45.530352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208488903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10368"} {"level":"info","ts":"2026-03-29T01:59:45.530389Z","caller":"traceutil/trace.go:171","msg":"trace[950397490] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:684; }","duration":"1.208565255s","start":"2026-03-29T01:59:44.321813Z","end":"2026-03-29T01:59:45.530378Z","steps":["trace[950397490] 'agreement among raft nodes before linearized reading' (duration: 1.208426472s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.530415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.2657Z","time spent":"1.264620555s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:45.530445Z","caller":"traceutil/trace.go:171","msg":"trace[952136163] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"977.176578ms","start":"2026-03-29T01:59:44.553261Z","end":"2026-03-29T01:59:45.530438Z","steps":["trace[952136163] 'process raft request' (duration: 976.526914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.530433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.321799Z","time spent":"1.208625276s","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10390,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:45.530478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.553234Z","time spent":"977.229308ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:45.766411Z","caller":"traceutil/trace.go:171","msg":"trace[1293662457] transaction","detail":"{read_only:false; response_revision:685; number_of_response:1; }","duration":"632.006423ms","start":"2026-03-29T01:59:45.134383Z","end":"2026-03-29T01:59:45.766389Z","steps":["trace[1293662457] 'process raft request' (duration: 631.794557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.766552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.134359Z","time spent":"632.120176ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:45.766901Z","caller":"traceutil/trace.go:171","msg":"trace[2038165326] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"629.914778ms","start":"2026-03-29T01:59:45.136959Z","end":"2026-03-29T01:59:45.766874Z","steps":["trace[2038165326] 'process raft request' (duration: 629.388907ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:45.766973Z","caller":"traceutil/trace.go:171","msg":"trace[1718232776] linearizableReadLoop","detail":"{readStateIndex:712; appliedIndex:709; }","duration":"236.741864ms","start":"2026-03-29T01:59:45.530214Z","end":"2026-03-29T01:59:45.766956Z","steps":["trace[1718232776] 'read index received' (duration: 235.914795ms)","trace[1718232776] 'applied index is now lower than readState.Index' (duration: 826.149µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:45.767066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.063047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4074"} {"level":"info","ts":"2026-03-29T01:59:45.767119Z","caller":"traceutil/trace.go:171","msg":"trace[681495205] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:687; }","duration":"445.147959ms","start":"2026-03-29T01:59:45.321958Z","end":"2026-03-29T01:59:45.767106Z","steps":["trace[681495205] 'agreement among raft nodes before linearized reading' (duration: 445.055917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.767117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.136944Z","time spent":"630.02524ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:45.76719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.321939Z","time spent":"445.242742ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4096,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:45.767215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.547554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T01:59:45.767233Z","caller":"traceutil/trace.go:171","msg":"trace[899617820] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:687; }","duration":"920.563194ms","start":"2026-03-29T01:59:44.846663Z","end":"2026-03-29T01:59:45.767226Z","steps":["trace[899617820] 'agreement among raft nodes before linearized reading' (duration: 920.519054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.767253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.846603Z","time spent":"920.645867ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-03-29T01:59:45.767166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.932099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:12259"} {"level":"info","ts":"2026-03-29T01:59:45.767379Z","caller":"traceutil/trace.go:171","msg":"trace[1768443959] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:687; }","duration":"645.205315ms","start":"2026-03-29T01:59:45.122155Z","end":"2026-03-29T01:59:45.76736Z","steps":["trace[1768443959] 'agreement among raft nodes before linearized reading' (duration: 644.899079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.76743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.122134Z","time spent":"645.283207ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":12281,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:45.767476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031291628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n9m5j\" ","response":"range_response_count:1 size:18067"} {"level":"info","ts":"2026-03-29T01:59:45.767495Z","caller":"traceutil/trace.go:171","msg":"trace[1668277212] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n9m5j; range_end:; response_count:1; response_revision:687; }","duration":"1.031339488s","start":"2026-03-29T01:59:44.736151Z","end":"2026-03-29T01:59:45.76749Z","steps":["trace[1668277212] 'agreement among raft nodes before linearized reading' (duration: 1.031287057s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.767491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.713335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:3368"} {"level":"warn","ts":"2026-03-29T01:59:45.767513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.736138Z","time spent":"1.031369619s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18089,"request content":"key:\"/registry/pods/kube-system/cilium-n9m5j\" "} {"level":"info","ts":"2026-03-29T01:59:45.767524Z","caller":"traceutil/trace.go:171","msg":"trace[1404180798] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:687; }","duration":"245.782926ms","start":"2026-03-29T01:59:45.521732Z","end":"2026-03-29T01:59:45.767515Z","steps":["trace[1404180798] 'agreement among raft nodes before linearized reading' (duration: 245.677424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.767601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142051011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:45.767619Z","caller":"traceutil/trace.go:171","msg":"trace[202695467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:687; }","duration":"1.142093802s","start":"2026-03-29T01:59:44.625521Z","end":"2026-03-29T01:59:45.767614Z","steps":["trace[202695467] 'agreement among raft nodes before linearized reading' (duration: 1.142068371s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.767631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:44.625503Z","time spent":"1.142125703s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:45.767389Z","caller":"traceutil/trace.go:171","msg":"trace[1155059712] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"629.904408ms","start":"2026-03-29T01:59:45.137473Z","end":"2026-03-29T01:59:45.767378Z","steps":["trace[1155059712] 'process raft request' (duration: 629.328056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:45.767687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.137463Z","time spent":"630.188463ms","remote":"127.0.0.1:57484","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4694,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:46.050469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.147524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:46.050548Z","caller":"traceutil/trace.go:171","msg":"trace[1929098807] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:712; }","duration":"283.502013ms","start":"2026-03-29T01:59:45.767033Z","end":"2026-03-29T01:59:46.050535Z","steps":["trace[1929098807] 'read index received' (duration: 128.241527ms)","trace[1929098807] 'applied index is now lower than readState.Index' (duration: 155.259746ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:46.050585Z","caller":"traceutil/trace.go:171","msg":"trace[1963126138] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"299.674189ms","start":"2026-03-29T01:59:45.750886Z","end":"2026-03-29T01:59:46.05056Z","steps":["trace[1963126138] 'process raft request' (duration: 144.381913ms)","trace[1963126138] 'compare' (duration: 155.053451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:46.050691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.396734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-29T01:59:46.050715Z","caller":"traceutil/trace.go:171","msg":"trace[144441326] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:688; }","duration":"328.464516ms","start":"2026-03-29T01:59:45.722244Z","end":"2026-03-29T01:59:46.050708Z","steps":["trace[144441326] 'agreement among raft nodes before linearized reading' (duration: 328.339393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:46.05074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.722221Z","time spent":"328.514687ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-29T01:59:46.085434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.771039Z","time spent":"314.387384ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T01:59:46.085478Z","caller":"traceutil/trace.go:171","msg":"trace[592017266] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"312.612986ms","start":"2026-03-29T01:59:45.772841Z","end":"2026-03-29T01:59:46.085454Z","steps":["trace[592017266] 'process raft request' (duration: 312.470913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:46.085648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.772831Z","time spent":"312.725578ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:46.085802Z","caller":"traceutil/trace.go:171","msg":"trace[811069332] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"310.794377ms","start":"2026-03-29T01:59:45.774987Z","end":"2026-03-29T01:59:46.085781Z","steps":["trace[811069332] 'process raft request' (duration: 310.425619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:46.08588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.9433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:46.085895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.774959Z","time spent":"310.890049ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4068,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:46.085923Z","caller":"traceutil/trace.go:171","msg":"trace[1858083564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:691; }","duration":"310.997701ms","start":"2026-03-29T01:59:45.774914Z","end":"2026-03-29T01:59:46.085912Z","steps":["trace[1858083564] 'agreement among raft nodes before linearized reading' (duration: 310.912109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:46.085956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.774907Z","time spent":"311.043643ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:46.086163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.247089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:59:46.086217Z","caller":"traceutil/trace.go:171","msg":"trace[1187094767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:691; }","duration":"164.350811ms","start":"2026-03-29T01:59:45.921854Z","end":"2026-03-29T01:59:46.086205Z","steps":["trace[1187094767] 'agreement among raft nodes before linearized reading' (duration: 164.118367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:46.086159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.048685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-29T01:59:46.086328Z","caller":"traceutil/trace.go:171","msg":"trace[2130390922] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:691; }","duration":"164.245679ms","start":"2026-03-29T01:59:45.922068Z","end":"2026-03-29T01:59:46.086313Z","steps":["trace[2130390922] 'agreement among raft nodes before linearized reading' (duration: 163.880371ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.085884Z","caller":"traceutil/trace.go:171","msg":"trace[940877194] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"301.466568ms","start":"2026-03-29T01:59:45.784383Z","end":"2026-03-29T01:59:46.08585Z","steps":["trace[940877194] 'process raft request' (duration: 301.248203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:46.086746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:45.784374Z","time spent":"302.314496ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18236,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:46.206966Z","caller":"traceutil/trace.go:171","msg":"trace[928391817] linearizableReadLoop","detail":"{readStateIndex:719; appliedIndex:718; }","duration":"109.050436ms","start":"2026-03-29T01:59:46.097889Z","end":"2026-03-29T01:59:46.20694Z","steps":["trace[928391817] 'read index received' (duration: 71.700355ms)","trace[928391817] 'applied index is now lower than readState.Index' (duration: 37.348431ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:46.207038Z","caller":"traceutil/trace.go:171","msg":"trace[853639478] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"114.643266ms","start":"2026-03-29T01:59:46.092342Z","end":"2026-03-29T01:59:46.206985Z","steps":["trace[853639478] 'process raft request' (duration: 77.227234ms)","trace[853639478] 'compare' (duration: 37.254299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:46.20797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.360504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-n9m5j\" ","response":"range_response_count:1 size:18251"} {"level":"info","ts":"2026-03-29T01:59:46.208108Z","caller":"traceutil/trace.go:171","msg":"trace[618414654] range","detail":"{range_begin:/registry/pods/kube-system/cilium-n9m5j; range_end:; response_count:1; response_revision:693; }","duration":"117.551348ms","start":"2026-03-29T01:59:46.090542Z","end":"2026-03-29T01:59:46.208093Z","steps":["trace[618414654] 'agreement among raft nodes before linearized reading' (duration: 116.542537ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.210326Z","caller":"traceutil/trace.go:171","msg":"trace[2087139503] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"109.440875ms","start":"2026-03-29T01:59:46.100865Z","end":"2026-03-29T01:59:46.210306Z","steps":["trace[2087139503] 'process raft request' (duration: 109.353323ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.21047Z","caller":"traceutil/trace.go:171","msg":"trace[614582230] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"110.973037ms","start":"2026-03-29T01:59:46.099452Z","end":"2026-03-29T01:59:46.210425Z","steps":["trace[614582230] 'process raft request' (duration: 110.673681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:46.210352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.192702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T01:59:46.210679Z","caller":"traceutil/trace.go:171","msg":"trace[490198042] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:695; }","duration":"111.463698ms","start":"2026-03-29T01:59:46.099107Z","end":"2026-03-29T01:59:46.21057Z","steps":["trace[490198042] 'agreement among raft nodes before linearized reading' (duration: 111.167212ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.686795Z","caller":"traceutil/trace.go:171","msg":"trace[775657211] transaction","detail":"{read_only:false; response_revision:707; number_of_response:1; }","duration":"288.559082ms","start":"2026-03-29T01:59:46.398214Z","end":"2026-03-29T01:59:46.686773Z","steps":["trace[775657211] 'process raft request' (duration: 288.305077ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.697444Z","caller":"traceutil/trace.go:171","msg":"trace[1263480580] linearizableReadLoop","detail":"{readStateIndex:734; appliedIndex:732; }","duration":"175.181714ms","start":"2026-03-29T01:59:46.52224Z","end":"2026-03-29T01:59:46.697421Z","steps":["trace[1263480580] 'read index received' (duration: 164.311691ms)","trace[1263480580] 'applied index is now lower than readState.Index' (duration: 10.869373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:46.697616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.358267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-29T01:59:46.697647Z","caller":"traceutil/trace.go:171","msg":"trace[170308714] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:708; }","duration":"175.454189ms","start":"2026-03-29T01:59:46.522183Z","end":"2026-03-29T01:59:46.697637Z","steps":["trace[170308714] 'agreement among raft nodes before linearized reading' (duration: 175.319937ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.697886Z","caller":"traceutil/trace.go:171","msg":"trace[239340109] transaction","detail":"{read_only:false; response_revision:708; number_of_response:1; }","duration":"264.363134ms","start":"2026-03-29T01:59:46.433516Z","end":"2026-03-29T01:59:46.697879Z","steps":["trace[239340109] 'process raft request' (duration: 263.798082ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.943071Z","caller":"traceutil/trace.go:171","msg":"trace[1261428430] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"118.665703ms","start":"2026-03-29T01:59:46.824372Z","end":"2026-03-29T01:59:46.943038Z","steps":["trace[1261428430] 'process raft request' (duration: 75.958247ms)","trace[1261428430] 'compare' (duration: 42.049251ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:47.704952Z","caller":"traceutil/trace.go:171","msg":"trace[96582354] linearizableReadLoop","detail":"{readStateIndex:741; appliedIndex:740; }","duration":"119.897829ms","start":"2026-03-29T01:59:47.585034Z","end":"2026-03-29T01:59:47.704932Z","steps":["trace[96582354] 'read index received' (duration: 119.830398ms)","trace[96582354] 'applied index is now lower than readState.Index' (duration: 66.221µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:47.705094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.044492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.705097Z","caller":"traceutil/trace.go:171","msg":"trace[1366239303] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"165.514327ms","start":"2026-03-29T01:59:47.539545Z","end":"2026-03-29T01:59:47.705059Z","steps":["trace[1366239303] 'process raft request' (duration: 165.24734ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:47.705156Z","caller":"traceutil/trace.go:171","msg":"trace[1531673848] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:714; }","duration":"120.151265ms","start":"2026-03-29T01:59:47.584991Z","end":"2026-03-29T01:59:47.705143Z","steps":["trace[1531673848] 'agreement among raft nodes before linearized reading' (duration: 120.040802ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:47.811173Z","caller":"traceutil/trace.go:171","msg":"trace[1568273597] linearizableReadLoop","detail":"{readStateIndex:742; appliedIndex:741; }","duration":"106.137233ms","start":"2026-03-29T01:59:47.705011Z","end":"2026-03-29T01:59:47.811148Z","steps":["trace[1568273597] 'read index received' (duration: 105.97462ms)","trace[1568273597] 'applied index is now lower than readState.Index' (duration: 161.283µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:47.811247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.579732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.811318Z","caller":"traceutil/trace.go:171","msg":"trace[1903310421] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:715; }","duration":"196.687085ms","start":"2026-03-29T01:59:47.614615Z","end":"2026-03-29T01:59:47.811302Z","steps":["trace[1903310421] 'agreement among raft nodes before linearized reading' (duration: 196.559522ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:47.811385Z","caller":"traceutil/trace.go:171","msg":"trace[1302749779] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"118.654594ms","start":"2026-03-29T01:59:47.692705Z","end":"2026-03-29T01:59:47.81136Z","steps":["trace[1302749779] 'process raft request' (duration: 118.277485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.811468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.845209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:47.811565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.535302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.811594Z","caller":"traceutil/trace.go:171","msg":"trace[128936298] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:715; }","duration":"197.001872ms","start":"2026-03-29T01:59:47.614578Z","end":"2026-03-29T01:59:47.811579Z","steps":["trace[128936298] 'agreement among raft nodes before linearized reading' (duration: 196.703856ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:47.811599Z","caller":"traceutil/trace.go:171","msg":"trace[1657787018] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:715; }","duration":"189.606032ms","start":"2026-03-29T01:59:47.621984Z","end":"2026-03-29T01:59:47.81159Z","steps":["trace[1657787018] 'agreement among raft nodes before linearized reading' (duration: 189.555361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.811789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.210806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.811816Z","caller":"traceutil/trace.go:171","msg":"trace[821295338] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:715; }","duration":"197.259157ms","start":"2026-03-29T01:59:47.61455Z","end":"2026-03-29T01:59:47.811809Z","steps":["trace[821295338] 'agreement among raft nodes before linearized reading' (duration: 197.217346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.811888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.79875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.811941Z","caller":"traceutil/trace.go:171","msg":"trace[2125697866] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:715; }","duration":"226.905342ms","start":"2026-03-29T01:59:47.585022Z","end":"2026-03-29T01:59:47.811928Z","steps":["trace[2125697866] 'agreement among raft nodes before linearized reading' (duration: 226.81265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.811969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.036294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.812226Z","caller":"traceutil/trace.go:171","msg":"trace[1146254657] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:715; }","duration":"226.408091ms","start":"2026-03-29T01:59:47.585797Z","end":"2026-03-29T01:59:47.812205Z","steps":["trace[1146254657] 'agreement among raft nodes before linearized reading' (duration: 226.010963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.821843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.70164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.821887Z","caller":"traceutil/trace.go:171","msg":"trace[1745855093] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:716; }","duration":"102.767931ms","start":"2026-03-29T01:59:47.719108Z","end":"2026-03-29T01:59:47.821876Z","steps":["trace[1745855093] 'agreement among raft nodes before linearized reading' (duration: 102.686739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.822102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.431826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:47.82262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.03414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.822665Z","caller":"traceutil/trace.go:171","msg":"trace[480213930] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:716; }","duration":"104.118921ms","start":"2026-03-29T01:59:47.718534Z","end":"2026-03-29T01:59:47.822653Z","steps":["trace[480213930] 'agreement among raft nodes before linearized reading' (duration: 104.03315ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:47.822195Z","caller":"traceutil/trace.go:171","msg":"trace[400479089] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:716; }","duration":"103.578409ms","start":"2026-03-29T01:59:47.718593Z","end":"2026-03-29T01:59:47.822172Z","steps":["trace[400479089] 'agreement among raft nodes before linearized reading' (duration: 103.351714ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:55.131245Z","caller":"traceutil/trace.go:171","msg":"trace[1642813668] linearizableReadLoop","detail":"{readStateIndex:797; appliedIndex:796; }","duration":"127.019361ms","start":"2026-03-29T01:59:55.004203Z","end":"2026-03-29T01:59:55.131222Z","steps":["trace[1642813668] 'read index received' (duration: 126.893378ms)","trace[1642813668] 'applied index is now lower than readState.Index' (duration: 124.743µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:55.131377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.163094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:55.131408Z","caller":"traceutil/trace.go:171","msg":"trace[1052898305] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:766; }","duration":"127.251046ms","start":"2026-03-29T01:59:55.004148Z","end":"2026-03-29T01:59:55.1314Z","steps":["trace[1052898305] 'agreement among raft nodes before linearized reading' (duration: 127.172965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:58.769543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:59.270584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:59.771435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692390589,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:00.054615Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.233926571s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:00:00.621645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999823684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:00:00.621719Z","caller":"traceutil/trace.go:171","msg":"trace[1716211404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999942826s","start":"2026-03-29T01:59:58.621759Z","end":"2026-03-29T02:00:00.621702Z","steps":["trace[1716211404] 'agreement among raft nodes before linearized reading' (duration: 1.999852514s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.62177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.621742Z","time spent":"2.000018989s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:00:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:00:00.734074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:57.918675Z","time spent":"2.815393399s","remote":"127.0.0.1:53068","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:00:00.740684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.799864ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:00.740988Z","caller":"traceutil/trace.go:171","msg":"trace[1924404482] linearizableReadLoop","detail":"{readStateIndex:815; appliedIndex:813; }","duration":"2.471598122s","start":"2026-03-29T01:59:58.269332Z","end":"2026-03-29T02:00:00.74093Z","steps":["trace[1924404482] 'read index received' (duration: 1.785458191s)","trace[1924404482] 'applied index is now lower than readState.Index' (duration: 686.07787ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:00.741195Z","caller":"traceutil/trace.go:171","msg":"trace[1663713824] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"2.920587082s","start":"2026-03-29T01:59:57.820578Z","end":"2026-03-29T02:00:00.741165Z","steps":["trace[1663713824] 'process raft request' (duration: 2.234236007s)","trace[1663713824] 'compare' (duration: 685.687741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:00.741341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:57.820552Z","time spent":"2.920710506s","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:00.743358Z","caller":"traceutil/trace.go:171","msg":"trace[376677609] transaction","detail":"{read_only:false; response_revision:784; number_of_response:1; }","duration":"1.444282823s","start":"2026-03-29T01:59:59.297442Z","end":"2026-03-29T02:00:00.741724Z","steps":["trace[376677609] 'process raft request' (duration: 1.443357574s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.743493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:59.297413Z","time spent":"1.44601174s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:00.743504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.304255598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:00:00.743579Z","caller":"traceutil/trace.go:171","msg":"trace[690717693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:784; }","duration":"2.30435434s","start":"2026-03-29T01:59:58.439215Z","end":"2026-03-29T02:00:00.74357Z","steps":["trace[690717693] 'agreement among raft nodes before linearized reading' (duration: 2.302239894s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.743606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.439202Z","time spent":"2.304397611s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:00:00.743605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188351243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:00:00.743648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47430226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:00:00.743699Z","caller":"traceutil/trace.go:171","msg":"trace[222204879] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:784; }","duration":"2.474393743s","start":"2026-03-29T01:59:58.269293Z","end":"2026-03-29T02:00:00.743687Z","steps":["trace[222204879] 'agreement among raft nodes before linearized reading' (duration: 2.472097883s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.743688Z","caller":"traceutil/trace.go:171","msg":"trace[992352782] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:784; }","duration":"2.188461916s","start":"2026-03-29T01:59:58.555207Z","end":"2026-03-29T02:00:00.743669Z","steps":["trace[992352782] 'agreement among raft nodes before linearized reading' (duration: 2.186393072s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.743727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.269273Z","time spent":"2.474444064s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:00.743758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.555193Z","time spent":"2.188548658s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:00.743898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.283584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:00:00.743918Z","caller":"traceutil/trace.go:171","msg":"trace[27012838] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:784; }","duration":"925.306064ms","start":"2026-03-29T01:59:59.818606Z","end":"2026-03-29T02:00:00.743912Z","steps":["trace[27012838] 'agreement among raft nodes before linearized reading' (duration: 923.002695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.743933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:59.818561Z","time spent":"925.368656ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:00.743942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.263325361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:00:00.743985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.044235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:00.74398Z","caller":"traceutil/trace.go:171","msg":"trace[934729183] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:784; }","duration":"2.263388591s","start":"2026-03-29T01:59:58.48058Z","end":"2026-03-29T02:00:00.743969Z","steps":["trace[934729183] 'agreement among raft nodes before linearized reading' (duration: 2.261022721s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:00.743997Z","caller":"traceutil/trace.go:171","msg":"trace[1396802600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:784; }","duration":"122.089867ms","start":"2026-03-29T02:00:00.621903Z","end":"2026-03-29T02:00:00.743993Z","steps":["trace[1396802600] 'agreement among raft nodes before linearized reading' (duration: 119.693845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:00.744007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:58.480567Z","time spent":"2.263433723s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:00:21.193377Z","caller":"traceutil/trace.go:171","msg":"trace[1324941803] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"264.090218ms","start":"2026-03-29T02:00:20.92925Z","end":"2026-03-29T02:00:21.193341Z","steps":["trace[1324941803] 'process raft request' (duration: 263.841413ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:21.193458Z","caller":"traceutil/trace.go:171","msg":"trace[870272689] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"264.14727ms","start":"2026-03-29T02:00:20.929304Z","end":"2026-03-29T02:00:21.193451Z","steps":["trace[870272689] 'process raft request' (duration: 263.962576ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:21.193382Z","caller":"traceutil/trace.go:171","msg":"trace[833177662] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"206.028565ms","start":"2026-03-29T02:00:20.987329Z","end":"2026-03-29T02:00:21.193358Z","steps":["trace[833177662] 'process raft request' (duration: 205.967183ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:21.1934Z","caller":"traceutil/trace.go:171","msg":"trace[1386527264] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"264.119248ms","start":"2026-03-29T02:00:20.929271Z","end":"2026-03-29T02:00:21.19339Z","steps":["trace[1386527264] 'process raft request' (duration: 263.956225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.561906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.098334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:00:21.561987Z","caller":"traceutil/trace.go:171","msg":"trace[393827919] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:955; }","duration":"331.246757ms","start":"2026-03-29T02:00:21.230723Z","end":"2026-03-29T02:00:21.56197Z","steps":["trace[393827919] 'count revisions from in-memory index tree' (duration: 331.003891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:21.562031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:21.230703Z","time spent":"331.314838ms","remote":"127.0.0.1:57174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":29,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:00:21.562048Z","caller":"traceutil/trace.go:171","msg":"trace[214611379] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"321.296134ms","start":"2026-03-29T02:00:21.240702Z","end":"2026-03-29T02:00:21.561998Z","steps":["trace[214611379] 'process raft request' (duration: 277.051467ms)","trace[214611379] 'compare' (duration: 43.954401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:21.562192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:21.240684Z","time spent":"321.436486ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:23.196954Z","caller":"traceutil/trace.go:171","msg":"trace[1958013282] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"174.896807ms","start":"2026-03-29T02:00:23.022034Z","end":"2026-03-29T02:00:23.19693Z","steps":["trace[1958013282] 'process raft request' (duration: 85.702336ms)","trace[1958013282] 'compare' (duration: 89.098089ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:23.483617Z","caller":"traceutil/trace.go:171","msg":"trace[652147360] transaction","detail":"{read_only:false; response_revision:959; number_of_response:1; }","duration":"284.589407ms","start":"2026-03-29T02:00:23.199004Z","end":"2026-03-29T02:00:23.483593Z","steps":["trace[652147360] 'process raft request' (duration: 284.374293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:24.341338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.054953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:24.341576Z","caller":"traceutil/trace.go:171","msg":"trace[1172174953] transaction","detail":"{read_only:false; response_revision:960; number_of_response:1; }","duration":"1.140556389s","start":"2026-03-29T02:00:23.200979Z","end":"2026-03-29T02:00:24.341536Z","steps":["trace[1172174953] 'process raft request' (duration: 648.099237ms)","trace[1172174953] 'compare' (duration: 491.851608ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:24.341793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:23.200966Z","time spent":"1.140750323s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:24.341822Z","caller":"traceutil/trace.go:171","msg":"trace[672070676] transaction","detail":"{read_only:false; response_revision:962; number_of_response:1; }","duration":"1.139364233s","start":"2026-03-29T02:00:23.20224Z","end":"2026-03-29T02:00:24.341605Z","steps":["trace[672070676] 'process raft request' (duration: 1.139318142s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:24.341989Z","caller":"traceutil/trace.go:171","msg":"trace[574835733] transaction","detail":"{read_only:false; response_revision:961; number_of_response:1; }","duration":"1.140043608s","start":"2026-03-29T02:00:23.201641Z","end":"2026-03-29T02:00:24.341685Z","steps":["trace[574835733] 'process raft request' (duration: 1.139800993s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:24.342095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:23.20163Z","time spent":"1.140410785s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:24.341998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:23.202235Z","time spent":"1.139663069s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:25.165042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.993715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:00:25.165171Z","caller":"traceutil/trace.go:171","msg":"trace[300817022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:963; }","duration":"193.142219ms","start":"2026-03-29T02:00:24.971979Z","end":"2026-03-29T02:00:25.165121Z","steps":["trace[300817022] 'range keys from in-memory index tree' (duration: 192.771831ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:27.507677Z","caller":"traceutil/trace.go:171","msg":"trace[1062197960] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1008; }","duration":"208.878507ms","start":"2026-03-29T02:00:27.29878Z","end":"2026-03-29T02:00:27.507658Z","steps":["trace[1062197960] 'read index received' (duration: 208.743874ms)","trace[1062197960] 'applied index is now lower than readState.Index' (duration: 133.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:27.507775Z","caller":"traceutil/trace.go:171","msg":"trace[887637990] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"255.27412ms","start":"2026-03-29T02:00:27.252494Z","end":"2026-03-29T02:00:27.507768Z","steps":["trace[887637990] 'process raft request' (duration: 255.043225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:27.507948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.168552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:00:27.507971Z","caller":"traceutil/trace.go:171","msg":"trace[1240185877] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:971; }","duration":"209.248824ms","start":"2026-03-29T02:00:27.298715Z","end":"2026-03-29T02:00:27.507964Z","steps":["trace[1240185877] 'agreement among raft nodes before linearized reading' (duration: 209.155622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:27.710242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.222116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:27.710459Z","caller":"traceutil/trace.go:171","msg":"trace[2002173411] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"188.435907ms","start":"2026-03-29T02:00:27.522006Z","end":"2026-03-29T02:00:27.710442Z","steps":["trace[2002173411] 'process raft request' (duration: 188.353085ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:27.710985Z","caller":"traceutil/trace.go:171","msg":"trace[630373208] transaction","detail":"{read_only:false; response_revision:972; number_of_response:1; }","duration":"199.324541ms","start":"2026-03-29T02:00:27.511633Z","end":"2026-03-29T02:00:27.710957Z","steps":["trace[630373208] 'process raft request' (duration: 92.269427ms)","trace[630373208] 'compare' (duration: 106.002722ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:31.670003Z","caller":"traceutil/trace.go:171","msg":"trace[1828318065] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"139.422767ms","start":"2026-03-29T02:00:31.530553Z","end":"2026-03-29T02:00:31.669975Z","steps":["trace[1828318065] 'process raft request' (duration: 139.219033ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:31.886653Z","caller":"traceutil/trace.go:171","msg":"trace[1088460018] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1022; }","duration":"162.936881ms","start":"2026-03-29T02:00:31.723698Z","end":"2026-03-29T02:00:31.886635Z","steps":["trace[1088460018] 'read index received' (duration: 155.814048ms)","trace[1088460018] 'applied index is now lower than readState.Index' (duration: 7.121953ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:31.88673Z","caller":"traceutil/trace.go:171","msg":"trace[1790630870] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"163.86368ms","start":"2026-03-29T02:00:31.72284Z","end":"2026-03-29T02:00:31.886703Z","steps":["trace[1790630870] 'process raft request' (duration: 156.651945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:31.886785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.074274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:31.886949Z","caller":"traceutil/trace.go:171","msg":"trace[650086732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:984; }","duration":"163.285658ms","start":"2026-03-29T02:00:31.723656Z","end":"2026-03-29T02:00:31.886941Z","steps":["trace[650086732] 'agreement among raft nodes before linearized reading' (duration: 163.040613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.5275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.720816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:32.527664Z","caller":"traceutil/trace.go:171","msg":"trace[98337076] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"780.835901ms","start":"2026-03-29T02:00:31.74681Z","end":"2026-03-29T02:00:32.527646Z","steps":["trace[98337076] 'process raft request' (duration: 351.89548ms)","trace[98337076] 'compare' (duration: 428.547353ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:32.527954Z","caller":"traceutil/trace.go:171","msg":"trace[865595591] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"637.316656ms","start":"2026-03-29T02:00:31.890625Z","end":"2026-03-29T02:00:32.527942Z","steps":["trace[865595591] 'process raft request' (duration: 636.970149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:32.528103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.890604Z","time spent":"637.45468ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:32.527863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:31.746775Z","time spent":"780.975074ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:32.910113Z","caller":"traceutil/trace.go:171","msg":"trace[410040213] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1026; }","duration":"277.819323ms","start":"2026-03-29T02:00:32.632275Z","end":"2026-03-29T02:00:32.910095Z","steps":["trace[410040213] 'read index received' (duration: 277.66532ms)","trace[410040213] 'applied index is now lower than readState.Index' (duration: 153.053µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:32.910279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.997496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:00:32.910307Z","caller":"traceutil/trace.go:171","msg":"trace[1453690132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:988; }","duration":"278.075848ms","start":"2026-03-29T02:00:32.632224Z","end":"2026-03-29T02:00:32.9103Z","steps":["trace[1453690132] 'agreement among raft nodes before linearized reading' (duration: 277.946996ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:32.910484Z","caller":"traceutil/trace.go:171","msg":"trace[1837974632] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"294.47907ms","start":"2026-03-29T02:00:32.615998Z","end":"2026-03-29T02:00:32.910477Z","steps":["trace[1837974632] 'process raft request' (duration: 293.962659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:33.296652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.609266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:33.296795Z","caller":"traceutil/trace.go:171","msg":"trace[1916777102] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1027; }","duration":"294.02272ms","start":"2026-03-29T02:00:33.00276Z","end":"2026-03-29T02:00:33.296783Z","steps":["trace[1916777102] 'read index received' (duration: 137.179959ms)","trace[1916777102] 'applied index is now lower than readState.Index' (duration: 156.842021ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:33.296855Z","caller":"traceutil/trace.go:171","msg":"trace[2077275671] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"382.70821ms","start":"2026-03-29T02:00:32.91414Z","end":"2026-03-29T02:00:33.296848Z","steps":["trace[2077275671] 'process raft request' (duration: 225.841788ms)","trace[2077275671] 'compare' (duration: 156.528745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:33.296904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:32.914117Z","time spent":"382.76089ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:33.297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.553107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:33.297058Z","caller":"traceutil/trace.go:171","msg":"trace[547355945] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:989; }","duration":"215.657801ms","start":"2026-03-29T02:00:33.081386Z","end":"2026-03-29T02:00:33.297044Z","steps":["trace[547355945] 'agreement among raft nodes before linearized reading' (duration: 215.561329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:33.29706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.298116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-03-29T02:00:33.297131Z","caller":"traceutil/trace.go:171","msg":"trace[932038224] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:989; }","duration":"294.408919ms","start":"2026-03-29T02:00:33.002708Z","end":"2026-03-29T02:00:33.297117Z","steps":["trace[932038224] 'agreement among raft nodes before linearized reading' (duration: 294.303826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:33.762315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.725761ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:33.762435Z","caller":"traceutil/trace.go:171","msg":"trace[250597527] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:989; }","duration":"312.855004ms","start":"2026-03-29T02:00:33.449563Z","end":"2026-03-29T02:00:33.762418Z","steps":["trace[250597527] 'range keys from in-memory index tree' (duration: 312.705531ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:33.762547Z","caller":"traceutil/trace.go:171","msg":"trace[2125574295] linearizableReadLoop","detail":"{readStateIndex:1029; appliedIndex:1028; }","duration":"143.218329ms","start":"2026-03-29T02:00:33.61929Z","end":"2026-03-29T02:00:33.762508Z","steps":["trace[2125574295] 'read index received' (duration: 98.571862ms)","trace[2125574295] 'applied index is now lower than readState.Index' (duration: 44.645337ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:33.762659Z","caller":"traceutil/trace.go:171","msg":"trace[767228906] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"453.215661ms","start":"2026-03-29T02:00:33.309433Z","end":"2026-03-29T02:00:33.762648Z","steps":["trace[767228906] 'process raft request' (duration: 408.425061ms)","trace[767228906] 'compare' (duration: 44.458383ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:33.762748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:33.30941Z","time spent":"453.274652ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2914,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:33.76291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.611417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:33.762966Z","caller":"traceutil/trace.go:171","msg":"trace[928825337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:990; }","duration":"143.70154ms","start":"2026-03-29T02:00:33.619251Z","end":"2026-03-29T02:00:33.762952Z","steps":["trace[928825337] 'agreement among raft nodes before linearized reading' (duration: 143.604318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.188387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.501615ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:34.188555Z","caller":"traceutil/trace.go:171","msg":"trace[588101251] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"297.344231ms","start":"2026-03-29T02:00:33.891197Z","end":"2026-03-29T02:00:34.188541Z","steps":["trace[588101251] 'process raft request' (duration: 297.2994ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:34.18857Z","caller":"traceutil/trace.go:171","msg":"trace[1456784782] linearizableReadLoop","detail":"{readStateIndex:1030; appliedIndex:1029; }","duration":"417.100147ms","start":"2026-03-29T02:00:33.771446Z","end":"2026-03-29T02:00:34.188547Z","steps":["trace[1456784782] 'read index received' (duration: 147.356927ms)","trace[1456784782] 'applied index is now lower than readState.Index' (duration: 269.74182ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:34.188684Z","caller":"traceutil/trace.go:171","msg":"trace[997543980] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"421.89592ms","start":"2026-03-29T02:00:33.766775Z","end":"2026-03-29T02:00:34.188671Z","steps":["trace[997543980] 'process raft request' (duration: 152.046627ms)","trace[997543980] 'compare' (duration: 269.380503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:34.188791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:33.766759Z","time spent":"421.963812ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:34.188922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.328692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-hc6jn\" ","response":"range_response_count:1 size:4129"} {"level":"info","ts":"2026-03-29T02:00:34.188961Z","caller":"traceutil/trace.go:171","msg":"trace[1437073006] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-hc6jn; range_end:; response_count:1; response_revision:992; }","duration":"417.397222ms","start":"2026-03-29T02:00:33.771552Z","end":"2026-03-29T02:00:34.188949Z","steps":["trace[1437073006] 'agreement among raft nodes before linearized reading' (duration: 417.28344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.188993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:33.771538Z","time spent":"417.446444ms","remote":"127.0.0.1:57202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":4151,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-hc6jn\" "} {"level":"warn","ts":"2026-03-29T02:00:34.18899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.537126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:2929"} {"level":"info","ts":"2026-03-29T02:00:34.189029Z","caller":"traceutil/trace.go:171","msg":"trace[1054098206] range","detail":"{range_begin:/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:992; }","duration":"417.593837ms","start":"2026-03-29T02:00:33.771424Z","end":"2026-03-29T02:00:34.189018Z","steps":["trace[1054098206] 'agreement among raft nodes before linearized reading' (duration: 417.473234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:34.189065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:33.771414Z","time spent":"417.642858ms","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":2951,"request content":"key:\"/registry/jobs/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-03-29T02:00:34.349719Z","caller":"traceutil/trace.go:171","msg":"trace[1024002934] transaction","detail":"{read_only:false; number_of_response:1; response_revision:994; }","duration":"100.425151ms","start":"2026-03-29T02:00:34.249268Z","end":"2026-03-29T02:00:34.349693Z","steps":["trace[1024002934] 'process raft request' (duration: 83.688693ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:34.532198Z","caller":"traceutil/trace.go:171","msg":"trace[1228016017] transaction","detail":"{read_only:false; number_of_response:1; response_revision:995; }","duration":"170.801639ms","start":"2026-03-29T02:00:34.36137Z","end":"2026-03-29T02:00:34.532172Z","steps":["trace[1228016017] 'process raft request' (duration: 116.586608ms)","trace[1228016017] 'compare' (duration: 54.102669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:35.350676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:35.851164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:35.863249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.244250211s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:00:35.863539Z","caller":"traceutil/trace.go:171","msg":"trace[2015042754] linearizableReadLoop","detail":"{readStateIndex:1036; appliedIndex:1035; }","duration":"1.013883144s","start":"2026-03-29T02:00:34.849638Z","end":"2026-03-29T02:00:35.863522Z","steps":["trace[2015042754] 'read index received' (duration: 1.013736921s)","trace[2015042754] 'applied index is now lower than readState.Index' (duration: 145.583µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:35.863754Z","caller":"traceutil/trace.go:171","msg":"trace[1763240146] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"1.244824953s","start":"2026-03-29T02:00:34.618921Z","end":"2026-03-29T02:00:35.863746Z","steps":["trace[1763240146] 'process raft request' (duration: 1.244499346s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.863833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.618905Z","time spent":"1.244874355s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:35.864041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014378574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:00:35.86407Z","caller":"traceutil/trace.go:171","msg":"trace[992142973] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:997; }","duration":"1.014456516s","start":"2026-03-29T02:00:34.849606Z","end":"2026-03-29T02:00:35.864062Z","steps":["trace[992142973] 'agreement among raft nodes before linearized reading' (duration: 1.014342033s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.864091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.849592Z","time spent":"1.014494037s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-03-29T02:00:35.864253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.538947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:35.864277Z","caller":"traceutil/trace.go:171","msg":"trace[1385380066] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:997; }","duration":"950.591847ms","start":"2026-03-29T02:00:34.913679Z","end":"2026-03-29T02:00:35.864271Z","steps":["trace[1385380066] 'agreement among raft nodes before linearized reading' (duration: 950.534046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.864298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:34.913665Z","time spent":"950.628778ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:00:35.864539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.541959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:35.864565Z","caller":"traceutil/trace.go:171","msg":"trace[513176429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:997; }","duration":"243.588459ms","start":"2026-03-29T02:00:35.62097Z","end":"2026-03-29T02:00:35.864558Z","steps":["trace[513176429] 'agreement among raft nodes before linearized reading' (duration: 243.532398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.86466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.087705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:35.864684Z","caller":"traceutil/trace.go:171","msg":"trace[866971903] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:997; }","duration":"542.142306ms","start":"2026-03-29T02:00:35.322536Z","end":"2026-03-29T02:00:35.864678Z","steps":["trace[866971903] 'agreement among raft nodes before linearized reading' (duration: 542.106625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.864703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:35.32252Z","time spent":"542.177607ms","remote":"127.0.0.1:57250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:35.864844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.082956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:00:35.864862Z","caller":"traceutil/trace.go:171","msg":"trace[105571684] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:997; }","duration":"564.130537ms","start":"2026-03-29T02:00:35.300726Z","end":"2026-03-29T02:00:35.864857Z","steps":["trace[105571684] 'agreement among raft nodes before linearized reading' (duration: 564.077006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:35.86488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:35.300704Z","time spent":"564.172868ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:00:36.359822Z","caller":"traceutil/trace.go:171","msg":"trace[1306384982] linearizableReadLoop","detail":"{readStateIndex:1042; appliedIndex:1040; }","duration":"149.962884ms","start":"2026-03-29T02:00:36.209821Z","end":"2026-03-29T02:00:36.359784Z","steps":["trace[1306384982] 'read index received' (duration: 26.727654ms)","trace[1306384982] 'applied index is now lower than readState.Index' (duration: 123.23431ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:36.359951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.110237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:36.359981Z","caller":"traceutil/trace.go:171","msg":"trace[423750567] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1002; }","duration":"150.186038ms","start":"2026-03-29T02:00:36.209786Z","end":"2026-03-29T02:00:36.359972Z","steps":["trace[423750567] 'agreement among raft nodes before linearized reading' (duration: 150.107497ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:36.360176Z","caller":"traceutil/trace.go:171","msg":"trace[1184910844] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"162.600984ms","start":"2026-03-29T02:00:36.19755Z","end":"2026-03-29T02:00:36.360151Z","steps":["trace[1184910844] 'process raft request' (duration: 161.549752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:42.418356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:42.91864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:43.419274Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:00:43.655449Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.748213505s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:00:43.655869Z","caller":"traceutil/trace.go:171","msg":"trace[1366456220] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"1.748724856s","start":"2026-03-29T02:00:41.907117Z","end":"2026-03-29T02:00:43.655842Z","steps":["trace[1366456220] 'process raft request' (duration: 1.748537122s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:43.656064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:41.907047Z","time spent":"1.748890899s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:44.621068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000244992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:00:44.621205Z","caller":"traceutil/trace.go:171","msg":"trace[1964562225] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000417726s","start":"2026-03-29T02:00:42.620773Z","end":"2026-03-29T02:00:44.621191Z","steps":["trace[1964562225] 'agreement among raft nodes before linearized reading' (duration: 2.000256392s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:44.62124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.620765Z","time spent":"2.000467707s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:45.677197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.021582041s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:00:45.726923Z","caller":"traceutil/trace.go:171","msg":"trace[717611127] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1057; }","duration":"3.808912406s","start":"2026-03-29T02:00:41.917995Z","end":"2026-03-29T02:00:45.726907Z","steps":["trace[717611127] 'read index received' (duration: 1.737627808s)","trace[717611127] 'applied index is now lower than readState.Index' (duration: 2.071283958s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:45.727023Z","caller":"traceutil/trace.go:171","msg":"trace[157490296] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"3.426781269s","start":"2026-03-29T02:00:42.300233Z","end":"2026-03-29T02:00:45.727015Z","steps":["trace[157490296] 'process raft request' (duration: 3.377130673s)","trace[157490296] 'compare' (duration: 48.96496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:45.727096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.300197Z","time spent":"3.426843171s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:45.727327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809311856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:00:45.72737Z","caller":"traceutil/trace.go:171","msg":"trace[1986755782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1019; }","duration":"3.809386987s","start":"2026-03-29T02:00:41.917973Z","end":"2026-03-29T02:00:45.72736Z","steps":["trace[1986755782] 'agreement among raft nodes before linearized reading' (duration: 3.809245664s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.727393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:41.917961Z","time spent":"3.809427147s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:45.72739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810608697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:00:45.727427Z","caller":"traceutil/trace.go:171","msg":"trace[47216013] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1019; }","duration":"2.810687949s","start":"2026-03-29T02:00:42.916729Z","end":"2026-03-29T02:00:45.727417Z","steps":["trace[47216013] 'agreement among raft nodes before linearized reading' (duration: 2.810630448s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.727434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.225286872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:45.727475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.285277217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:00:45.727487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105524258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:45.727498Z","caller":"traceutil/trace.go:171","msg":"trace[1652779649] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"2.822344059s","start":"2026-03-29T02:00:42.905147Z","end":"2026-03-29T02:00:45.727491Z","steps":["trace[1652779649] 'process raft request' (duration: 2.821677484s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:45.727502Z","caller":"traceutil/trace.go:171","msg":"trace[1095169853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1019; }","duration":"3.285338909s","start":"2026-03-29T02:00:42.442154Z","end":"2026-03-29T02:00:45.727493Z","steps":["trace[1095169853] 'agreement among raft nodes before linearized reading' (duration: 3.285285187s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:45.727509Z","caller":"traceutil/trace.go:171","msg":"trace[130802198] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1019; }","duration":"1.10557875s","start":"2026-03-29T02:00:44.621922Z","end":"2026-03-29T02:00:45.727501Z","steps":["trace[130802198] 'agreement among raft nodes before linearized reading' (duration: 1.105550609s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.727525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.442136Z","time spent":"3.285384719s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:45.727531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.621896Z","time spent":"1.10563056s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:00:45.727529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.994608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:00:45.727587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.348249266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:00:45.727584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120976976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:00:45.727583Z","caller":"traceutil/trace.go:171","msg":"trace[914852392] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1019; }","duration":"877.056939ms","start":"2026-03-29T02:00:44.850514Z","end":"2026-03-29T02:00:45.727571Z","steps":["trace[914852392] 'agreement among raft nodes before linearized reading' (duration: 876.899896ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:45.727602Z","caller":"traceutil/trace.go:171","msg":"trace[1968707303] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1019; }","duration":"3.348297557s","start":"2026-03-29T02:00:42.379301Z","end":"2026-03-29T02:00:45.727598Z","steps":["trace[1968707303] 'agreement among raft nodes before linearized reading' (duration: 3.348271446s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:45.727607Z","caller":"traceutil/trace.go:171","msg":"trace[366316010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1019; }","duration":"3.121033887s","start":"2026-03-29T02:00:42.606568Z","end":"2026-03-29T02:00:45.727601Z","steps":["trace[366316010] 'agreement among raft nodes before linearized reading' (duration: 3.120943075s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.727615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.37928Z","time spent":"3.348332347s","remote":"127.0.0.1:57270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":27,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:45.727618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:44.850463Z","time spent":"877.149721ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-03-29T02:00:45.72763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.606554Z","time spent":"3.121071698s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:00:45.727459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.916697Z","time spent":"2.81075221s","remote":"127.0.0.1:53234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:45.727725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.095671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:00:45.727554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.905128Z","time spent":"2.822385989s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:45.727749Z","caller":"traceutil/trace.go:171","msg":"trace[1550405044] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1019; }","duration":"324.150012ms","start":"2026-03-29T02:00:45.403592Z","end":"2026-03-29T02:00:45.727742Z","steps":["trace[1550405044] 'agreement among raft nodes before linearized reading' (duration: 324.108201ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:45.727488Z","caller":"traceutil/trace.go:171","msg":"trace[1709274086] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1019; }","duration":"3.225360713s","start":"2026-03-29T02:00:42.502114Z","end":"2026-03-29T02:00:45.727475Z","steps":["trace[1709274086] 'agreement among raft nodes before linearized reading' (duration: 3.225256461s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.727769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:45.403575Z","time spent":"324.188923ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":9,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:45.727779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:42.502094Z","time spent":"3.225679781s","remote":"127.0.0.1:53174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:00:45.72732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809142682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:00:45.727838Z","caller":"traceutil/trace.go:171","msg":"trace[1194986086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1019; }","duration":"3.809684403s","start":"2026-03-29T02:00:41.918145Z","end":"2026-03-29T02:00:45.72783Z","steps":["trace[1194986086] 'agreement among raft nodes before linearized reading' (duration: 3.80909061s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:45.727863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:41.918139Z","time spent":"3.809717063s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:00:47.439227Z","caller":"traceutil/trace.go:171","msg":"trace[647882211] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1068; }","duration":"245.234186ms","start":"2026-03-29T02:00:47.193977Z","end":"2026-03-29T02:00:47.439211Z","steps":["trace[647882211] 'read index received' (duration: 245.109383ms)","trace[647882211] 'applied index is now lower than readState.Index' (duration: 124.383µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:47.439419Z","caller":"traceutil/trace.go:171","msg":"trace[956058492] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"488.066888ms","start":"2026-03-29T02:00:46.951345Z","end":"2026-03-29T02:00:47.439412Z","steps":["trace[956058492] 'process raft request' (duration: 487.757762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.439487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:46.951323Z","time spent":"488.117239ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:47.439611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.354866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:47.439639Z","caller":"traceutil/trace.go:171","msg":"trace[2065057795] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1027; }","duration":"154.410768ms","start":"2026-03-29T02:00:47.28522Z","end":"2026-03-29T02:00:47.439631Z","steps":["trace[2065057795] 'agreement among raft nodes before linearized reading' (duration: 154.369617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.439754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.776208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:00:47.439778Z","caller":"traceutil/trace.go:171","msg":"trace[1390267623] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1027; }","duration":"245.835689ms","start":"2026-03-29T02:00:47.193936Z","end":"2026-03-29T02:00:47.439772Z","steps":["trace[1390267623] 'agreement among raft nodes before linearized reading' (duration: 245.799898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.619837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.530921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:47.619918Z","caller":"traceutil/trace.go:171","msg":"trace[1103336104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1027; }","duration":"149.627453ms","start":"2026-03-29T02:00:47.470273Z","end":"2026-03-29T02:00:47.6199Z","steps":["trace[1103336104] 'range keys from in-memory index tree' (duration: 149.45447ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:47.839493Z","caller":"traceutil/trace.go:171","msg":"trace[721222178] transaction","detail":"{read_only:false; response_revision:1028; number_of_response:1; }","duration":"108.361692ms","start":"2026-03-29T02:00:47.731108Z","end":"2026-03-29T02:00:47.83947Z","steps":["trace[721222178] 'process raft request' (duration: 108.194398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:48.417821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.394127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:48.417899Z","caller":"traceutil/trace.go:171","msg":"trace[1280775475] transaction","detail":"{read_only:false; response_revision:1029; number_of_response:1; }","duration":"574.368316ms","start":"2026-03-29T02:00:47.843517Z","end":"2026-03-29T02:00:48.417885Z","steps":["trace[1280775475] 'process raft request' (duration: 297.848946ms)","trace[1280775475] 'compare' (duration: 276.298695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:48.417941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.84348Z","time spent":"574.442238ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:48.682386Z","caller":"traceutil/trace.go:171","msg":"trace[1075541857] transaction","detail":"{read_only:false; response_revision:1030; number_of_response:1; }","duration":"838.20604ms","start":"2026-03-29T02:00:47.844154Z","end":"2026-03-29T02:00:48.68236Z","steps":["trace[1075541857] 'process raft request' (duration: 833.595939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:48.68253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.84413Z","time spent":"838.328063ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:48.682725Z","caller":"traceutil/trace.go:171","msg":"trace[799387535] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1071; }","duration":"365.137419ms","start":"2026-03-29T02:00:48.317543Z","end":"2026-03-29T02:00:48.682681Z","steps":["trace[799387535] 'read index received' (duration: 360.253852ms)","trace[799387535] 'applied index is now lower than readState.Index' (duration: 4.882337ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:48.682746Z","caller":"traceutil/trace.go:171","msg":"trace[1760185137] transaction","detail":"{read_only:false; response_revision:1031; number_of_response:1; }","duration":"838.255401ms","start":"2026-03-29T02:00:47.844472Z","end":"2026-03-29T02:00:48.682728Z","steps":["trace[1760185137] 'process raft request' (duration: 837.845212ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:48.682749Z","caller":"traceutil/trace.go:171","msg":"trace[1495860091] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"838.042926ms","start":"2026-03-29T02:00:47.844677Z","end":"2026-03-29T02:00:48.68272Z","steps":["trace[1495860091] 'process raft request' (duration: 837.872802ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:48.682846Z","caller":"traceutil/trace.go:171","msg":"trace[1287583819] transaction","detail":"{read_only:false; response_revision:1033; number_of_response:1; }","duration":"836.663446ms","start":"2026-03-29T02:00:47.84617Z","end":"2026-03-29T02:00:48.682834Z","steps":["trace[1287583819] 'process raft request' (duration: 836.469171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:48.682849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.84446Z","time spent":"838.336303ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:48.68288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.844668Z","time spent":"838.143428ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:48.682939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:47.846146Z","time spent":"836.724947ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:00:48.683056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.503067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:48.683103Z","caller":"traceutil/trace.go:171","msg":"trace[49259461] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1033; }","duration":"365.576759ms","start":"2026-03-29T02:00:48.317511Z","end":"2026-03-29T02:00:48.683088Z","steps":["trace[49259461] 'agreement among raft nodes before linearized reading' (duration: 365.508898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:48.683135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:48.317495Z","time spent":"365.63148ms","remote":"127.0.0.1:57438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":27,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:00:50.82899Z","caller":"traceutil/trace.go:171","msg":"trace[799582386] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"137.982509ms","start":"2026-03-29T02:00:50.690985Z","end":"2026-03-29T02:00:50.828967Z","steps":["trace[799582386] 'process raft request' (duration: 107.195305ms)","trace[799582386] 'compare' (duration: 30.657641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:50.829418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.024949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:50.829442Z","caller":"traceutil/trace.go:171","msg":"trace[43740961] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"138.317516ms","start":"2026-03-29T02:00:50.691078Z","end":"2026-03-29T02:00:50.829396Z","steps":["trace[43740961] 'process raft request' (duration: 137.858496ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:50.829504Z","caller":"traceutil/trace.go:171","msg":"trace[2066869761] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1039; }","duration":"100.126461ms","start":"2026-03-29T02:00:50.729356Z","end":"2026-03-29T02:00:50.829483Z","steps":["trace[2066869761] 'agreement among raft nodes before linearized reading' (duration: 99.960067ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:50.829455Z","caller":"traceutil/trace.go:171","msg":"trace[1369018745] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"137.227852ms","start":"2026-03-29T02:00:50.692218Z","end":"2026-03-29T02:00:50.829446Z","steps":["trace[1369018745] 'process raft request' (duration: 136.985557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:51.075996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.685582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:51.076135Z","caller":"traceutil/trace.go:171","msg":"trace[521692921] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"126.889616ms","start":"2026-03-29T02:00:50.94922Z","end":"2026-03-29T02:00:51.076109Z","steps":["trace[521692921] 'range keys from in-memory index tree' (duration: 126.561719ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:52.059577Z","caller":"traceutil/trace.go:171","msg":"trace[900094595] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"129.913222ms","start":"2026-03-29T02:00:51.929637Z","end":"2026-03-29T02:00:52.059551Z","steps":["trace[900094595] 'process raft request' (duration: 129.737299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:52.728779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.214138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:52.728874Z","caller":"traceutil/trace.go:171","msg":"trace[476254687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"108.358361ms","start":"2026-03-29T02:00:52.620494Z","end":"2026-03-29T02:00:52.728852Z","steps":["trace[476254687] 'range keys from in-memory index tree' (duration: 108.121895ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:54.933431Z","caller":"traceutil/trace.go:171","msg":"trace[14206852] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"129.294199ms","start":"2026-03-29T02:00:54.804114Z","end":"2026-03-29T02:00:54.933409Z","steps":["trace[14206852] 'process raft request' (duration: 129.007762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:55.328366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.29549ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-29T02:00:55.328461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:54.934459Z","time spent":"393.998171ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:00:55.349318Z","caller":"traceutil/trace.go:171","msg":"trace[1847553853] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"412.143357ms","start":"2026-03-29T02:00:54.937159Z","end":"2026-03-29T02:00:55.349302Z","steps":["trace[1847553853] 'process raft request' (duration: 412.111497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:55.349426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:54.937149Z","time spent":"412.224909ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:55.349598Z","caller":"traceutil/trace.go:171","msg":"trace[1257409752] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"412.497036ms","start":"2026-03-29T02:00:54.937093Z","end":"2026-03-29T02:00:55.34959Z","steps":["trace[1257409752] 'process raft request' (duration: 412.152357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:55.349646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:54.93708Z","time spent":"412.541646ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:55.349708Z","caller":"traceutil/trace.go:171","msg":"trace[1634691864] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"412.677169ms","start":"2026-03-29T02:00:54.936941Z","end":"2026-03-29T02:00:55.349619Z","steps":["trace[1634691864] 'process raft request' (duration: 412.203238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:55.349893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:54.936925Z","time spent":"412.853364ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:55.349991Z","caller":"traceutil/trace.go:171","msg":"trace[661429851] linearizableReadLoop","detail":"{readStateIndex:1095; appliedIndex:1095; }","duration":"241.404332ms","start":"2026-03-29T02:00:55.108576Z","end":"2026-03-29T02:00:55.349981Z","steps":["trace[661429851] 'read index received' (duration: 241.399812ms)","trace[661429851] 'applied index is now lower than readState.Index' (duration: 3.92µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:55.350051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.470813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:00:55.350074Z","caller":"traceutil/trace.go:171","msg":"trace[738777471] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1051; }","duration":"241.535676ms","start":"2026-03-29T02:00:55.108531Z","end":"2026-03-29T02:00:55.350067Z","steps":["trace[738777471] 'agreement among raft nodes before linearized reading' (duration: 241.490175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.245627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.039155ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:00:56.245794Z","caller":"traceutil/trace.go:171","msg":"trace[2048879805] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"915.94841ms","start":"2026-03-29T02:00:55.329811Z","end":"2026-03-29T02:00:56.245759Z","steps":["trace[2048879805] 'process raft request' (duration: 625.69828ms)","trace[2048879805] 'compare' (duration: 289.905443ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:56.24585Z","caller":"traceutil/trace.go:171","msg":"trace[1833511655] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"141.281851ms","start":"2026-03-29T02:00:56.104551Z","end":"2026-03-29T02:00:56.245833Z","steps":["trace[1833511655] 'process raft request' (duration: 141.24272ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:56.245858Z","caller":"traceutil/trace.go:171","msg":"trace[2014443698] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1095; }","duration":"624.306749ms","start":"2026-03-29T02:00:55.621526Z","end":"2026-03-29T02:00:56.245833Z","steps":["trace[2014443698] 'read index received' (duration: 333.963307ms)","trace[2014443698] 'applied index is now lower than readState.Index' (duration: 290.340812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:00:56.245979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.437232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:00:56.246002Z","caller":"traceutil/trace.go:171","msg":"trace[1940440942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1054; }","duration":"624.504604ms","start":"2026-03-29T02:00:55.62149Z","end":"2026-03-29T02:00:56.245995Z","steps":["trace[1940440942] 'agreement among raft nodes before linearized reading' (duration: 624.414471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.246023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:55.621474Z","time spent":"624.543855ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:00:56.246155Z","caller":"traceutil/trace.go:171","msg":"trace[1711485377] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"260.145052ms","start":"2026-03-29T02:00:55.986Z","end":"2026-03-29T02:00:56.246145Z","steps":["trace[1711485377] 'process raft request' (duration: 259.737323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:56.246515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:00:55.32979Z","time spent":"916.071232ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:00:58.509793Z","caller":"traceutil/trace.go:171","msg":"trace[2145668243] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"258.519247ms","start":"2026-03-29T02:00:58.251249Z","end":"2026-03-29T02:00:58.509768Z","steps":["trace[2145668243] 'process raft request' (duration: 258.374684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:58.716943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.639013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:00:58.717055Z","caller":"traceutil/trace.go:171","msg":"trace[1808095016] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1061; }","duration":"127.832517ms","start":"2026-03-29T02:00:58.589199Z","end":"2026-03-29T02:00:58.717031Z","steps":["trace[1808095016] 'range keys from in-memory index tree' (duration: 127.331816ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:59.08788Z","caller":"traceutil/trace.go:171","msg":"trace[1946457031] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"120.502947ms","start":"2026-03-29T02:00:58.967358Z","end":"2026-03-29T02:00:59.087861Z","steps":["trace[1946457031] 'process raft request' (duration: 120.376114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:01.0264Z","caller":"traceutil/trace.go:171","msg":"trace[1750253799] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"226.192019ms","start":"2026-03-29T02:01:00.800189Z","end":"2026-03-29T02:01:01.026381Z","steps":["trace[1750253799] 'process raft request' (duration: 226.076786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:01.460559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.052987ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:01:01.460728Z","caller":"traceutil/trace.go:171","msg":"trace[1531291408] linearizableReadLoop","detail":"{readStateIndex:1113; appliedIndex:1112; }","duration":"368.467882ms","start":"2026-03-29T02:01:01.092234Z","end":"2026-03-29T02:01:01.460702Z","steps":["trace[1531291408] 'read index received' (duration: 19.270852ms)","trace[1531291408] 'applied index is now lower than readState.Index' (duration: 349.19489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:01.460921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.547286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:01:01.460897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.662096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:01.460967Z","caller":"traceutil/trace.go:171","msg":"trace[289768116] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1068; }","duration":"279.633609ms","start":"2026-03-29T02:01:01.18132Z","end":"2026-03-29T02:01:01.460954Z","steps":["trace[289768116] 'agreement among raft nodes before linearized reading' (duration: 279.521416ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:01.460978Z","caller":"traceutil/trace.go:171","msg":"trace[500414977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1068; }","duration":"368.783389ms","start":"2026-03-29T02:01:01.092178Z","end":"2026-03-29T02:01:01.460961Z","steps":["trace[500414977] 'agreement among raft nodes before linearized reading' (duration: 368.615655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:01.461014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.092157Z","time spent":"368.85142ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:01:01.639237Z","caller":"traceutil/trace.go:171","msg":"trace[983400258] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"174.466188ms","start":"2026-03-29T02:01:01.464743Z","end":"2026-03-29T02:01:01.63921Z","steps":["trace[983400258] 'process raft request' (duration: 174.272764ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:01.99589Z","caller":"traceutil/trace.go:171","msg":"trace[708007350] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1113; }","duration":"373.382109ms","start":"2026-03-29T02:01:01.622491Z","end":"2026-03-29T02:01:01.995873Z","steps":["trace[708007350] 'read index received' (duration: 16.568163ms)","trace[708007350] 'applied index is now lower than readState.Index' (duration: 356.813296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:01.995986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.493961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:01.996004Z","caller":"traceutil/trace.go:171","msg":"trace[852461208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1072; }","duration":"373.568583ms","start":"2026-03-29T02:01:01.622429Z","end":"2026-03-29T02:01:01.995998Z","steps":["trace[852461208] 'agreement among raft nodes before linearized reading' (duration: 373.516292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:01.996038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.622408Z","time spent":"373.609184ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:01.996156Z","caller":"traceutil/trace.go:171","msg":"trace[1980614866] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"531.238313ms","start":"2026-03-29T02:01:01.464883Z","end":"2026-03-29T02:01:01.996122Z","steps":["trace[1980614866] 'process raft request' (duration: 521.04443ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:01.996211Z","caller":"traceutil/trace.go:171","msg":"trace[712539093] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"530.826564ms","start":"2026-03-29T02:01:01.465345Z","end":"2026-03-29T02:01:01.996172Z","steps":["trace[712539093] 'process raft request' (duration: 530.495027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:01.996282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.464875Z","time spent":"531.340105ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:01.996304Z","caller":"traceutil/trace.go:171","msg":"trace[482530952] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"531.396295ms","start":"2026-03-29T02:01:01.4649Z","end":"2026-03-29T02:01:01.996297Z","steps":["trace[482530952] 'process raft request' (duration: 530.880034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:01.996358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.464881Z","time spent":"531.440427ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:01.996388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:01.465324Z","time spent":"530.963596ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:05.000206Z","caller":"traceutil/trace.go:171","msg":"trace[2112402933] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"103.544325ms","start":"2026-03-29T02:01:04.896641Z","end":"2026-03-29T02:01:05.000185Z","steps":["trace[2112402933] 'process raft request' (duration: 59.705406ms)","trace[2112402933] 'compare' (duration: 43.721476ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:06.942966Z","caller":"traceutil/trace.go:171","msg":"trace[1818257101] transaction","detail":"{read_only:false; response_revision:1086; number_of_response:1; }","duration":"608.177596ms","start":"2026-03-29T02:01:06.334768Z","end":"2026-03-29T02:01:06.942946Z","steps":["trace[1818257101] 'process raft request' (duration: 608.045883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:06.94309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:06.334746Z","time spent":"608.279368ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:07.203322Z","caller":"traceutil/trace.go:171","msg":"trace[990713068] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1131; }","duration":"581.723008ms","start":"2026-03-29T02:01:06.62158Z","end":"2026-03-29T02:01:07.203303Z","steps":["trace[990713068] 'read index received' (duration: 321.295349ms)","trace[990713068] 'applied index is now lower than readState.Index' (duration: 260.426978ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:07.203535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.252388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:07.203525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.916532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:07.203601Z","caller":"traceutil/trace.go:171","msg":"trace[1069625352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1087; }","duration":"582.041135ms","start":"2026-03-29T02:01:06.621542Z","end":"2026-03-29T02:01:07.203583Z","steps":["trace[1069625352] 'agreement among raft nodes before linearized reading' (duration: 581.899791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:07.203634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.002547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:07.203586Z","caller":"traceutil/trace.go:171","msg":"trace[2025744427] transaction","detail":"{read_only:false; response_revision:1087; number_of_response:1; }","duration":"639.396609ms","start":"2026-03-29T02:01:06.564141Z","end":"2026-03-29T02:01:07.203538Z","steps":["trace[2025744427] 'process raft request' (duration: 576.898091ms)","trace[2025744427] 'compare' (duration: 62.12485ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:07.203561Z","caller":"traceutil/trace.go:171","msg":"trace[1784383278] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1087; }","duration":"124.33011ms","start":"2026-03-29T02:01:07.079223Z","end":"2026-03-29T02:01:07.203553Z","steps":["trace[1784383278] 'agreement among raft nodes before linearized reading' (duration: 124.271689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:07.203657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:06.621525Z","time spent":"582.120817ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:07.203654Z","caller":"traceutil/trace.go:171","msg":"trace[859653902] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1087; }","duration":"110.062728ms","start":"2026-03-29T02:01:07.093587Z","end":"2026-03-29T02:01:07.203649Z","steps":["trace[859653902] 'agreement among raft nodes before linearized reading' (duration: 109.988046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:07.203882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:06.56411Z","time spent":"639.572333ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:08.16464Z","caller":"traceutil/trace.go:171","msg":"trace[897014799] linearizableReadLoop","detail":"{readStateIndex:1135; appliedIndex:1134; }","duration":"481.888583ms","start":"2026-03-29T02:01:07.682727Z","end":"2026-03-29T02:01:08.164616Z","steps":["trace[897014799] 'read index received' (duration: 481.711199ms)","trace[897014799] 'applied index is now lower than readState.Index' (duration: 176.454µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:08.164774Z","caller":"traceutil/trace.go:171","msg":"trace[375389745] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"516.999091ms","start":"2026-03-29T02:01:07.647764Z","end":"2026-03-29T02:01:08.164763Z","steps":["trace[375389745] 'process raft request' (duration: 516.699044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:08.164915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:07.647738Z","time spent":"517.081842ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:08.164984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.28211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:08.165058Z","caller":"traceutil/trace.go:171","msg":"trace[794033551] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1089; }","duration":"146.361202ms","start":"2026-03-29T02:01:08.01868Z","end":"2026-03-29T02:01:08.165041Z","steps":["trace[794033551] 'agreement among raft nodes before linearized reading' (duration: 146.189558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:08.165241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.709742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:01:08.165268Z","caller":"traceutil/trace.go:171","msg":"trace[88553441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1089; }","duration":"142.766294ms","start":"2026-03-29T02:01:08.022493Z","end":"2026-03-29T02:01:08.165259Z","steps":["trace[88553441] 'agreement among raft nodes before linearized reading' (duration: 142.684782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:08.16525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.488618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:01:08.165333Z","caller":"traceutil/trace.go:171","msg":"trace[1188926624] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1089; }","duration":"142.59959ms","start":"2026-03-29T02:01:08.022715Z","end":"2026-03-29T02:01:08.165314Z","steps":["trace[1188926624] 'agreement among raft nodes before linearized reading' (duration: 142.315714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:08.16541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.685181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:08.165448Z","caller":"traceutil/trace.go:171","msg":"trace[1093624298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1089; }","duration":"482.749261ms","start":"2026-03-29T02:01:07.682687Z","end":"2026-03-29T02:01:08.165436Z","steps":["trace[1093624298] 'agreement among raft nodes before linearized reading' (duration: 482.615329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:08.165482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:07.682675Z","time spent":"482.797413ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:01:08.426842Z","caller":"traceutil/trace.go:171","msg":"trace[243128020] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"257.723269ms","start":"2026-03-29T02:01:08.16909Z","end":"2026-03-29T02:01:08.426813Z","steps":["trace[243128020] 'process raft request' (duration: 257.582476ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:08.455246Z","caller":"traceutil/trace.go:171","msg":"trace[402088319] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"285.22165ms","start":"2026-03-29T02:01:08.170006Z","end":"2026-03-29T02:01:08.455228Z","steps":["trace[402088319] 'process raft request' (duration: 285.164909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:08.455257Z","caller":"traceutil/trace.go:171","msg":"trace[1045017958] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"285.66941ms","start":"2026-03-29T02:01:08.169553Z","end":"2026-03-29T02:01:08.455222Z","steps":["trace[1045017958] 'process raft request' (duration: 285.515137ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:08.455421Z","caller":"traceutil/trace.go:171","msg":"trace[260530540] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"285.343023ms","start":"2026-03-29T02:01:08.170067Z","end":"2026-03-29T02:01:08.45541Z","steps":["trace[260530540] 'process raft request' (duration: 285.130279ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:09.394917Z","caller":"traceutil/trace.go:171","msg":"trace[1918214847] linearizableReadLoop","detail":"{readStateIndex:1140; appliedIndex:1139; }","duration":"143.252244ms","start":"2026-03-29T02:01:09.251642Z","end":"2026-03-29T02:01:09.394894Z","steps":["trace[1918214847] 'read index received' (duration: 143.04431ms)","trace[1918214847] 'applied index is now lower than readState.Index' (duration: 206.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:09.395052Z","caller":"traceutil/trace.go:171","msg":"trace[697234978] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"186.048231ms","start":"2026-03-29T02:01:09.208965Z","end":"2026-03-29T02:01:09.395014Z","steps":["trace[697234978] 'process raft request' (duration: 185.759684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:09.395201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.53575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:09.395854Z","caller":"traceutil/trace.go:171","msg":"trace[1775448569] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1094; }","duration":"144.251026ms","start":"2026-03-29T02:01:09.251587Z","end":"2026-03-29T02:01:09.395838Z","steps":["trace[1775448569] 'agreement among raft nodes before linearized reading' (duration: 143.484169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:11.019264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391279,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:12.625931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000549071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:01:12.626008Z","caller":"traceutil/trace.go:171","msg":"trace[1713440048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000668633s","start":"2026-03-29T02:01:10.625322Z","end":"2026-03-29T02:01:12.62599Z","steps":["trace[1713440048] 'agreement among raft nodes before linearized reading' (duration: 2.0005741s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:12.626053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:10.625306Z","time spent":"2.000737955s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:01:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:01:13.608852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.791515ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:13.609653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.178927261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:01:13.609764Z","caller":"traceutil/trace.go:171","msg":"trace[613762055] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1095; }","duration":"3.179081285s","start":"2026-03-29T02:01:10.430665Z","end":"2026-03-29T02:01:13.609746Z","steps":["trace[613762055] 'range keys from in-memory index tree' (duration: 3.178675636s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:13.60978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150404198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:13.609855Z","caller":"traceutil/trace.go:171","msg":"trace[1417686176] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1095; }","duration":"3.150593012s","start":"2026-03-29T02:01:10.459245Z","end":"2026-03-29T02:01:13.609838Z","steps":["trace[1417686176] 'range keys from in-memory index tree' (duration: 3.150210283s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:13.609868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:10.430645Z","time spent":"3.179174586s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:13.609762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15098327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:13.609975Z","caller":"traceutil/trace.go:171","msg":"trace[305708646] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1095; }","duration":"3.151231275s","start":"2026-03-29T02:01:10.458726Z","end":"2026-03-29T02:01:13.609957Z","steps":["trace[305708646] 'range keys from in-memory index tree' (duration: 3.150794756s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:13.610039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:10.458701Z","time spent":"3.151322277s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:13.610055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150662153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:01:13.610143Z","caller":"traceutil/trace.go:171","msg":"trace[493184169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1095; }","duration":"3.150770926s","start":"2026-03-29T02:01:10.459349Z","end":"2026-03-29T02:01:13.61012Z","steps":["trace[493184169] 'range keys from in-memory index tree' (duration: 3.150458148s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:13.609903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:10.45922Z","time spent":"3.150673743s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:13.610201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:10.459339Z","time spent":"3.150849207s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:01:13.608994Z","caller":"traceutil/trace.go:171","msg":"trace[255870766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1095; }","duration":"158.941548ms","start":"2026-03-29T02:01:13.450029Z","end":"2026-03-29T02:01:13.60897Z","steps":["trace[255870766] 'range keys from in-memory index tree' (duration: 158.774613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:13.739184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.338493313s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:01:14.385891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.344978935s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:01:14.386574Z","caller":"traceutil/trace.go:171","msg":"trace[1320984905] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1141; }","duration":"3.867484285s","start":"2026-03-29T02:01:10.519061Z","end":"2026-03-29T02:01:14.386545Z","steps":["trace[1320984905] 'read index received' (duration: 521.750464ms)","trace[1320984905] 'applied index is now lower than readState.Index' (duration: 3.345731111s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:14.386721Z","caller":"traceutil/trace.go:171","msg":"trace[342041595] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"2.986160844s","start":"2026-03-29T02:01:11.400547Z","end":"2026-03-29T02:01:14.386708Z","steps":["trace[342041595] 'process raft request' (duration: 2.985926589s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.386782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.867691809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:14.386832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:11.40051Z","time spent":"2.986243596s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:14.38684Z","caller":"traceutil/trace.go:171","msg":"trace[2041292485] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1098; }","duration":"3.867818832s","start":"2026-03-29T02:01:10.519007Z","end":"2026-03-29T02:01:14.386826Z","steps":["trace[2041292485] 'agreement among raft nodes before linearized reading' (duration: 3.86769245s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.38691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:10.518982Z","time spent":"3.867918995s","remote":"127.0.0.1:33346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:01:14.387008Z","caller":"traceutil/trace.go:171","msg":"trace[1640702914] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"772.135743ms","start":"2026-03-29T02:01:13.614836Z","end":"2026-03-29T02:01:14.386972Z","steps":["trace[1640702914] 'process raft request' (duration: 771.726674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.387188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:13.614816Z","time spent":"772.280696ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:14.387156Z","caller":"traceutil/trace.go:171","msg":"trace[574987798] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"771.967619ms","start":"2026-03-29T02:01:13.615165Z","end":"2026-03-29T02:01:14.387133Z","steps":["trace[574987798] 'process raft request' (duration: 771.426297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.387392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:13.61514Z","time spent":"772.180114ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:14.387578Z","caller":"traceutil/trace.go:171","msg":"trace[1521581025] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"772.322677ms","start":"2026-03-29T02:01:13.61524Z","end":"2026-03-29T02:01:14.387563Z","steps":["trace[1521581025] 'process raft request' (duration: 772.171524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.387683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:13.61522Z","time spent":"772.42467ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:14.387878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761540801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:14.387939Z","caller":"traceutil/trace.go:171","msg":"trace[2015447915] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1100; }","duration":"1.761597992s","start":"2026-03-29T02:01:12.626321Z","end":"2026-03-29T02:01:14.387919Z","steps":["trace[2015447915] 'agreement among raft nodes before linearized reading' (duration: 1.76150651s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.387981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:12.626252Z","time spent":"1.761719125s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:14.387543Z","caller":"traceutil/trace.go:171","msg":"trace[2087986903] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"772.314206ms","start":"2026-03-29T02:01:13.615209Z","end":"2026-03-29T02:01:14.387523Z","steps":["trace[2087986903] 'process raft request' (duration: 771.409977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.388253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:13.615193Z","time spent":"772.953552ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:14.388277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.929226579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:01:14.388416Z","caller":"traceutil/trace.go:171","msg":"trace[376582518] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1100; }","duration":"2.929399932s","start":"2026-03-29T02:01:11.459005Z","end":"2026-03-29T02:01:14.388405Z","steps":["trace[376582518] 'agreement among raft nodes before linearized reading' (duration: 2.928526153s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:14.388484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:11.458986Z","time spent":"2.929487565s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:16.394772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000205702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:01:16.394842Z","caller":"traceutil/trace.go:171","msg":"trace[1652635355] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299634s","start":"2026-03-29T02:01:14.394528Z","end":"2026-03-29T02:01:16.394828Z","steps":["trace[1652635355] 'agreement among raft nodes before linearized reading' (duration: 2.000217632s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:16.394895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:14.39452Z","time spent":"2.000366575s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:16.893656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.194907711s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-29T02:01:16.894027Z","caller":"traceutil/trace.go:171","msg":"trace[1768520032] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1147; }","duration":"2.499410943s","start":"2026-03-29T02:01:14.394545Z","end":"2026-03-29T02:01:16.893956Z","steps":["trace[1768520032] 'read index received' (duration: 304.141564ms)","trace[1768520032] 'applied index is now lower than readState.Index' (duration: 2.195268209s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:16.894161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:14.393152Z","time spent":"2.50100616s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:01:16.89422Z","caller":"traceutil/trace.go:171","msg":"trace[1355007080] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"2.500982647s","start":"2026-03-29T02:01:14.393208Z","end":"2026-03-29T02:01:16.894191Z","steps":["trace[1355007080] 'process raft request' (duration: 2.500536028s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:16.894354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:14.393194Z","time spent":"2.50107571s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:17.946979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.466757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:17.947395Z","caller":"traceutil/trace.go:171","msg":"trace[1154964087] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"1.554396149s","start":"2026-03-29T02:01:16.392974Z","end":"2026-03-29T02:01:17.947371Z","steps":["trace[1154964087] 'process raft request' (duration: 959.448902ms)","trace[1154964087] 'compare' (duration: 594.343134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:17.947503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:16.392965Z","time spent":"1.554488691s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:17.947307Z","caller":"traceutil/trace.go:171","msg":"trace[1895592806] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"632.787865ms","start":"2026-03-29T02:01:17.314497Z","end":"2026-03-29T02:01:17.947285Z","steps":["trace[1895592806] 'process raft request' (duration: 632.670973ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:17.947657Z","caller":"traceutil/trace.go:171","msg":"trace[1458491622] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"1.052225981s","start":"2026-03-29T02:01:16.895396Z","end":"2026-03-29T02:01:17.947622Z","steps":["trace[1458491622] 'process raft request' (duration: 1.05169546s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:17.947769Z","caller":"traceutil/trace.go:171","msg":"trace[52584856] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1149; }","duration":"1.053678513s","start":"2026-03-29T02:01:16.894071Z","end":"2026-03-29T02:01:17.94775Z","steps":["trace[52584856] 'read index received' (duration: 458.487541ms)","trace[52584856] 'applied index is now lower than readState.Index' (duration: 595.188382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:17.947753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.314478Z","time spent":"633.178953ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:17.947852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:16.895328Z","time spent":"1.052427705s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:17.947904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55450715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:01:17.947928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554305376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:01:17.94791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552519937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:17.947953Z","caller":"traceutil/trace.go:171","msg":"trace[1717351498] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1104; }","duration":"1.554347096s","start":"2026-03-29T02:01:16.393598Z","end":"2026-03-29T02:01:17.947945Z","steps":["trace[1717351498] 'agreement among raft nodes before linearized reading' (duration: 1.554295765s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:17.947956Z","caller":"traceutil/trace.go:171","msg":"trace[1253181033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1104; }","duration":"1.554586213s","start":"2026-03-29T02:01:16.393356Z","end":"2026-03-29T02:01:17.947942Z","steps":["trace[1253181033] 'agreement among raft nodes before linearized reading' (duration: 1.55442603s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.947972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:16.393589Z","time spent":"1.554378828s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:01:17.947984Z","caller":"traceutil/trace.go:171","msg":"trace[569090796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1104; }","duration":"1.55260955s","start":"2026-03-29T02:01:16.395352Z","end":"2026-03-29T02:01:17.947961Z","steps":["trace[569090796] 'agreement among raft nodes before linearized reading' (duration: 1.552503007s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.948041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.414992076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:17.947957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.555138435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:17.948061Z","caller":"traceutil/trace.go:171","msg":"trace[1856873314] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1104; }","duration":"3.415048968s","start":"2026-03-29T02:01:14.533006Z","end":"2026-03-29T02:01:17.948055Z","steps":["trace[1856873314] 'agreement among raft nodes before linearized reading' (duration: 3.415005097s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.948078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:14.532987Z","time spent":"3.415086868s","remote":"127.0.0.1:53120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:17.948069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:16.39534Z","time spent":"1.552716722s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:17.948077Z","caller":"traceutil/trace.go:171","msg":"trace[1831415714] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1104; }","duration":"1.555301188s","start":"2026-03-29T02:01:16.392761Z","end":"2026-03-29T02:01:17.948062Z","steps":["trace[1831415714] 'agreement among raft nodes before linearized reading' (duration: 1.555101714s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.948095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095360832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-29T02:01:17.948121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:16.39274Z","time spent":"1.55537013s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:17.947872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553978749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:01:17.948184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.175059897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:17.948201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.888759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:17.948217Z","caller":"traceutil/trace.go:171","msg":"trace[1875411112] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1104; }","duration":"3.175151819s","start":"2026-03-29T02:01:14.773058Z","end":"2026-03-29T02:01:17.94821Z","steps":["trace[1875411112] 'agreement among raft nodes before linearized reading' (duration: 3.175106438s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.948235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:14.773028Z","time spent":"3.175201921s","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:17.947999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:16.393343Z","time spent":"1.554643874s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:01:17.94819Z","caller":"traceutil/trace.go:171","msg":"trace[20971126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1104; }","duration":"1.554303537s","start":"2026-03-29T02:01:16.393869Z","end":"2026-03-29T02:01:17.948172Z","steps":["trace[20971126] 'agreement among raft nodes before linearized reading' (duration: 1.553935048s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.948342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:16.393861Z","time spent":"1.554467141s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:01:17.948138Z","caller":"traceutil/trace.go:171","msg":"trace[1650277871] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1104; }","duration":"3.095465204s","start":"2026-03-29T02:01:14.85266Z","end":"2026-03-29T02:01:17.948126Z","steps":["trace[1650277871] 'agreement among raft nodes before linearized reading' (duration: 3.095320031s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.948453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:14.85264Z","time spent":"3.095794012s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"info","ts":"2026-03-29T02:01:17.948237Z","caller":"traceutil/trace.go:171","msg":"trace[240271089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1104; }","duration":"324.95807ms","start":"2026-03-29T02:01:17.623268Z","end":"2026-03-29T02:01:17.948226Z","steps":["trace[240271089] 'agreement among raft nodes before linearized reading' (duration: 324.901409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:17.948556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.623251Z","time spent":"325.287567ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:19.270851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.250051ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-29T02:01:19.270934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.95048Z","time spent":"1.320451041s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:01:19.348837Z","caller":"traceutil/trace.go:171","msg":"trace[198044101] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"1.396437022s","start":"2026-03-29T02:01:17.952375Z","end":"2026-03-29T02:01:19.348812Z","steps":["trace[198044101] 'process raft request' (duration: 1.396204367s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:19.349115Z","caller":"traceutil/trace.go:171","msg":"trace[2024477498] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"1.396661978s","start":"2026-03-29T02:01:17.952424Z","end":"2026-03-29T02:01:19.349086Z","steps":["trace[2024477498] 'process raft request' (duration: 1.39634832s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:19.349267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.952419Z","time spent":"1.396765991s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:19.349062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.952363Z","time spent":"1.396551186s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:19.34931Z","caller":"traceutil/trace.go:171","msg":"trace[1420535701] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"1.396139057s","start":"2026-03-29T02:01:17.953153Z","end":"2026-03-29T02:01:19.349292Z","steps":["trace[1420535701] 'process raft request' (duration: 1.395879981s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:19.34939Z","caller":"traceutil/trace.go:171","msg":"trace[260053265] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"1.074675063s","start":"2026-03-29T02:01:18.274705Z","end":"2026-03-29T02:01:19.34938Z","steps":["trace[260053265] 'process raft request' (duration: 1.07453082s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:19.34941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.953143Z","time spent":"1.396219299s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:19.349321Z","caller":"traceutil/trace.go:171","msg":"trace[1161798683] linearizableReadLoop","detail":"{readStateIndex:1155; appliedIndex:1152; }","duration":"1.39676451s","start":"2026-03-29T02:01:17.952535Z","end":"2026-03-29T02:01:19.3493Z","steps":["trace[1161798683] 'read index received' (duration: 485.065813ms)","trace[1161798683] 'applied index is now lower than readState.Index' (duration: 911.697627ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:19.349441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:18.27468Z","time spent":"1.074730055s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:19.349471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396926914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:01:19.349468Z","caller":"traceutil/trace.go:171","msg":"trace[1324559094] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"1.394920379s","start":"2026-03-29T02:01:17.954475Z","end":"2026-03-29T02:01:19.349395Z","steps":["trace[1324559094] 'process raft request' (duration: 1.394670864s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:19.349512Z","caller":"traceutil/trace.go:171","msg":"trace[810901521] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db; range_end:; response_count:1; response_revision:1109; }","duration":"1.396971615s","start":"2026-03-29T02:01:17.95253Z","end":"2026-03-29T02:01:19.349502Z","steps":["trace[810901521] 'agreement among raft nodes before linearized reading' (duration: 1.396822931s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:19.349648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.954462Z","time spent":"1.395093393s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:19.349718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.952483Z","time spent":"1.39722019s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db\" "} {"level":"info","ts":"2026-03-29T02:01:19.468437Z","caller":"traceutil/trace.go:171","msg":"trace[233205092] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"196.272814ms","start":"2026-03-29T02:01:19.272122Z","end":"2026-03-29T02:01:19.468395Z","steps":["trace[233205092] 'process raft request' (duration: 103.488005ms)","trace[233205092] 'compare' (duration: 92.638666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:19.468665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512301807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:19.468728Z","caller":"traceutil/trace.go:171","msg":"trace[1501797211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1111; }","duration":"1.51240145s","start":"2026-03-29T02:01:17.956312Z","end":"2026-03-29T02:01:19.468714Z","steps":["trace[1501797211] 'agreement among raft nodes before linearized reading' (duration: 1.512211786s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:19.468755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.116802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:01:19.468888Z","caller":"traceutil/trace.go:171","msg":"trace[398159251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1111; }","duration":"570.297087ms","start":"2026-03-29T02:01:18.898577Z","end":"2026-03-29T02:01:19.468874Z","steps":["trace[398159251] 'agreement among raft nodes before linearized reading' (duration: 569.943629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:19.468936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:18.898559Z","time spent":"570.365939ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:19.468777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:17.956304Z","time spent":"1.512460681s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:19.468472Z","caller":"traceutil/trace.go:171","msg":"trace[595155310] linearizableReadLoop","detail":"{readStateIndex:1159; appliedIndex:1158; }","duration":"118.968092ms","start":"2026-03-29T02:01:19.34947Z","end":"2026-03-29T02:01:19.468438Z","steps":["trace[595155310] 'read index received' (duration: 26.152282ms)","trace[595155310] 'applied index is now lower than readState.Index' (duration: 92.81109ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:19.468469Z","caller":"traceutil/trace.go:171","msg":"trace[1707395372] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"115.411315ms","start":"2026-03-29T02:01:19.353032Z","end":"2026-03-29T02:01:19.468443Z","steps":["trace[1707395372] 'process raft request' (duration: 115.353364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.621614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000225612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:01:22.621704Z","caller":"traceutil/trace.go:171","msg":"trace[550635325] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000368456s","start":"2026-03-29T02:01:20.621314Z","end":"2026-03-29T02:01:22.621682Z","steps":["trace[550635325] 'agreement among raft nodes before linearized reading' (duration: 2.000255693s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:22.621765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:20.621295Z","time spent":"2.000452387s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:23.097973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.491954722s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:01:23.098954Z","caller":"traceutil/trace.go:171","msg":"trace[1466363783] linearizableReadLoop","detail":"{readStateIndex:1163; appliedIndex:1162; }","duration":"2.721887941s","start":"2026-03-29T02:01:20.377045Z","end":"2026-03-29T02:01:23.098933Z","steps":["trace[1466363783] 'read index received' (duration: 228.975699ms)","trace[1466363783] 'applied index is now lower than readState.Index' (duration: 2.492910192s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:23.099105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.722053165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:23.099146Z","caller":"traceutil/trace.go:171","msg":"trace[33066113] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1113; }","duration":"2.722139806s","start":"2026-03-29T02:01:20.376993Z","end":"2026-03-29T02:01:23.099133Z","steps":["trace[33066113] 'agreement among raft nodes before linearized reading' (duration: 2.722044584s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.099181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:20.376973Z","time spent":"2.722198178s","remote":"127.0.0.1:53044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:01:23.1Z","caller":"traceutil/trace.go:171","msg":"trace[1268019425] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"1.041469755s","start":"2026-03-29T02:01:22.058516Z","end":"2026-03-29T02:01:23.099986Z","steps":["trace[1268019425] 'process raft request' (duration: 1.039584404s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:23.100123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:22.058493Z","time spent":"1.041571228s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:24.502402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745081169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:24.502352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052702823s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:24.502519Z","caller":"traceutil/trace.go:171","msg":"trace[2046920069] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1114; }","duration":"2.745272163s","start":"2026-03-29T02:01:21.757219Z","end":"2026-03-29T02:01:24.502491Z","steps":["trace[2046920069] 'agreement among raft nodes before linearized reading' (duration: 1.342779089s)","trace[2046920069] 'count revisions from in-memory index tree' (duration: 1.4023118s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:24.502563Z","caller":"traceutil/trace.go:171","msg":"trace[2055430978] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1114; }","duration":"1.052950438s","start":"2026-03-29T02:01:23.449579Z","end":"2026-03-29T02:01:24.50253Z","steps":["trace[2055430978] 'range keys from in-memory index tree' (duration: 1.052666612s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:24.502853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.508669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:24.502964Z","caller":"traceutil/trace.go:171","msg":"trace[942500804] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1114; }","duration":"920.674132ms","start":"2026-03-29T02:01:23.582249Z","end":"2026-03-29T02:01:24.502924Z","steps":["trace[942500804] 'count revisions from in-memory index tree' (duration: 920.426987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:24.50307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.582226Z","time spent":"920.818276ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":29,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:24.503181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.148807482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:24.503299Z","caller":"traceutil/trace.go:171","msg":"trace[887110943] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1114; }","duration":"3.148943286s","start":"2026-03-29T02:01:21.354309Z","end":"2026-03-29T02:01:24.503252Z","steps":["trace[887110943] 'agreement among raft nodes before linearized reading' (duration: 1.745630523s)","trace[887110943] 'range keys from in-memory index tree' (duration: 1.403024806s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.503385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.354269Z","time spent":"3.149094979s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:24.50377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149351784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:01:24.503831Z","caller":"traceutil/trace.go:171","msg":"trace[1382721984] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1114; }","duration":"3.149455577s","start":"2026-03-29T02:01:21.354359Z","end":"2026-03-29T02:01:24.503814Z","steps":["trace[1382721984] 'agreement among raft nodes before linearized reading' (duration: 1.745595702s)","trace[1382721984] 'range keys from in-memory index tree' (duration: 1.403722062s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.503884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.354338Z","time spent":"3.149533279s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:24.502454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008376113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:24.504138Z","caller":"traceutil/trace.go:171","msg":"trace[318112128] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1114; }","duration":"1.010115s","start":"2026-03-29T02:01:23.494009Z","end":"2026-03-29T02:01:24.504124Z","steps":["trace[318112128] 'count revisions from in-memory index tree' (duration: 1.008301661s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:24.50419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:23.493989Z","time spent":"1.010178132s","remote":"127.0.0.1:57296","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":29,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:24.504183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.149798074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:01:24.50262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.757196Z","time spent":"2.745372466s","remote":"127.0.0.1:53218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:01:24.504238Z","caller":"traceutil/trace.go:171","msg":"trace[1472540436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1114; }","duration":"3.149899696s","start":"2026-03-29T02:01:21.354321Z","end":"2026-03-29T02:01:24.50422Z","steps":["trace[1472540436] 'agreement among raft nodes before linearized reading' (duration: 1.745640253s)","trace[1472540436] 'range keys from in-memory index tree' (duration: 1.404138891s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.504285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.354294Z","time spent":"3.149978149s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:24.504488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723849196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:24.504528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.882317433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:24.504535Z","caller":"traceutil/trace.go:171","msg":"trace[1176931479] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1114; }","duration":"1.723931877s","start":"2026-03-29T02:01:22.780588Z","end":"2026-03-29T02:01:24.50452Z","steps":["trace[1176931479] 'agreement among raft nodes before linearized reading' (duration: 319.385117ms)","trace[1176931479] 'count revisions from in-memory index tree' (duration: 1.404487189s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:24.504571Z","caller":"traceutil/trace.go:171","msg":"trace[717266928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"1.882394335s","start":"2026-03-29T02:01:22.622161Z","end":"2026-03-29T02:01:24.504556Z","steps":["trace[717266928] 'agreement among raft nodes before linearized reading' (duration: 477.829645ms)","trace[717266928] 'range keys from in-memory index tree' (duration: 1.404507259s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.504584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:22.780569Z","time spent":"1.724002019s","remote":"127.0.0.1:57138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:24.504605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:22.622142Z","time spent":"1.882455987s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:24.504635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.992660035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:01:24.504734Z","caller":"traceutil/trace.go:171","msg":"trace[2012258209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1114; }","duration":"2.992797278s","start":"2026-03-29T02:01:21.511926Z","end":"2026-03-29T02:01:24.504724Z","steps":["trace[2012258209] 'agreement among raft nodes before linearized reading' (duration: 1.588056174s)","trace[2012258209] 'range keys from in-memory index tree' (duration: 1.40455049s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.504745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.960068752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:24.504764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.511896Z","time spent":"2.99286058s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:01:24.504781Z","caller":"traceutil/trace.go:171","msg":"trace[1044109250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1114; }","duration":"2.960130834s","start":"2026-03-29T02:01:21.544638Z","end":"2026-03-29T02:01:24.504768Z","steps":["trace[1044109250] 'agreement among raft nodes before linearized reading' (duration: 1.555320169s)","trace[1044109250] 'count revisions from in-memory index tree' (duration: 1.404751304s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.504815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.544622Z","time spent":"2.960184195s","remote":"127.0.0.1:53132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:24.50487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150430258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:24.504897Z","caller":"traceutil/trace.go:171","msg":"trace[826507179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1114; }","duration":"3.15048813s","start":"2026-03-29T02:01:21.354401Z","end":"2026-03-29T02:01:24.504889Z","steps":["trace[826507179] 'agreement among raft nodes before linearized reading' (duration: 1.745558912s)","trace[826507179] 'range keys from in-memory index tree' (duration: 1.404858677s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:24.504918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:21.354381Z","time spent":"3.15053183s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:25.389374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.906095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:25.389694Z","caller":"traceutil/trace.go:171","msg":"trace[1344761419] linearizableReadLoop","detail":"{readStateIndex:1170; appliedIndex:1164; }","duration":"877.408056ms","start":"2026-03-29T02:01:24.512265Z","end":"2026-03-29T02:01:25.389673Z","steps":["trace[1344761419] 'read index received' (duration: 58.98126ms)","trace[1344761419] 'applied index is now lower than readState.Index' (duration: 818.425376ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:25.389878Z","caller":"traceutil/trace.go:171","msg":"trace[880232786] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"878.595393ms","start":"2026-03-29T02:01:24.511264Z","end":"2026-03-29T02:01:25.38986Z","steps":["trace[880232786] 'process raft request' (duration: 878.293397ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:25.389901Z","caller":"traceutil/trace.go:171","msg":"trace[1204437176] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"878.493202ms","start":"2026-03-29T02:01:24.511377Z","end":"2026-03-29T02:01:25.38987Z","steps":["trace[1204437176] 'process raft request' (duration: 878.253386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.389945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.674063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:01:25.389953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.511256Z","time spent":"878.659565ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:25.38998Z","caller":"traceutil/trace.go:171","msg":"trace[205498145] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1120; }","duration":"877.728904ms","start":"2026-03-29T02:01:24.512241Z","end":"2026-03-29T02:01:25.38997Z","steps":["trace[205498145] 'agreement among raft nodes before linearized reading' (duration: 877.674983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.39001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.512231Z","time spent":"877.772705ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:25.390032Z","caller":"traceutil/trace.go:171","msg":"trace[238184444] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"878.739447ms","start":"2026-03-29T02:01:24.511184Z","end":"2026-03-29T02:01:25.389924Z","steps":["trace[238184444] 'process raft request' (duration: 459.209308ms)","trace[238184444] 'compare' (duration: 418.725461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:25.390113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.511357Z","time spent":"878.608534ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:25.39011Z","caller":"traceutil/trace.go:171","msg":"trace[180876867] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"878.766097ms","start":"2026-03-29T02:01:24.51131Z","end":"2026-03-29T02:01:25.390076Z","steps":["trace[180876867] 'process raft request' (duration: 878.284947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.390252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.511303Z","time spent":"878.871509ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:25.39028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.511164Z","time spent":"878.978102ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:25.390094Z","caller":"traceutil/trace.go:171","msg":"trace[50902703] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"878.822988ms","start":"2026-03-29T02:01:24.511259Z","end":"2026-03-29T02:01:25.390082Z","steps":["trace[50902703] 'process raft request' (duration: 878.233726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.390438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.51125Z","time spent":"879.153735ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:25.469008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.768927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:25.469095Z","caller":"traceutil/trace.go:171","msg":"trace[2081972871] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1121; }","duration":"905.9203ms","start":"2026-03-29T02:01:24.563157Z","end":"2026-03-29T02:01:25.469077Z","steps":["trace[2081972871] 'agreement among raft nodes before linearized reading' (duration: 905.778167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.469138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.563134Z","time spent":"905.994242ms","remote":"127.0.0.1:53236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:01:25.469305Z","caller":"traceutil/trace.go:171","msg":"trace[187502069] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"334.477128ms","start":"2026-03-29T02:01:25.134793Z","end":"2026-03-29T02:01:25.46927Z","steps":["trace[187502069] 'process raft request' (duration: 333.957626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.469525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:25.134769Z","time spent":"334.667032ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:25.470222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.455301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:01:25.470651Z","caller":"traceutil/trace.go:171","msg":"trace[1796892573] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1121; }","duration":"617.649584ms","start":"2026-03-29T02:01:24.852709Z","end":"2026-03-29T02:01:25.470359Z","steps":["trace[1796892573] 'agreement among raft nodes before linearized reading' (duration: 616.807585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:25.470811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:24.852687Z","time spent":"618.110354ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"info","ts":"2026-03-29T02:01:25.698921Z","caller":"traceutil/trace.go:171","msg":"trace[1394034408] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1171; }","duration":"138.772515ms","start":"2026-03-29T02:01:25.560122Z","end":"2026-03-29T02:01:25.698895Z","steps":["trace[1394034408] 'read index received' (duration: 69.503321ms)","trace[1394034408] 'applied index is now lower than readState.Index' (duration: 69.267504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:25.699533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.379148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:25.699615Z","caller":"traceutil/trace.go:171","msg":"trace[921961575] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1121; }","duration":"139.587164ms","start":"2026-03-29T02:01:25.56001Z","end":"2026-03-29T02:01:25.699597Z","steps":["trace[921961575] 'agreement among raft nodes before linearized reading' (duration: 139.409709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:26.124742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.173838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:26.124985Z","caller":"traceutil/trace.go:171","msg":"trace[968235967] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"425.073159ms","start":"2026-03-29T02:01:25.69987Z","end":"2026-03-29T02:01:26.124943Z","steps":["trace[968235967] 'process raft request' (duration: 134.604484ms)","trace[968235967] 'compare' (duration: 290.052096ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:26.125125Z","caller":"traceutil/trace.go:171","msg":"trace[1710397686] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1172; }","duration":"225.716808ms","start":"2026-03-29T02:01:25.899156Z","end":"2026-03-29T02:01:26.124873Z","steps":["trace[1710397686] 'read index received' (duration: 61.952µs)","trace[1710397686] 'applied index is now lower than readState.Index' (duration: 225.653356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:26.125161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:25.699844Z","time spent":"425.226352ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:26.125309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.144497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:26.125377Z","caller":"traceutil/trace.go:171","msg":"trace[1252241819] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1122; }","duration":"226.260921ms","start":"2026-03-29T02:01:25.899097Z","end":"2026-03-29T02:01:26.125358Z","steps":["trace[1252241819] 'agreement among raft nodes before linearized reading' (duration: 225.920992ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:27.675826Z","caller":"traceutil/trace.go:171","msg":"trace[2064564075] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"277.400209ms","start":"2026-03-29T02:01:27.398404Z","end":"2026-03-29T02:01:27.675804Z","steps":["trace[2064564075] 'process raft request' (duration: 277.253846ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:27.934559Z","caller":"traceutil/trace.go:171","msg":"trace[1225344772] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"534.949174ms","start":"2026-03-29T02:01:27.399588Z","end":"2026-03-29T02:01:27.934537Z","steps":["trace[1225344772] 'process raft request' (duration: 534.879923ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:27.934628Z","caller":"traceutil/trace.go:171","msg":"trace[1264060780] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"535.809593ms","start":"2026-03-29T02:01:27.398795Z","end":"2026-03-29T02:01:27.934605Z","steps":["trace[1264060780] 'process raft request' (duration: 524.351502ms)","trace[1264060780] 'compare' (duration: 10.872728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:27.934729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:27.398772Z","time spent":"535.903955ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:27.934785Z","caller":"traceutil/trace.go:171","msg":"trace[7056443] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"535.539797ms","start":"2026-03-29T02:01:27.399234Z","end":"2026-03-29T02:01:27.934774Z","steps":["trace[7056443] 'process raft request' (duration: 535.157819ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:27.934877Z","caller":"traceutil/trace.go:171","msg":"trace[507482032] linearizableReadLoop","detail":"{readStateIndex:1179; appliedIndex:1173; }","duration":"313.659732ms","start":"2026-03-29T02:01:27.6212Z","end":"2026-03-29T02:01:27.93486Z","steps":["trace[507482032] 'read index received' (duration: 54.426391ms)","trace[507482032] 'applied index is now lower than readState.Index' (duration: 259.230481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:27.934856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:27.399217Z","time spent":"535.594278ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:27.934946Z","caller":"traceutil/trace.go:171","msg":"trace[1099716807] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"535.339303ms","start":"2026-03-29T02:01:27.399595Z","end":"2026-03-29T02:01:27.934934Z","steps":["trace[1099716807] 'process raft request' (duration: 534.907103ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:27.934972Z","caller":"traceutil/trace.go:171","msg":"trace[1452835529] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"460.556886ms","start":"2026-03-29T02:01:27.474405Z","end":"2026-03-29T02:01:27.934962Z","steps":["trace[1452835529] 'process raft request' (duration: 460.387753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:27.935035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:27.399573Z","time spent":"535.435244ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:27.935039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:27.474384Z","time spent":"460.612717ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:27.93517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.972431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:27.935224Z","caller":"traceutil/trace.go:171","msg":"trace[1824226670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1128; }","duration":"314.059513ms","start":"2026-03-29T02:01:27.621152Z","end":"2026-03-29T02:01:27.935212Z","steps":["trace[1824226670] 'agreement among raft nodes before linearized reading' (duration: 313.987561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:27.935258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:27.621134Z","time spent":"314.116734ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:27.935488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:27.399578Z","time spent":"535.053086ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:28.382806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.929684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:28.382945Z","caller":"traceutil/trace.go:171","msg":"trace[598879929] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"251.060702ms","start":"2026-03-29T02:01:28.131862Z","end":"2026-03-29T02:01:28.382922Z","steps":["trace[598879929] 'process raft request' (duration: 114.888464ms)","trace[598879929] 'compare' (duration: 135.629897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:28.677329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.664445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:28.677429Z","caller":"traceutil/trace.go:171","msg":"trace[559789622] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1129; }","duration":"117.813419ms","start":"2026-03-29T02:01:28.559592Z","end":"2026-03-29T02:01:28.677405Z","steps":["trace[559789622] 'count revisions from in-memory index tree' (duration: 117.579632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.119947Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:30.620932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391363,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:30.87229Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276463309s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:01:30.872657Z","caller":"traceutil/trace.go:171","msg":"trace[1939737984] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"1.276913878s","start":"2026-03-29T02:01:29.595717Z","end":"2026-03-29T02:01:30.872631Z","steps":["trace[1939737984] 'process raft request' (duration: 1.276753815s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:30.872809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.595699Z","time spent":"1.27703373s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:31.619266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:01:31.619395Z","caller":"traceutil/trace.go:171","msg":"trace[824129137] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051458s","start":"2026-03-29T02:01:29.618864Z","end":"2026-03-29T02:01:31.619378Z","steps":["trace[824129137] 'agreement among raft nodes before linearized reading' (duration: 2.000370136s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:31.619512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.618845Z","time spent":"2.000656522s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:01:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:01:32.440523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.511704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:32.440661Z","caller":"traceutil/trace.go:171","msg":"trace[108629074] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1180; }","duration":"2.821726356s","start":"2026-03-29T02:01:29.618913Z","end":"2026-03-29T02:01:32.440639Z","steps":["trace[108629074] 'read index received' (duration: 1.253641587s)","trace[108629074] 'applied index is now lower than readState.Index' (duration: 1.568082849s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:32.440768Z","caller":"traceutil/trace.go:171","msg":"trace[1934497971] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"2.500359126s","start":"2026-03-29T02:01:29.940369Z","end":"2026-03-29T02:01:32.440728Z","steps":["trace[1934497971] 'process raft request' (duration: 1.641557865s)","trace[1934497971] 'compare' (duration: 858.417332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:32.440817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.49415815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:32.440899Z","caller":"traceutil/trace.go:171","msg":"trace[1917968947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1131; }","duration":"1.494270563s","start":"2026-03-29T02:01:30.946598Z","end":"2026-03-29T02:01:32.440868Z","steps":["trace[1917968947] 'agreement among raft nodes before linearized reading' (duration: 1.494178011s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:32.440929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761496239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:01:32.440952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:30.946574Z","time spent":"1.494357475s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:32.440949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.548009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T02:01:32.440971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.940347Z","time spent":"2.50052006s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:32.441017Z","caller":"traceutil/trace.go:171","msg":"trace[914437491] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db; range_end:; response_count:1; response_revision:1131; }","duration":"818.655991ms","start":"2026-03-29T02:01:31.62234Z","end":"2026-03-29T02:01:32.440996Z","steps":["trace[914437491] 'agreement among raft nodes before linearized reading' (duration: 818.424146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:32.441044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499859814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:01:32.441072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.622323Z","time spent":"818.733573ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db\" "} {"level":"info","ts":"2026-03-29T02:01:32.441081Z","caller":"traceutil/trace.go:171","msg":"trace[1853623876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1131; }","duration":"2.499918976s","start":"2026-03-29T02:01:29.941152Z","end":"2026-03-29T02:01:32.441071Z","steps":["trace[1853623876] 'agreement among raft nodes before linearized reading' (duration: 2.499593339s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:32.44112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.941094Z","time spent":"2.500016788s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:32.441316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.142466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:32.441376Z","caller":"traceutil/trace.go:171","msg":"trace[1004785418] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1131; }","duration":"816.223698ms","start":"2026-03-29T02:01:31.625136Z","end":"2026-03-29T02:01:32.44136Z","steps":["trace[1004785418] 'agreement among raft nodes before linearized reading' (duration: 816.136576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:32.441386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.502100903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T02:01:32.441423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:31.625126Z","time spent":"816.285959ms","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:01:32.441435Z","caller":"traceutil/trace.go:171","msg":"trace[1909650876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1131; }","duration":"2.502191575s","start":"2026-03-29T02:01:29.939228Z","end":"2026-03-29T02:01:32.44142Z","steps":["trace[1909650876] 'agreement among raft nodes before linearized reading' (duration: 2.502051272s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:32.44097Z","caller":"traceutil/trace.go:171","msg":"trace[894672364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1131; }","duration":"2.761576511s","start":"2026-03-29T02:01:29.679381Z","end":"2026-03-29T02:01:32.440957Z","steps":["trace[894672364] 'agreement among raft nodes before linearized reading' (duration: 2.761365616s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:32.441531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501160333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:01:32.441549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.939205Z","time spent":"2.502260886s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:01:32.441591Z","caller":"traceutil/trace.go:171","msg":"trace[1426261197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1131; }","duration":"2.501302516s","start":"2026-03-29T02:01:29.940274Z","end":"2026-03-29T02:01:32.441577Z","steps":["trace[1426261197] 'agreement among raft nodes before linearized reading' (duration: 2.501094471s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:32.441608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.679361Z","time spent":"2.762212895s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:32.441614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.501518321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:01:32.441637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.940258Z","time spent":"2.501364928s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:01:32.441671Z","caller":"traceutil/trace.go:171","msg":"trace[1185345493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1131; }","duration":"2.501649144s","start":"2026-03-29T02:01:29.940004Z","end":"2026-03-29T02:01:32.441654Z","steps":["trace[1185345493] 'agreement among raft nodes before linearized reading' (duration: 2.501432019s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:32.44171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:29.939984Z","time spent":"2.501717546s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:33.559311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.998327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:33.559445Z","caller":"traceutil/trace.go:171","msg":"trace[1881607413] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"1.114209658s","start":"2026-03-29T02:01:32.445206Z","end":"2026-03-29T02:01:33.559416Z","steps":["trace[1881607413] 'process raft request' (duration: 328.017408ms)","trace[1881607413] 'compare' (duration: 785.589927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:33.559535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.445187Z","time spent":"1.11430422s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:33.559845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.032637ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:33.559966Z","caller":"traceutil/trace.go:171","msg":"trace[1469245457] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1131; }","duration":"110.842004ms","start":"2026-03-29T02:01:33.449103Z","end":"2026-03-29T02:01:33.559945Z","steps":["trace[1469245457] 'range keys from in-memory index tree' (duration: 110.012667ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:33.610115Z","caller":"traceutil/trace.go:171","msg":"trace[166139164] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"1.163796492s","start":"2026-03-29T02:01:32.446288Z","end":"2026-03-29T02:01:33.610084Z","steps":["trace[166139164] 'process raft request' (duration: 1.163539587s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:33.610283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.446265Z","time spent":"1.163935845s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:33.610404Z","caller":"traceutil/trace.go:171","msg":"trace[105691487] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"1.163884214s","start":"2026-03-29T02:01:32.446497Z","end":"2026-03-29T02:01:33.610381Z","steps":["trace[105691487] 'process raft request' (duration: 1.163497796s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:33.610497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.446488Z","time spent":"1.163965295s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:33.610698Z","caller":"traceutil/trace.go:171","msg":"trace[922022974] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"1.163854854s","start":"2026-03-29T02:01:32.446829Z","end":"2026-03-29T02:01:33.610684Z","steps":["trace[922022974] 'process raft request' (duration: 1.163207379s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:33.610781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.44682Z","time spent":"1.163917136s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:33.610919Z","caller":"traceutil/trace.go:171","msg":"trace[1204738555] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"1.163990287s","start":"2026-03-29T02:01:32.446914Z","end":"2026-03-29T02:01:33.610904Z","steps":["trace[1204738555] 'process raft request' (duration: 1.163722271s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:33.611002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.446909Z","time spent":"1.164055378s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:33.611155Z","caller":"traceutil/trace.go:171","msg":"trace[1288244057] linearizableReadLoop","detail":"{readStateIndex:1188; appliedIndex:1182; }","duration":"990.114563ms","start":"2026-03-29T02:01:32.621029Z","end":"2026-03-29T02:01:33.611143Z","steps":["trace[1288244057] 'read index received' (duration: 152.209041ms)","trace[1288244057] 'applied index is now lower than readState.Index' (duration: 837.904932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:33.611204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.183694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:33.611178Z","caller":"traceutil/trace.go:171","msg":"trace[207789770] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"1.162496595s","start":"2026-03-29T02:01:32.44867Z","end":"2026-03-29T02:01:33.611167Z","steps":["trace[207789770] 'process raft request' (duration: 1.162174978s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:33.611221Z","caller":"traceutil/trace.go:171","msg":"trace[1631878796] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1137; }","duration":"990.234916ms","start":"2026-03-29T02:01:32.62098Z","end":"2026-03-29T02:01:33.611215Z","steps":["trace[1631878796] 'agreement among raft nodes before linearized reading' (duration: 990.202095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:33.611241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.620962Z","time spent":"990.272297ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:33.611291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:32.448655Z","time spent":"1.162570956s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:34.290928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.358541ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:01:34.580328Z","caller":"traceutil/trace.go:171","msg":"trace[518999657] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"132.954279ms","start":"2026-03-29T02:01:34.447339Z","end":"2026-03-29T02:01:34.580293Z","steps":["trace[518999657] 'process raft request' (duration: 132.790746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:34.757893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.750493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:34.757989Z","caller":"traceutil/trace.go:171","msg":"trace[1457960838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1138; }","duration":"136.887015ms","start":"2026-03-29T02:01:34.621072Z","end":"2026-03-29T02:01:34.757959Z","steps":["trace[1457960838] 'range keys from in-memory index tree' (duration: 136.66438ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:35.740509Z","caller":"traceutil/trace.go:171","msg":"trace[152291792] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"121.805766ms","start":"2026-03-29T02:01:35.618673Z","end":"2026-03-29T02:01:35.740479Z","steps":["trace[152291792] 'process raft request' (duration: 121.596141ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:35.740734Z","caller":"traceutil/trace.go:171","msg":"trace[13336320] linearizableReadLoop","detail":"{readStateIndex:1194; appliedIndex:1192; }","duration":"120.390264ms","start":"2026-03-29T02:01:35.620326Z","end":"2026-03-29T02:01:35.740717Z","steps":["trace[13336320] 'read index received' (duration: 81.648636ms)","trace[13336320] 'applied index is now lower than readState.Index' (duration: 38.740458ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:35.740744Z","caller":"traceutil/trace.go:171","msg":"trace[696309342] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"120.360984ms","start":"2026-03-29T02:01:35.620358Z","end":"2026-03-29T02:01:35.740719Z","steps":["trace[696309342] 'process raft request' (duration: 120.071188ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:35.740861Z","caller":"traceutil/trace.go:171","msg":"trace[27210625] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"120.448676ms","start":"2026-03-29T02:01:35.620398Z","end":"2026-03-29T02:01:35.740847Z","steps":["trace[27210625] 'process raft request' (duration: 120.243841ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:35.741137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.786432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:35.741199Z","caller":"traceutil/trace.go:171","msg":"trace[736733132] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1143; }","duration":"120.878225ms","start":"2026-03-29T02:01:35.620307Z","end":"2026-03-29T02:01:35.741185Z","steps":["trace[736733132] 'agreement among raft nodes before linearized reading' (duration: 120.702111ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:36.708799Z","caller":"traceutil/trace.go:171","msg":"trace[684286222] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"123.180985ms","start":"2026-03-29T02:01:36.585589Z","end":"2026-03-29T02:01:36.70877Z","steps":["trace[684286222] 'process raft request' (duration: 122.920289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.109061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.576395ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:01:38.109517Z","caller":"traceutil/trace.go:171","msg":"trace[1639990448] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"353.639898ms","start":"2026-03-29T02:01:37.755854Z","end":"2026-03-29T02:01:38.109494Z","steps":["trace[1639990448] 'process raft request' (duration: 353.493904ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:38.109493Z","caller":"traceutil/trace.go:171","msg":"trace[822869276] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"353.726659ms","start":"2026-03-29T02:01:37.755713Z","end":"2026-03-29T02:01:38.109439Z","steps":["trace[822869276] 'process raft request' (duration: 154.660714ms)","trace[822869276] 'compare' (duration: 198.245858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:38.109595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.755845Z","time spent":"353.712899ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:38.109637Z","caller":"traceutil/trace.go:171","msg":"trace[943617386] linearizableReadLoop","detail":"{readStateIndex:1202; appliedIndex:1199; }","duration":"334.08643ms","start":"2026-03-29T02:01:37.775525Z","end":"2026-03-29T02:01:38.109612Z","steps":["trace[943617386] 'read index received' (duration: 134.83912ms)","trace[943617386] 'applied index is now lower than readState.Index' (duration: 199.24625ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:38.109743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.755651Z","time spent":"353.951215ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:01:38.109858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.327195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:38.109894Z","caller":"traceutil/trace.go:171","msg":"trace[9542594] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1149; }","duration":"334.402317ms","start":"2026-03-29T02:01:37.77548Z","end":"2026-03-29T02:01:38.109882Z","steps":["trace[9542594] 'agreement among raft nodes before linearized reading' (duration: 334.219973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.109926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.775468Z","time spent":"334.449528ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T02:01:38.110004Z","caller":"traceutil/trace.go:171","msg":"trace[1002090600] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"353.462454ms","start":"2026-03-29T02:01:37.756527Z","end":"2026-03-29T02:01:38.10999Z","steps":["trace[1002090600] 'process raft request' (duration: 352.933282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:38.110072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:37.756516Z","time spent":"353.524045ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:44.272668Z","caller":"traceutil/trace.go:171","msg":"trace[184096887] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"130.404674ms","start":"2026-03-29T02:01:44.142231Z","end":"2026-03-29T02:01:44.272636Z","steps":["trace[184096887] 'process raft request' (duration: 129.967363ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:44.272755Z","caller":"traceutil/trace.go:171","msg":"trace[1966385589] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"129.544755ms","start":"2026-03-29T02:01:44.143191Z","end":"2026-03-29T02:01:44.272736Z","steps":["trace[1966385589] 'process raft request' (duration: 129.144345ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:44.446532Z","caller":"traceutil/trace.go:171","msg":"trace[995465104] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"168.677572ms","start":"2026-03-29T02:01:44.27783Z","end":"2026-03-29T02:01:44.446507Z","steps":["trace[995465104] 'process raft request' (duration: 168.509418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:51.000494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:51.500976Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391616,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:01:51.858798Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.544427016s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:01:52.62193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:01:52.622007Z","caller":"traceutil/trace.go:171","msg":"trace[1200830398] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694868s","start":"2026-03-29T02:01:50.621293Z","end":"2026-03-29T02:01:52.621988Z","steps":["trace[1200830398] 'agreement among raft nodes before linearized reading' (duration: 2.000599796s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.622068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.621274Z","time spent":"2.00076805s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:01:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:01:52.996869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.700683757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:01:52.996926Z","caller":"traceutil/trace.go:171","msg":"trace[1914220150] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1238; }","duration":"2.700767429s","start":"2026-03-29T02:01:50.296145Z","end":"2026-03-29T02:01:52.996913Z","steps":["trace[1914220150] 'range keys from in-memory index tree' (duration: 2.700532254s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.996954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.296132Z","time spent":"2.70081521s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:01:52.996983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78239326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:01:52.997031Z","caller":"traceutil/trace.go:171","msg":"trace[477729154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1238; }","duration":"2.782461021s","start":"2026-03-29T02:01:50.214555Z","end":"2026-03-29T02:01:52.997016Z","steps":["trace[477729154] 'range keys from in-memory index tree' (duration: 2.782273967s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.997063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.214539Z","time spent":"2.782516613s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:52.99709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.704969823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:01:52.997158Z","caller":"traceutil/trace.go:171","msg":"trace[45941925] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1238; }","duration":"2.705047334s","start":"2026-03-29T02:01:50.292093Z","end":"2026-03-29T02:01:52.997141Z","steps":["trace[45941925] 'range keys from in-memory index tree' (duration: 2.704799789s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:52.997192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.29201Z","time spent":"2.705173817s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:53.001535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.142552399s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"warn","ts":"2026-03-29T02:01:53.009953Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.150931195s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:01:53.010519Z","caller":"traceutil/trace.go:171","msg":"trace[286835567] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"2.174171785s","start":"2026-03-29T02:01:50.836333Z","end":"2026-03-29T02:01:53.010505Z","steps":["trace[286835567] 'process raft request' (duration: 2.173981821s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:53.010623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.836317Z","time spent":"2.174252977s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:53.010745Z","caller":"traceutil/trace.go:171","msg":"trace[1017181840] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"1.448131872s","start":"2026-03-29T02:01:51.562598Z","end":"2026-03-29T02:01:53.01073Z","steps":["trace[1017181840] 'process raft request' (duration: 1.447871146s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:53.010817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:51.562563Z","time spent":"1.448214083s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:01:53.010737Z","caller":"traceutil/trace.go:171","msg":"trace[1936213937] linearizableReadLoop","detail":"{readStateIndex:1296; appliedIndex:1294; }","duration":"2.510506653s","start":"2026-03-29T02:01:50.500202Z","end":"2026-03-29T02:01:53.010709Z","steps":["trace[1936213937] 'read index received' (duration: 1.35878501s)","trace[1936213937] 'applied index is now lower than readState.Index' (duration: 1.151719743s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:53.010941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.510710688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:01:53.010994Z","caller":"traceutil/trace.go:171","msg":"trace[600786600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1240; }","duration":"2.51082511s","start":"2026-03-29T02:01:50.500153Z","end":"2026-03-29T02:01:53.010979Z","steps":["trace[600786600] 'agreement among raft nodes before linearized reading' (duration: 2.510620006s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:53.011042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.500131Z","time spent":"2.510899301s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:01:53.011766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041735544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:53.011824Z","caller":"traceutil/trace.go:171","msg":"trace[1100541210] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1243; }","duration":"2.041825486s","start":"2026-03-29T02:01:50.969983Z","end":"2026-03-29T02:01:53.011808Z","steps":["trace[1100541210] 'agreement among raft nodes before linearized reading' (duration: 2.041643472s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:53.011879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:50.96997Z","time spent":"2.041893967s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":102,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:01:53.011951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.072227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:53.012006Z","caller":"traceutil/trace.go:171","msg":"trace[245917897] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1243; }","duration":"105.166209ms","start":"2026-03-29T02:01:52.906822Z","end":"2026-03-29T02:01:53.011988Z","steps":["trace[245917897] 'agreement among raft nodes before linearized reading' (duration: 105.084527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:53.0122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.92661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:53.013124Z","caller":"traceutil/trace.go:171","msg":"trace[2094069714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1243; }","duration":"390.885412ms","start":"2026-03-29T02:01:52.622219Z","end":"2026-03-29T02:01:53.013104Z","steps":["trace[2094069714] 'agreement among raft nodes before linearized reading' (duration: 389.939361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:53.013201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:52.622196Z","time spent":"390.982485ms","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:01:53.012862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13391904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:01:53.013357Z","caller":"traceutil/trace.go:171","msg":"trace[1732053736] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1243; }","duration":"1.134426141s","start":"2026-03-29T02:01:51.878915Z","end":"2026-03-29T02:01:53.013341Z","steps":["trace[1732053736] 'agreement among raft nodes before linearized reading' (duration: 1.133870428s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:53.013392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:51.878901Z","time spent":"1.134481513s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:01:53.012868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034093199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:01:53.013435Z","caller":"traceutil/trace.go:171","msg":"trace[1183810622] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1243; }","duration":"1.034704893s","start":"2026-03-29T02:01:51.978719Z","end":"2026-03-29T02:01:53.013424Z","steps":["trace[1183810622] 'agreement among raft nodes before linearized reading' (duration: 1.034097059s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:53.013495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:01:51.97869Z","time spent":"1.034791994s","remote":"127.0.0.1:57462","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:05.421513Z","caller":"traceutil/trace.go:171","msg":"trace[67602180] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1340; }","duration":"288.726268ms","start":"2026-03-29T02:02:05.132759Z","end":"2026-03-29T02:02:05.421486Z","steps":["trace[67602180] 'read index received' (duration: 288.512883ms)","trace[67602180] 'applied index is now lower than readState.Index' (duration: 212.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:05.421908Z","caller":"traceutil/trace.go:171","msg":"trace[638461608] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"340.835748ms","start":"2026-03-29T02:02:05.081053Z","end":"2026-03-29T02:02:05.421889Z","steps":["trace[638461608] 'process raft request' (duration: 340.289976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.422042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:05.081031Z","time spent":"340.92907ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:05.422295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.531545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:02:05.422406Z","caller":"traceutil/trace.go:171","msg":"trace[1505714541] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1281; }","duration":"289.679239ms","start":"2026-03-29T02:02:05.132712Z","end":"2026-03-29T02:02:05.422391Z","steps":["trace[1505714541] 'agreement among raft nodes before linearized reading' (duration: 289.469264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.422653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.765518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:05.422727Z","caller":"traceutil/trace.go:171","msg":"trace[903827360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1281; }","duration":"239.87779ms","start":"2026-03-29T02:02:05.182832Z","end":"2026-03-29T02:02:05.42271Z","steps":["trace[903827360] 'agreement among raft nodes before linearized reading' (duration: 239.668166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.422899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.060522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:02:05.422931Z","caller":"traceutil/trace.go:171","msg":"trace[27741602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1281; }","duration":"239.104893ms","start":"2026-03-29T02:02:05.183818Z","end":"2026-03-29T02:02:05.422923Z","steps":["trace[27741602] 'agreement among raft nodes before linearized reading' (duration: 239.018141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.42321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.423631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:05.423274Z","caller":"traceutil/trace.go:171","msg":"trace[872345123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1281; }","duration":"239.504533ms","start":"2026-03-29T02:02:05.183755Z","end":"2026-03-29T02:02:05.423259Z","steps":["trace[872345123] 'agreement among raft nodes before linearized reading' (duration: 239.3572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:05.423741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.000563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:05.423805Z","caller":"traceutil/trace.go:171","msg":"trace[2109231031] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1281; }","duration":"240.105596ms","start":"2026-03-29T02:02:05.183683Z","end":"2026-03-29T02:02:05.423789Z","steps":["trace[2109231031] 'agreement among raft nodes before linearized reading' (duration: 239.399201ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:10.745151Z","caller":"traceutil/trace.go:171","msg":"trace[596734433] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1386; }","duration":"344.888607ms","start":"2026-03-29T02:02:10.40021Z","end":"2026-03-29T02:02:10.745099Z","steps":["trace[596734433] 'read index received' (duration: 327.075395ms)","trace[596734433] 'applied index is now lower than readState.Index' (duration: 17.811932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:10.745284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.039491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:10.745305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.173822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:10.745363Z","caller":"traceutil/trace.go:171","msg":"trace[938179069] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1326; }","duration":"345.168023ms","start":"2026-03-29T02:02:10.400164Z","end":"2026-03-29T02:02:10.745332Z","steps":["trace[938179069] 'agreement among raft nodes before linearized reading' (duration: 345.043171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:10.745396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:10.400145Z","time spent":"345.244315ms","remote":"127.0.0.1:57312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":27,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:10.745399Z","caller":"traceutil/trace.go:171","msg":"trace[426958514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1326; }","duration":"126.295015ms","start":"2026-03-29T02:02:10.619081Z","end":"2026-03-29T02:02:10.745376Z","steps":["trace[426958514] 'agreement among raft nodes before linearized reading' (duration: 126.170923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.795688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.361794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:13.795794Z","caller":"traceutil/trace.go:171","msg":"trace[317606358] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1403; }","duration":"280.726042ms","start":"2026-03-29T02:02:13.515047Z","end":"2026-03-29T02:02:13.795773Z","steps":["trace[317606358] 'read index received' (duration: 48.859398ms)","trace[317606358] 'applied index is now lower than readState.Index' (duration: 231.865414ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:13.795857Z","caller":"traceutil/trace.go:171","msg":"trace[573070938] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"286.217113ms","start":"2026-03-29T02:02:13.509612Z","end":"2026-03-29T02:02:13.795829Z","steps":["trace[573070938] 'process raft request' (duration: 175.639794ms)","trace[573070938] 'compare' (duration: 110.262022ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:13.796051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.171357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:13.79609Z","caller":"traceutil/trace.go:171","msg":"trace[47660281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1343; }","duration":"264.258798ms","start":"2026-03-29T02:02:13.531821Z","end":"2026-03-29T02:02:13.79608Z","steps":["trace[47660281] 'agreement among raft nodes before linearized reading' (duration: 264.080684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.79611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.752919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:13.796244Z","caller":"traceutil/trace.go:171","msg":"trace[779722237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1343; }","duration":"264.922112ms","start":"2026-03-29T02:02:13.5313Z","end":"2026-03-29T02:02:13.796222Z","steps":["trace[779722237] 'agreement among raft nodes before linearized reading' (duration: 264.594265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:13.79633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.224583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:13.796504Z","caller":"traceutil/trace.go:171","msg":"trace[912620386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1343; }","duration":"281.403688ms","start":"2026-03-29T02:02:13.515016Z","end":"2026-03-29T02:02:13.79642Z","steps":["trace[912620386] 'agreement among raft nodes before linearized reading' (duration: 280.856845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:14.0939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.038672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:14.094011Z","caller":"traceutil/trace.go:171","msg":"trace[1397547979] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"294.167228ms","start":"2026-03-29T02:02:13.799833Z","end":"2026-03-29T02:02:14.094001Z","steps":["trace[1397547979] 'process raft request' (duration: 118.975133ms)","trace[1397547979] 'compare' (duration: 174.840548ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:14.094108Z","caller":"traceutil/trace.go:171","msg":"trace[690894952] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"294.21878ms","start":"2026-03-29T02:02:13.799885Z","end":"2026-03-29T02:02:14.094104Z","steps":["trace[690894952] 'process raft request' (duration: 294.081657ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:14.094492Z","caller":"traceutil/trace.go:171","msg":"trace[991591279] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"294.366353ms","start":"2026-03-29T02:02:13.800096Z","end":"2026-03-29T02:02:14.094463Z","steps":["trace[991591279] 'process raft request' (duration: 293.988995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:15.130768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.13648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:15.130913Z","caller":"traceutil/trace.go:171","msg":"trace[1751802687] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"212.483246ms","start":"2026-03-29T02:02:14.918403Z","end":"2026-03-29T02:02:15.130887Z","steps":["trace[1751802687] 'process raft request' (duration: 92.103321ms)","trace[1751802687] 'compare' (duration: 119.975496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:16.597539Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391855,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:16.680101Z","caller":"traceutil/trace.go:171","msg":"trace[1218704114] linearizableReadLoop","detail":"{readStateIndex:1413; appliedIndex:1412; }","duration":"583.015279ms","start":"2026-03-29T02:02:16.097066Z","end":"2026-03-29T02:02:16.680081Z","steps":["trace[1218704114] 'read index received' (duration: 582.828865ms)","trace[1218704114] 'applied index is now lower than readState.Index' (duration: 185.704µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:16.68026Z","caller":"traceutil/trace.go:171","msg":"trace[227164712] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"876.983383ms","start":"2026-03-29T02:02:15.803268Z","end":"2026-03-29T02:02:16.680252Z","steps":["trace[227164712] 'process raft request' (duration: 876.669926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.680375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:15.803251Z","time spent":"877.062165ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:16.680496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.428968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:16.680549Z","caller":"traceutil/trace.go:171","msg":"trace[787386519] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1351; }","duration":"583.50785ms","start":"2026-03-29T02:02:16.097024Z","end":"2026-03-29T02:02:16.680532Z","steps":["trace[787386519] 'agreement among raft nodes before linearized reading' (duration: 583.421518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.680591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.097006Z","time spent":"583.577532ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:16.680403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.254834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:16.680741Z","caller":"traceutil/trace.go:171","msg":"trace[750887894] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1351; }","duration":"583.606062ms","start":"2026-03-29T02:02:16.097124Z","end":"2026-03-29T02:02:16.68073Z","steps":["trace[750887894] 'agreement among raft nodes before linearized reading' (duration: 583.153412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.680817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.330458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T02:02:16.68092Z","caller":"traceutil/trace.go:171","msg":"trace[1678804563] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1351; }","duration":"229.476281ms","start":"2026-03-29T02:02:16.451418Z","end":"2026-03-29T02:02:16.680894Z","steps":["trace[1678804563] 'agreement among raft nodes before linearized reading' (duration: 229.215046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.680858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.143116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:02:16.681275Z","caller":"traceutil/trace.go:171","msg":"trace[991515041] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1351; }","duration":"580.573995ms","start":"2026-03-29T02:02:16.100689Z","end":"2026-03-29T02:02:16.681263Z","steps":["trace[991515041] 'agreement among raft nodes before linearized reading' (duration: 580.112245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.681317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.100677Z","time spent":"580.625806ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:16.680877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.097099Z","time spent":"583.766996ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:16.680783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.522737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:16.682135Z","caller":"traceutil/trace.go:171","msg":"trace[128828730] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1351; }","duration":"320.909518ms","start":"2026-03-29T02:02:16.361213Z","end":"2026-03-29T02:02:16.682122Z","steps":["trace[128828730] 'agreement among raft nodes before linearized reading' (duration: 319.543217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:16.682918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.361188Z","time spent":"321.705426ms","remote":"127.0.0.1:53080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:18.071607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.48916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:18.071822Z","caller":"traceutil/trace.go:171","msg":"trace[1946611788] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"1.386565384s","start":"2026-03-29T02:02:16.685226Z","end":"2026-03-29T02:02:18.071791Z","steps":["trace[1946611788] 'process raft request' (duration: 627.811478ms)","trace[1946611788] 'compare' (duration: 758.336836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:18.071974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.685203Z","time spent":"1.386731807s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:19.112207Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.799089211s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:19.142264Z","caller":"traceutil/trace.go:171","msg":"trace[106462537] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"2.456565144s","start":"2026-03-29T02:02:16.685659Z","end":"2026-03-29T02:02:19.142224Z","steps":["trace[106462537] 'process raft request' (duration: 2.426730515s)","trace[106462537] 'compare' (duration: 28.652252ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:19.142498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.685641Z","time spent":"2.456765388s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:19.142571Z","caller":"traceutil/trace.go:171","msg":"trace[1803974008] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"2.456471711s","start":"2026-03-29T02:02:16.686071Z","end":"2026-03-29T02:02:19.142543Z","steps":["trace[1803974008] 'process raft request' (duration: 2.455736515s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.142607Z","caller":"traceutil/trace.go:171","msg":"trace[1418278939] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"2.456202735s","start":"2026-03-29T02:02:16.686383Z","end":"2026-03-29T02:02:19.142585Z","steps":["trace[1418278939] 'process raft request' (duration: 2.455519191s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.142643Z","caller":"traceutil/trace.go:171","msg":"trace[1485564125] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"1.573399174s","start":"2026-03-29T02:02:17.569225Z","end":"2026-03-29T02:02:19.142625Z","steps":["trace[1485564125] 'process raft request' (duration: 1.573336963s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.142704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.686057Z","time spent":"2.456574284s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:19.142717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:16.686373Z","time spent":"2.456293318s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:19.142739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.569199Z","time spent":"1.573488036s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:19.142761Z","caller":"traceutil/trace.go:171","msg":"trace[802695553] linearizableReadLoop","detail":"{readStateIndex:1417; appliedIndex:1413; }","duration":"1.986808302s","start":"2026-03-29T02:02:17.155929Z","end":"2026-03-29T02:02:19.142738Z","steps":["trace[802695553] 'read index received' (duration: 157.155606ms)","trace[802695553] 'applied index is now lower than readState.Index' (duration: 1.829651526s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:19.142877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986938685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:19.142906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256597876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:19.142937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475599937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:19.142951Z","caller":"traceutil/trace.go:171","msg":"trace[146089084] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1356; }","duration":"1.256678679s","start":"2026-03-29T02:02:17.886257Z","end":"2026-03-29T02:02:19.142935Z","steps":["trace[146089084] 'agreement among raft nodes before linearized reading' (duration: 1.256607367s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.142973Z","caller":"traceutil/trace.go:171","msg":"trace[851724863] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1356; }","duration":"1.475675469s","start":"2026-03-29T02:02:17.667288Z","end":"2026-03-29T02:02:19.142963Z","steps":["trace[851724863] 'agreement among raft nodes before linearized reading' (duration: 1.475627938s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.142999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.886238Z","time spent":"1.25674775s","remote":"127.0.0.1:53166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:19.142933Z","caller":"traceutil/trace.go:171","msg":"trace[1595151463] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1356; }","duration":"1.987031897s","start":"2026-03-29T02:02:17.155886Z","end":"2026-03-29T02:02:19.142918Z","steps":["trace[1595151463] 'agreement among raft nodes before linearized reading' (duration: 1.986942345s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.143046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.155863Z","time spent":"1.98717562s","remote":"127.0.0.1:43482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:19.143049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52109583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:19.143085Z","caller":"traceutil/trace.go:171","msg":"trace[2062102775] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"1.521164552s","start":"2026-03-29T02:02:17.621907Z","end":"2026-03-29T02:02:19.143072Z","steps":["trace[2062102775] 'agreement among raft nodes before linearized reading' (duration: 1.521116801s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.143113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.621864Z","time spent":"1.521241604s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:19.143111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.267478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:02:19.143005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.667266Z","time spent":"1.475731199s","remote":"127.0.0.1:57186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:19.143163Z","caller":"traceutil/trace.go:171","msg":"trace[1562600298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1356; }","duration":"458.38684ms","start":"2026-03-29T02:02:18.684763Z","end":"2026-03-29T02:02:19.14315Z","steps":["trace[1562600298] 'agreement among raft nodes before linearized reading' (duration: 458.201856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.143211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:18.684744Z","time spent":"458.454002ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:19.143279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.565202803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:02:19.14289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672787096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:19.143328Z","caller":"traceutil/trace.go:171","msg":"trace[456883889] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1356; }","duration":"1.565292105s","start":"2026-03-29T02:02:17.578022Z","end":"2026-03-29T02:02:19.143314Z","steps":["trace[456883889] 'agreement among raft nodes before linearized reading' (duration: 1.565150162s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.143361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.578001Z","time spent":"1.565352146s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:19.14336Z","caller":"traceutil/trace.go:171","msg":"trace[1883622993] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1356; }","duration":"1.673284047s","start":"2026-03-29T02:02:17.470054Z","end":"2026-03-29T02:02:19.143338Z","steps":["trace[1883622993] 'agreement among raft nodes before linearized reading' (duration: 1.672799886s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.143429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:17.470033Z","time spent":"1.673370248s","remote":"127.0.0.1:53034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:19.555578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.226692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:19.555892Z","caller":"traceutil/trace.go:171","msg":"trace[1136084947] linearizableReadLoop","detail":"{readStateIndex:1421; appliedIndex:1418; }","duration":"404.304267ms","start":"2026-03-29T02:02:19.151561Z","end":"2026-03-29T02:02:19.555865Z","steps":["trace[1136084947] 'read index received' (duration: 137.727628ms)","trace[1136084947] 'applied index is now lower than readState.Index' (duration: 266.575159ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:19.55595Z","caller":"traceutil/trace.go:171","msg":"trace[1261052700] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"408.479019ms","start":"2026-03-29T02:02:19.147442Z","end":"2026-03-29T02:02:19.555921Z","steps":["trace[1261052700] 'process raft request' (duration: 408.243303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.556067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.503692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:19.556102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:19.147428Z","time spent":"408.586302ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:19.556113Z","caller":"traceutil/trace.go:171","msg":"trace[1141523446] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"404.569944ms","start":"2026-03-29T02:02:19.151529Z","end":"2026-03-29T02:02:19.556099Z","steps":["trace[1141523446] 'agreement among raft nodes before linearized reading' (duration: 404.470662ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:19.556161Z","caller":"traceutil/trace.go:171","msg":"trace[487392504] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"409.014361ms","start":"2026-03-29T02:02:19.147122Z","end":"2026-03-29T02:02:19.556136Z","steps":["trace[487392504] 'process raft request' (duration: 142.152844ms)","trace[487392504] 'compare' (duration: 266.065039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:19.556176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:19.151515Z","time spent":"404.650976ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:19.55618Z","caller":"traceutil/trace.go:171","msg":"trace[1065597169] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"408.617563ms","start":"2026-03-29T02:02:19.147459Z","end":"2026-03-29T02:02:19.556077Z","steps":["trace[1065597169] 'process raft request' (duration: 408.329836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:19.55626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:19.147107Z","time spent":"409.107154ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:19.556262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.315718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:19.556436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:19.147446Z","time spent":"408.887958ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:19.556474Z","caller":"traceutil/trace.go:171","msg":"trace[1837025454] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1359; }","duration":"185.603675ms","start":"2026-03-29T02:02:19.370838Z","end":"2026-03-29T02:02:19.556442Z","steps":["trace[1837025454] 'agreement among raft nodes before linearized reading' (duration: 185.306488ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.465078Z","caller":"traceutil/trace.go:171","msg":"trace[792784801] linearizableReadLoop","detail":"{readStateIndex:1422; appliedIndex:1421; }","duration":"389.545361ms","start":"2026-03-29T02:02:20.07551Z","end":"2026-03-29T02:02:20.465055Z","steps":["trace[792784801] 'read index received' (duration: 389.428389ms)","trace[792784801] 'applied index is now lower than readState.Index' (duration: 115.772µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:20.465276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.748196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-29T02:02:20.465315Z","caller":"traceutil/trace.go:171","msg":"trace[523857625] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"529.574251ms","start":"2026-03-29T02:02:19.935721Z","end":"2026-03-29T02:02:20.465295Z","steps":["trace[523857625] 'process raft request' (duration: 529.173742ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.46533Z","caller":"traceutil/trace.go:171","msg":"trace[589322220] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1360; }","duration":"389.844888ms","start":"2026-03-29T02:02:20.075475Z","end":"2026-03-29T02:02:20.46532Z","steps":["trace[589322220] 'agreement among raft nodes before linearized reading' (duration: 389.664954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:20.465388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.075457Z","time spent":"389.922851ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:20.465427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:19.935701Z","time spent":"529.659833ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:21.041996Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:21.543066Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:21.826964Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.321662562s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:02:22.464443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959161033s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:02:22.465251Z","caller":"traceutil/trace.go:171","msg":"trace[1985459780] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"1.996443806s","start":"2026-03-29T02:02:20.468781Z","end":"2026-03-29T02:02:22.465225Z","steps":["trace[1985459780] 'process raft request' (duration: 1.99574091s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.465643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.468761Z","time spent":"1.99667607s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:22.621029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000684129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:02:22.621117Z","caller":"traceutil/trace.go:171","msg":"trace[310819174] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000849583s","start":"2026-03-29T02:02:20.620248Z","end":"2026-03-29T02:02:22.621097Z","steps":["trace[310819174] 'agreement among raft nodes before linearized reading' (duration: 2.00070724s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:22.621167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.62023Z","time spent":"2.000926264s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:24.621709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:02:24.621797Z","caller":"traceutil/trace.go:171","msg":"trace[932226621] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000438373s","start":"2026-03-29T02:02:22.621337Z","end":"2026-03-29T02:02:24.621775Z","steps":["trace[932226621] 'agreement among raft nodes before linearized reading' (duration: 2.000327081s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:24.621845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:22.621317Z","time spent":"2.000518354s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:25.389049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938686251s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:25.38918Z","caller":"traceutil/trace.go:171","msg":"trace[1228856680] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1361; }","duration":"1.938830664s","start":"2026-03-29T02:02:23.450332Z","end":"2026-03-29T02:02:25.389163Z","steps":["trace[1228856680] 'range keys from in-memory index tree' (duration: 1.93866998s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.389316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.270865Z","time spent":"1.118444099s","remote":"127.0.0.1:43254","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:02:25.776737Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.949199686s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:25.777428Z","caller":"traceutil/trace.go:171","msg":"trace[1641705121] linearizableReadLoop","detail":"{readStateIndex:1426; appliedIndex:1422; }","duration":"5.23655108s","start":"2026-03-29T02:02:20.540855Z","end":"2026-03-29T02:02:25.777406Z","steps":["trace[1641705121] 'read index received' (duration: 1.286319022s)","trace[1641705121] 'applied index is now lower than readState.Index' (duration: 3.950230988s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:25.777532Z","caller":"traceutil/trace.go:171","msg":"trace[720893712] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"4.569941117s","start":"2026-03-29T02:02:21.207565Z","end":"2026-03-29T02:02:25.777506Z","steps":["trace[720893712] 'process raft request' (duration: 4.569702951s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:25.777533Z","caller":"traceutil/trace.go:171","msg":"trace[965903921] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"4.627739792s","start":"2026-03-29T02:02:21.149751Z","end":"2026-03-29T02:02:25.777491Z","steps":["trace[965903921] 'process raft request' (duration: 4.627298553s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.777584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.236712314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:25.777618Z","caller":"traceutil/trace.go:171","msg":"trace[555929977] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1363; }","duration":"5.236803426s","start":"2026-03-29T02:02:20.540805Z","end":"2026-03-29T02:02:25.777608Z","steps":["trace[555929977] 'agreement among raft nodes before linearized reading' (duration: 5.236722844s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:25.777652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.207542Z","time spent":"4.570046709s","remote":"127.0.0.1:57186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6320,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:25.777653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:20.540782Z","time spent":"5.236861597s","remote":"127.0.0.1:57148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:25.777703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.149727Z","time spent":"4.627886525s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:26.146495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999717717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:02:26.146571Z","caller":"traceutil/trace.go:171","msg":"trace[596513097] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99983624s","start":"2026-03-29T02:02:21.146716Z","end":"2026-03-29T02:02:26.146552Z","steps":["trace[596513097] 'agreement among raft nodes before linearized reading' (duration: 4.999744608s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.146619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.1467Z","time spent":"4.999909551s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:02:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:26.278564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:26.55984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999614565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T02:02:26.559943Z","caller":"traceutil/trace.go:171","msg":"trace[81861970] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999755378s","start":"2026-03-29T02:02:21.560162Z","end":"2026-03-29T02:02:26.559918Z","steps":["trace[81861970] 'agreement among raft nodes before linearized reading' (duration: 4.999628485s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.559954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999122474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"warn","ts":"2026-03-29T02:02:26.560004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.560151Z","time spent":"4.999839369s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:02:26.560051Z","caller":"traceutil/trace.go:171","msg":"trace[447066221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999233977s","start":"2026-03-29T02:02:21.560775Z","end":"2026-03-29T02:02:26.560009Z","steps":["trace[447066221] 'agreement among raft nodes before linearized reading' (duration: 4.999134805s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.5601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.560767Z","time spent":"4.999322749s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:26.628715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000474323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:02:26.628791Z","caller":"traceutil/trace.go:171","msg":"trace[1954514207] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000580146s","start":"2026-03-29T02:02:24.628191Z","end":"2026-03-29T02:02:26.628771Z","steps":["trace[1954514207] 'agreement among raft nodes before linearized reading' (duration: 2.000492444s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:26.628859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.628184Z","time spent":"2.000639787s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:26.779137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:27.280289Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:27.781294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391880,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:27.994621Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.217678985s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:27.995127Z","caller":"traceutil/trace.go:171","msg":"trace[1801498107] linearizableReadLoop","detail":"{readStateIndex:1427; appliedIndex:1426; }","duration":"2.217602973s","start":"2026-03-29T02:02:25.777502Z","end":"2026-03-29T02:02:27.995105Z","steps":["trace[1801498107] 'read index received' (duration: 2.217525941s)","trace[1801498107] 'applied index is now lower than readState.Index' (duration: 75.782µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:27.995114Z","caller":"traceutil/trace.go:171","msg":"trace[832891389] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"4.330538136s","start":"2026-03-29T02:02:23.664548Z","end":"2026-03-29T02:02:27.995086Z","steps":["trace[832891389] 'process raft request' (duration: 4.330299781s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.995214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.615429773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:27.995197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.448501242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:27.995236Z","caller":"traceutil/trace.go:171","msg":"trace[1446783834] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1364; }","duration":"6.615458463s","start":"2026-03-29T02:02:21.379771Z","end":"2026-03-29T02:02:27.995229Z","steps":["trace[1446783834] 'agreement among raft nodes before linearized reading' (duration: 6.615414042s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.995248Z","caller":"traceutil/trace.go:171","msg":"trace[2069885366] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1364; }","duration":"6.448608234s","start":"2026-03-29T02:02:21.546628Z","end":"2026-03-29T02:02:27.995237Z","steps":["trace[2069885366] 'agreement among raft nodes before linearized reading' (duration: 6.448509842s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.995246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.525868999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-29T02:02:27.995245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:23.664515Z","time spent":"4.330664609s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:27.995261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.379686Z","time spent":"6.615568506s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:27.995273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.546548Z","time spent":"6.448715877s","remote":"127.0.0.1:53232","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:27.995274Z","caller":"traceutil/trace.go:171","msg":"trace[1280352016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1364; }","duration":"3.52593334s","start":"2026-03-29T02:02:24.469334Z","end":"2026-03-29T02:02:27.995267Z","steps":["trace[1280352016] 'agreement among raft nodes before linearized reading' (duration: 3.525780507s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.995298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.469315Z","time spent":"3.525977082s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:27.995344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43392576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"warn","ts":"2026-03-29T02:02:27.995348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.370556922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T02:02:27.995405Z","caller":"traceutil/trace.go:171","msg":"trace[944502795] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1364; }","duration":"3.434020693s","start":"2026-03-29T02:02:24.56136Z","end":"2026-03-29T02:02:27.99538Z","steps":["trace[944502795] 'agreement among raft nodes before linearized reading' (duration: 3.43389367s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:27.995407Z","caller":"traceutil/trace.go:171","msg":"trace[1538312054] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db; range_end:; response_count:1; response_revision:1364; }","duration":"3.370651715s","start":"2026-03-29T02:02:24.624736Z","end":"2026-03-29T02:02:27.995388Z","steps":["trace[1538312054] 'agreement among raft nodes before linearized reading' (duration: 3.37044641s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.995436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.561332Z","time spent":"3.434095915s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:02:27.995446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.62472Z","time spent":"3.370717716s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d55c8b581db\" "} {"level":"warn","ts":"2026-03-29T02:02:27.995435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.847117794s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-29T02:02:27.995514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.845348674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T02:02:27.995533Z","caller":"traceutil/trace.go:171","msg":"trace[1409905375] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1364; }","duration":"6.847226856s","start":"2026-03-29T02:02:21.148299Z","end":"2026-03-29T02:02:27.995526Z","steps":["trace[1409905375] 'agreement among raft nodes before linearized reading' (duration: 6.847076062s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.995569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.148292Z","time spent":"6.847270377s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:27.995567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726203676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:27.995592Z","caller":"traceutil/trace.go:171","msg":"trace[1978455671] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1364; }","duration":"6.726271108s","start":"2026-03-29T02:02:21.269315Z","end":"2026-03-29T02:02:27.995586Z","steps":["trace[1978455671] 'agreement among raft nodes before linearized reading' (duration: 6.726133015s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.995628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:21.269296Z","time spent":"6.726308699s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:27.995538Z","caller":"traceutil/trace.go:171","msg":"trace[2042217971] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1364; }","duration":"3.845415137s","start":"2026-03-29T02:02:24.150116Z","end":"2026-03-29T02:02:27.995532Z","steps":["trace[2042217971] 'agreement among raft nodes before linearized reading' (duration: 3.845352596s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.995657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.150091Z","time spent":"3.845559739s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:02:27.995864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.140027548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:02:27.995886Z","caller":"traceutil/trace.go:171","msg":"trace[1706256253] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1364; }","duration":"3.14013118s","start":"2026-03-29T02:02:24.855749Z","end":"2026-03-29T02:02:27.99588Z","steps":["trace[1706256253] 'agreement among raft nodes before linearized reading' (duration: 3.139441285s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:27.995922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:24.855729Z","time spent":"3.140188501s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-03-29T02:02:28.393972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.03663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:28.394239Z","caller":"traceutil/trace.go:171","msg":"trace[1783338778] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"609.494692ms","start":"2026-03-29T02:02:27.784696Z","end":"2026-03-29T02:02:28.39419Z","steps":["trace[1783338778] 'process raft request' (duration: 269.164236ms)","trace[1783338778] 'compare' (duration: 339.475468ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:28.39439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.784676Z","time spent":"609.633477ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.394489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.996583Z","time spent":"397.902396ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:02:28.394576Z","caller":"traceutil/trace.go:171","msg":"trace[1529125957] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"394.119843ms","start":"2026-03-29T02:02:28.000436Z","end":"2026-03-29T02:02:28.394556Z","steps":["trace[1529125957] 'process raft request' (duration: 394.069362ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.394588Z","caller":"traceutil/trace.go:171","msg":"trace[2093310508] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"395.117315ms","start":"2026-03-29T02:02:27.999445Z","end":"2026-03-29T02:02:28.394562Z","steps":["trace[2093310508] 'process raft request' (duration: 394.737405ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.394615Z","caller":"traceutil/trace.go:171","msg":"trace[1464608486] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"394.364189ms","start":"2026-03-29T02:02:28.000214Z","end":"2026-03-29T02:02:28.394578Z","steps":["trace[1464608486] 'process raft request' (duration: 394.196985ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.394695Z","caller":"traceutil/trace.go:171","msg":"trace[1277268768] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"394.391959ms","start":"2026-03-29T02:02:28.000264Z","end":"2026-03-29T02:02:28.394656Z","steps":["trace[1277268768] 'process raft request' (duration: 394.199624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.394701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.000427Z","time spent":"394.220795ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.394755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.000203Z","time spent":"394.470361ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.394773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.872055252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:28.394785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.999426Z","time spent":"395.230688ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.394811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.000248Z","time spent":"394.487221ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:28.394816Z","caller":"traceutil/trace.go:171","msg":"trace[2060697433] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1369; }","duration":"1.872167444s","start":"2026-03-29T02:02:26.522639Z","end":"2026-03-29T02:02:28.394806Z","steps":["trace[2060697433] 'agreement among raft nodes before linearized reading' (duration: 1.87200902s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.394563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:27.997954Z","time spent":"396.603698ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T02:02:28.394901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.52262Z","time spent":"1.872269187s","remote":"127.0.0.1:57360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":29,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:28.394941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766042744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:28.394596Z","caller":"traceutil/trace.go:171","msg":"trace[2078660564] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1427; }","duration":"399.4041ms","start":"2026-03-29T02:02:27.995162Z","end":"2026-03-29T02:02:28.394566Z","steps":["trace[2078660564] 'read index received' (duration: 58.800497ms)","trace[2078660564] 'applied index is now lower than readState.Index' (duration: 340.596472ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:28.394993Z","caller":"traceutil/trace.go:171","msg":"trace[1352241802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"1.766155216s","start":"2026-03-29T02:02:26.628826Z","end":"2026-03-29T02:02:28.394981Z","steps":["trace[1352241802] 'agreement among raft nodes before linearized reading' (duration: 1.766085904s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.395026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.628808Z","time spent":"1.766211627s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:28.394954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633735844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:28.39519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.388184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:02:28.395242Z","caller":"traceutil/trace.go:171","msg":"trace[516825664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1369; }","duration":"246.473116ms","start":"2026-03-29T02:02:28.14876Z","end":"2026-03-29T02:02:28.395233Z","steps":["trace[516825664] 'agreement among raft nodes before linearized reading' (duration: 246.357684ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:28.395122Z","caller":"traceutil/trace.go:171","msg":"trace[746646215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1369; }","duration":"1.633948429s","start":"2026-03-29T02:02:26.761136Z","end":"2026-03-29T02:02:28.395085Z","steps":["trace[746646215] 'agreement among raft nodes before linearized reading' (duration: 1.633692653s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.396342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:26.761115Z","time spent":"1.635154216s","remote":"127.0.0.1:53192","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:28.709248Z","caller":"traceutil/trace.go:171","msg":"trace[1584560558] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"312.486493ms","start":"2026-03-29T02:02:28.396733Z","end":"2026-03-29T02:02:28.709219Z","steps":["trace[1584560558] 'process raft request' (duration: 312.272918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.70943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.396717Z","time spent":"312.615566ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.972851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.898117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:28.973068Z","caller":"traceutil/trace.go:171","msg":"trace[1653509605] linearizableReadLoop","detail":"{readStateIndex:1437; appliedIndex:1434; }","duration":"568.573911ms","start":"2026-03-29T02:02:28.404477Z","end":"2026-03-29T02:02:28.973051Z","steps":["trace[1653509605] 'read index received' (duration: 304.526197ms)","trace[1653509605] 'applied index is now lower than readState.Index' (duration: 264.046744ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:28.973163Z","caller":"traceutil/trace.go:171","msg":"trace[245356915] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"572.952837ms","start":"2026-03-29T02:02:28.400201Z","end":"2026-03-29T02:02:28.973153Z","steps":["trace[245356915] 'process raft request' (duration: 572.768563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.973244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.400178Z","time spent":"573.031419ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.973328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.849016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:28.973364Z","caller":"traceutil/trace.go:171","msg":"trace[1337592309] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1372; }","duration":"568.910308ms","start":"2026-03-29T02:02:28.404445Z","end":"2026-03-29T02:02:28.973355Z","steps":["trace[1337592309] 'agreement among raft nodes before linearized reading' (duration: 568.856227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.973392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.404431Z","time spent":"568.955029ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:02:28.973664Z","caller":"traceutil/trace.go:171","msg":"trace[696866145] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"576.792172ms","start":"2026-03-29T02:02:28.396786Z","end":"2026-03-29T02:02:28.973578Z","steps":["trace[696866145] 'process raft request' (duration: 450.066487ms)","trace[696866145] 'compare' (duration: 125.726323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:28.973985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.972067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-29T02:02:28.974048Z","caller":"traceutil/trace.go:171","msg":"trace[871609764] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1372; }","duration":"262.08427ms","start":"2026-03-29T02:02:28.71195Z","end":"2026-03-29T02:02:28.974034Z","steps":["trace[871609764] 'agreement among raft nodes before linearized reading' (duration: 261.898726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.974079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.783523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:28.974115Z","caller":"traceutil/trace.go:171","msg":"trace[153518449] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1372; }","duration":"411.965367ms","start":"2026-03-29T02:02:28.56214Z","end":"2026-03-29T02:02:28.974105Z","steps":["trace[153518449] 'agreement among raft nodes before linearized reading' (duration: 411.847374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.974154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.562123Z","time spent":"412.015958ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:02:28.974311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.396765Z","time spent":"577.017997ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:28.974339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.037469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:28.974415Z","caller":"traceutil/trace.go:171","msg":"trace[1371058927] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1372; }","duration":"412.153542ms","start":"2026-03-29T02:02:28.56224Z","end":"2026-03-29T02:02:28.974394Z","steps":["trace[1371058927] 'agreement among raft nodes before linearized reading' (duration: 411.371424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:28.974458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.562235Z","time spent":"412.213293ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:30.120853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391901,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:30.227266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.123330756s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:02:30.227854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123825187s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:30.228093Z","caller":"traceutil/trace.go:171","msg":"trace[1252699134] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"1.248975328s","start":"2026-03-29T02:02:28.979092Z","end":"2026-03-29T02:02:30.228067Z","steps":["trace[1252699134] 'process raft request' (duration: 124.856764ms)","trace[1252699134] 'compare' (duration: 1.123681764s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.228178Z","caller":"traceutil/trace.go:171","msg":"trace[2121372347] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"1.248049107s","start":"2026-03-29T02:02:28.980113Z","end":"2026-03-29T02:02:30.228162Z","steps":["trace[2121372347] 'process raft request' (duration: 1.247981025s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:30.228201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.979075Z","time spent":"1.24907726s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:30.228264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.980105Z","time spent":"1.248113778s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:30.228594Z","caller":"traceutil/trace.go:171","msg":"trace[1377029886] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"1.24865689s","start":"2026-03-29T02:02:28.979921Z","end":"2026-03-29T02:02:30.228578Z","steps":["trace[1377029886] 'process raft request' (duration: 1.248040336s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:30.228686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:28.979898Z","time spent":"1.248744672s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:30.927486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.196394ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:02:30.927712Z","caller":"traceutil/trace.go:171","msg":"trace[986508772] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1437; }","duration":"1.307698733s","start":"2026-03-29T02:02:29.619992Z","end":"2026-03-29T02:02:30.92769Z","steps":["trace[986508772] 'read index received' (duration: 607.451108ms)","trace[986508772] 'applied index is now lower than readState.Index' (duration: 700.246335ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:30.927921Z","caller":"traceutil/trace.go:171","msg":"trace[1250071446] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"695.793797ms","start":"2026-03-29T02:02:30.232114Z","end":"2026-03-29T02:02:30.927908Z","steps":["trace[1250071446] 'process raft request' (duration: 695.4641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:30.92805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:30.232093Z","time spent":"695.869938ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":894,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:31.019147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39913112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:31.01925Z","caller":"traceutil/trace.go:171","msg":"trace[1065901110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1376; }","duration":"1.399242093s","start":"2026-03-29T02:02:29.619981Z","end":"2026-03-29T02:02:31.019223Z","steps":["trace[1065901110] 'agreement among raft nodes before linearized reading' (duration: 1.307853396s)","trace[1065901110] 'range keys from in-memory index tree' (duration: 91.251163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:31.019326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:29.619937Z","time spent":"1.399370335s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:31.019691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.224968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:31.019749Z","caller":"traceutil/trace.go:171","msg":"trace[1131549273] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1378; }","duration":"551.320331ms","start":"2026-03-29T02:02:30.468415Z","end":"2026-03-29T02:02:31.019735Z","steps":["trace[1131549273] 'agreement among raft nodes before linearized reading' (duration: 551.211418ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:31.019724Z","caller":"traceutil/trace.go:171","msg":"trace[389397398] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"618.707187ms","start":"2026-03-29T02:02:30.400992Z","end":"2026-03-29T02:02:31.0197Z","steps":["trace[389397398] 'process raft request' (duration: 526.908552ms)","trace[389397398] 'compare' (duration: 91.14886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:31.019765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.411742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:31.019822Z","caller":"traceutil/trace.go:171","msg":"trace[1899579816] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"252.714823ms","start":"2026-03-29T02:02:30.767098Z","end":"2026-03-29T02:02:31.019813Z","steps":["trace[1899579816] 'process raft request' (duration: 252.191812ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:31.019826Z","caller":"traceutil/trace.go:171","msg":"trace[535236155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1378; }","duration":"619.506114ms","start":"2026-03-29T02:02:30.400304Z","end":"2026-03-29T02:02:31.01981Z","steps":["trace[535236155] 'agreement among raft nodes before linearized reading' (duration: 619.33157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:31.019861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:30.400977Z","time spent":"618.813559ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:31.01987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:30.40028Z","time spent":"619.578555ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:31.019895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.506608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:31.020013Z","caller":"traceutil/trace.go:171","msg":"trace[1871617349] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1378; }","duration":"840.678772ms","start":"2026-03-29T02:02:30.179313Z","end":"2026-03-29T02:02:31.019992Z","steps":["trace[1871617349] 'agreement among raft nodes before linearized reading' (duration: 840.427347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:31.019786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:30.4684Z","time spent":"551.375542ms","remote":"127.0.0.1:57056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":29,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:31.020133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:30.17929Z","time spent":"840.826286ms","remote":"127.0.0.1:57104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":29,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:31.019938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.642077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:02:31.020258Z","caller":"traceutil/trace.go:171","msg":"trace[1402349292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1378; }","duration":"619.957684ms","start":"2026-03-29T02:02:30.400246Z","end":"2026-03-29T02:02:31.020204Z","steps":["trace[1402349292] 'agreement among raft nodes before linearized reading' (duration: 619.592266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:31.020525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:30.400227Z","time spent":"620.111847ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:02:31.521643Z","caller":"traceutil/trace.go:171","msg":"trace[181881941] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"495.644652ms","start":"2026-03-29T02:02:31.025974Z","end":"2026-03-29T02:02:31.521619Z","steps":["trace[181881941] 'process raft request' (duration: 495.603391ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:31.521665Z","caller":"traceutil/trace.go:171","msg":"trace[273932415] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"495.799716ms","start":"2026-03-29T02:02:31.025842Z","end":"2026-03-29T02:02:31.521641Z","steps":["trace[273932415] 'process raft request' (duration: 495.610392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:31.521806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:31.025969Z","time spent":"495.744474ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:31.521939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:31.025825Z","time spent":"495.969639ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:32.212202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.39631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:32.212281Z","caller":"traceutil/trace.go:171","msg":"trace[123506374] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1381; }","duration":"278.524153ms","start":"2026-03-29T02:02:31.933739Z","end":"2026-03-29T02:02:32.212263Z","steps":["trace[123506374] 'count revisions from in-memory index tree' (duration: 278.308488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.813241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.215517ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:32.813403Z","caller":"traceutil/trace.go:171","msg":"trace[277195337] linearizableReadLoop","detail":"{readStateIndex:1450; appliedIndex:1448; }","duration":"209.600643ms","start":"2026-03-29T02:02:32.603786Z","end":"2026-03-29T02:02:32.813386Z","steps":["trace[277195337] 'read index received' (duration: 41.941µs)","trace[277195337] 'applied index is now lower than readState.Index' (duration: 209.557562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:32.813771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.377194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:32.813762Z","caller":"traceutil/trace.go:171","msg":"trace[1638761588] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"577.60119ms","start":"2026-03-29T02:02:32.236128Z","end":"2026-03-29T02:02:32.813729Z","steps":["trace[1638761588] 'process raft request' (duration: 264.82414ms)","trace[1638761588] 'compare' (duration: 312.100805ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:32.813814Z","caller":"traceutil/trace.go:171","msg":"trace[593601004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1384; }","duration":"192.444205ms","start":"2026-03-29T02:02:32.621357Z","end":"2026-03-29T02:02:32.813801Z","steps":["trace[593601004] 'agreement among raft nodes before linearized reading' (duration: 192.371574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.813773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.962661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:32.813868Z","caller":"traceutil/trace.go:171","msg":"trace[206744088] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1384; }","duration":"210.094894ms","start":"2026-03-29T02:02:32.60375Z","end":"2026-03-29T02:02:32.813845Z","steps":["trace[206744088] 'agreement among raft nodes before linearized reading' (duration: 209.949061ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:32.813832Z","caller":"traceutil/trace.go:171","msg":"trace[1452990582] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"326.953282ms","start":"2026-03-29T02:02:32.486825Z","end":"2026-03-29T02:02:32.813779Z","steps":["trace[1452990582] 'process raft request' (duration: 326.510872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:32.813895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:32.236101Z","time spent":"577.736953ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:32.814041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:32.486803Z","time spent":"327.136556ms","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:33.601517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:34.101632Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:34.601845Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:35.103091Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391925,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T02:02:35.335043Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.489707185s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T02:02:36.621092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000296129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:02:36.62119Z","caller":"traceutil/trace.go:171","msg":"trace[2069446677] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000435883s","start":"2026-03-29T02:02:34.620733Z","end":"2026-03-29T02:02:36.621169Z","steps":["trace[2069446677] 'agreement among raft nodes before linearized reading' (duration: 2.00032078s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:36.621241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.620718Z","time spent":"2.000512084s","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:37.712471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.262602309s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:37.712589Z","caller":"traceutil/trace.go:171","msg":"trace[565179120] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1384; }","duration":"4.262735842s","start":"2026-03-29T02:02:33.449835Z","end":"2026-03-29T02:02:37.712571Z","steps":["trace[565179120] 'range keys from in-memory index tree' (duration: 4.262584778s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:37.715349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380114988s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:37.715452Z","caller":"traceutil/trace.go:171","msg":"trace[1837722420] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"4.894081917s","start":"2026-03-29T02:02:32.821349Z","end":"2026-03-29T02:02:37.715431Z","steps":["trace[1837722420] 'process raft request' (duration: 2.513827196s)","trace[1837722420] 'compare' (duration: 2.378213995s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:37.715513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:32.821328Z","time spent":"4.894164019s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:38.025212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.026464Z","time spent":"4.998741645s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/29 02:02:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:38.099316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998796767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:02:38.099395Z","caller":"traceutil/trace.go:171","msg":"trace[888444807] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99893597s","start":"2026-03-29T02:02:33.100442Z","end":"2026-03-29T02:02:38.099378Z","steps":["trace[888444807] 'agreement among raft nodes before linearized reading' (duration: 4.998830238s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.099463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.100414Z","time spent":"4.999039083s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 02:02:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:38.621162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:02:38.621253Z","caller":"traceutil/trace.go:171","msg":"trace[2015813431] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000132996s","start":"2026-03-29T02:02:36.621103Z","end":"2026-03-29T02:02:38.621236Z","steps":["trace[2015813431] 'agreement among raft nodes before linearized reading' (duration: 2.000022994s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:38.621304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.621081Z","time spent":"2.000207667s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 02:02:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:39.322928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999638525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T02:02:39.323014Z","caller":"traceutil/trace.go:171","msg":"trace[1923962209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999811869s","start":"2026-03-29T02:02:34.323182Z","end":"2026-03-29T02:02:39.322994Z","steps":["trace[1923962209] 'agreement among raft nodes before linearized reading' (duration: 4.999670186s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.323064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.32316Z","time spent":"4.99989141s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 02:02:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T02:02:39.335932Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.000758292s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T02:02:39.336665Z","caller":"traceutil/trace.go:171","msg":"trace[1561291165] linearizableReadLoop","detail":"{readStateIndex:1452; appliedIndex:1450; }","duration":"6.236125899s","start":"2026-03-29T02:02:33.100497Z","end":"2026-03-29T02:02:39.336623Z","steps":["trace[1561291165] 'read index received' (duration: 2.23468357s)","trace[1561291165] 'applied index is now lower than readState.Index' (duration: 4.001440559s)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:39.340165Z","caller":"traceutil/trace.go:171","msg":"trace[251772549] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"1.950982713s","start":"2026-03-29T02:02:37.389151Z","end":"2026-03-29T02:02:39.340133Z","steps":["trace[251772549] 'process raft request' (duration: 1.95081455s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.951343407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:39.340311Z","caller":"traceutil/trace.go:171","msg":"trace[1465216719] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1389; }","duration":"5.95145871s","start":"2026-03-29T02:02:33.38884Z","end":"2026-03-29T02:02:39.340299Z","steps":["trace[1465216719] 'agreement among raft nodes before linearized reading' (duration: 5.951327267s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.38882Z","time spent":"5.951513171s","remote":"127.0.0.1:57514","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":29,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:02:39.340383Z","caller":"traceutil/trace.go:171","msg":"trace[523612495] transaction","detail":"{read_only:false; response_revision:1389; number_of_response:1; }","duration":"1.001779316s","start":"2026-03-29T02:02:38.338586Z","end":"2026-03-29T02:02:39.340365Z","steps":["trace[523612495] 'process raft request' (duration: 1.001524311s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.389132Z","time spent":"1.951135816s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:39.340582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.522388528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:02:39.340606Z","caller":"traceutil/trace.go:171","msg":"trace[1496623555] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1389; }","duration":"4.522449899s","start":"2026-03-29T02:02:34.818151Z","end":"2026-03-29T02:02:39.340601Z","steps":["trace[1496623555] 'agreement among raft nodes before linearized reading' (duration: 4.522402028s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.81813Z","time spent":"4.52248907s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:02:39.340558Z","caller":"traceutil/trace.go:171","msg":"trace[1955821947] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"1.620114744s","start":"2026-03-29T02:02:37.720357Z","end":"2026-03-29T02:02:39.340472Z","steps":["trace[1955821947] 'process raft request' (duration: 1.619724495s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.950302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:02:39.340719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.815165183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:39.340735Z","caller":"traceutil/trace.go:171","msg":"trace[1245619171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1389; }","duration":"5.815221674s","start":"2026-03-29T02:02:33.52551Z","end":"2026-03-29T02:02:39.340731Z","steps":["trace[1245619171] 'agreement among raft nodes before linearized reading' (duration: 5.815175063s)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.340738Z","caller":"traceutil/trace.go:171","msg":"trace[1596218183] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1389; }","duration":"483.028134ms","start":"2026-03-29T02:02:38.857697Z","end":"2026-03-29T02:02:39.340725Z","steps":["trace[1596218183] 'agreement among raft nodes before linearized reading' (duration: 482.973833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.720339Z","time spent":"1.620349649s","remote":"127.0.0.1:57074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":929,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T02:02:39.340776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.857676Z","time spent":"483.091085ms","remote":"127.0.0.1:53142","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:39.340818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.941173322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-29T02:02:39.340839Z","caller":"traceutil/trace.go:171","msg":"trace[1288361103] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1389; }","duration":"5.941211024s","start":"2026-03-29T02:02:33.399625Z","end":"2026-03-29T02:02:39.340836Z","steps":["trace[1288361103] 'agreement among raft nodes before linearized reading' (duration: 5.941170303s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.399616Z","time spent":"5.941257504s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:02:39.34097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.941691003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-29T02:02:39.340988Z","caller":"traceutil/trace.go:171","msg":"trace[1768968608] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1389; }","duration":"5.941752475s","start":"2026-03-29T02:02:33.399231Z","end":"2026-03-29T02:02:39.340984Z","steps":["trace[1768968608] 'agreement among raft nodes before linearized reading' (duration: 5.941709514s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.399209Z","time spent":"5.941788096s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:02:39.340317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.523976001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:02:39.340649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.229077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.34107Z","caller":"traceutil/trace.go:171","msg":"trace[453823395] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1389; }","duration":"2.524811568s","start":"2026-03-29T02:02:36.816252Z","end":"2026-03-29T02:02:39.341063Z","steps":["trace[453823395] 'agreement among raft nodes before linearized reading' (duration: 2.52396731s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.341094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:36.816232Z","time spent":"2.52485442s","remote":"127.0.0.1:57414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":29,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:39.341093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.108825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:39.341108Z","caller":"traceutil/trace.go:171","msg":"trace[2119472616] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1389; }","duration":"137.713988ms","start":"2026-03-29T02:02:39.203372Z","end":"2026-03-29T02:02:39.341086Z","steps":["trace[2119472616] 'agreement among raft nodes before linearized reading' (duration: 137.235918ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.341129Z","caller":"traceutil/trace.go:171","msg":"trace[890824005] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1389; }","duration":"711.148416ms","start":"2026-03-29T02:02:38.629969Z","end":"2026-03-29T02:02:39.341118Z","steps":["trace[890824005] 'agreement among raft nodes before linearized reading' (duration: 711.085704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.341158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.629929Z","time spent":"711.223857ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:02:39.340557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.338558Z","time spent":"1.001881399s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:39.341368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314509774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-29T02:02:39.34142Z","caller":"traceutil/trace.go:171","msg":"trace[1717248816] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1389; }","duration":"1.314591105s","start":"2026-03-29T02:02:38.026818Z","end":"2026-03-29T02:02:39.341409Z","steps":["trace[1717248816] 'agreement among raft nodes before linearized reading' (duration: 1.314499543s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.341457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:38.026803Z","time spent":"1.314646756s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":571,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T02:02:39.340544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.4848116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:02:39.341493Z","caller":"traceutil/trace.go:171","msg":"trace[1054356373] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1389; }","duration":"4.485797422s","start":"2026-03-29T02:02:34.85569Z","end":"2026-03-29T02:02:39.341487Z","steps":["trace[1054356373] 'agreement among raft nodes before linearized reading' (duration: 4.48479519s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.341512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:34.855669Z","time spent":"4.485837872s","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-03-29T02:02:39.340783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.815276595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:39.341648Z","caller":"traceutil/trace.go:171","msg":"trace[1613587415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1389; }","duration":"5.816173885s","start":"2026-03-29T02:02:33.52547Z","end":"2026-03-29T02:02:39.341644Z","steps":["trace[1613587415] 'agreement among raft nodes before linearized reading' (duration: 5.815288256s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.341665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.525453Z","time spent":"5.816207295s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:39.341714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.622114128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-29T02:02:39.341765Z","caller":"traceutil/trace.go:171","msg":"trace[1850345502] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1389; }","duration":"1.622167349s","start":"2026-03-29T02:02:37.719586Z","end":"2026-03-29T02:02:39.341754Z","steps":["trace[1850345502] 'agreement among raft nodes before linearized reading' (duration: 1.622017686s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.340748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:33.525488Z","time spent":"5.815256865s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:39.3418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:37.719551Z","time spent":"1.622238101s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-29T02:02:39.511203Z","caller":"traceutil/trace.go:171","msg":"trace[1755422359] transaction","detail":"{read_only:false; response_revision:1390; number_of_response:1; }","duration":"164.304444ms","start":"2026-03-29T02:02:39.346854Z","end":"2026-03-29T02:02:39.511158Z","steps":["trace[1755422359] 'process raft request' (duration: 132.514964ms)","trace[1755422359] 'compare' (duration: 31.522634ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:39.511211Z","caller":"traceutil/trace.go:171","msg":"trace[1847355098] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"164.243993ms","start":"2026-03-29T02:02:39.34693Z","end":"2026-03-29T02:02:39.511174Z","steps":["trace[1847355098] 'process raft request' (duration: 164.11961ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.511665Z","caller":"traceutil/trace.go:171","msg":"trace[883865585] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"135.13236ms","start":"2026-03-29T02:02:39.376521Z","end":"2026-03-29T02:02:39.511654Z","steps":["trace[883865585] 'process raft request' (duration: 135.094119ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.511794Z","caller":"traceutil/trace.go:171","msg":"trace[1649272956] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"164.183471ms","start":"2026-03-29T02:02:39.347599Z","end":"2026-03-29T02:02:39.511782Z","steps":["trace[1649272956] 'process raft request' (duration: 163.890194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:39.51199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.410027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-29T02:02:39.512046Z","caller":"traceutil/trace.go:171","msg":"trace[1692338891] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1397; }","duration":"164.502038ms","start":"2026-03-29T02:02:39.34753Z","end":"2026-03-29T02:02:39.512032Z","steps":["trace[1692338891] 'agreement among raft nodes before linearized reading' (duration: 164.333515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.512006Z","caller":"traceutil/trace.go:171","msg":"trace[1160099951] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"165.025959ms","start":"2026-03-29T02:02:39.34697Z","end":"2026-03-29T02:02:39.511996Z","steps":["trace[1160099951] 'process raft request' (duration: 164.437747ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.511806Z","caller":"traceutil/trace.go:171","msg":"trace[1160695805] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"162.907533ms","start":"2026-03-29T02:02:39.348881Z","end":"2026-03-29T02:02:39.511788Z","steps":["trace[1160695805] 'process raft request' (duration: 162.697188ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.511975Z","caller":"traceutil/trace.go:171","msg":"trace[88569812] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"165.026609ms","start":"2026-03-29T02:02:39.346925Z","end":"2026-03-29T02:02:39.511952Z","steps":["trace[88569812] 'process raft request' (duration: 164.194141ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:39.511843Z","caller":"traceutil/trace.go:171","msg":"trace[842913907] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1456; }","duration":"136.289056ms","start":"2026-03-29T02:02:39.375543Z","end":"2026-03-29T02:02:39.511832Z","steps":["trace[842913907] 'read index received' (duration: 103.764519ms)","trace[842913907] 'applied index is now lower than readState.Index' (duration: 32.523557ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:39.511857Z","caller":"traceutil/trace.go:171","msg":"trace[537643286] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"163.624868ms","start":"2026-03-29T02:02:39.348223Z","end":"2026-03-29T02:02:39.511848Z","steps":["trace[537643286] 'process raft request' (duration: 163.310731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.640382Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692391950,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:02:40.67977Z","caller":"traceutil/trace.go:171","msg":"trace[2117531915] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1465; }","duration":"539.577342ms","start":"2026-03-29T02:02:40.14017Z","end":"2026-03-29T02:02:40.679748Z","steps":["trace[2117531915] 'read index received' (duration: 539.48531ms)","trace[2117531915] 'applied index is now lower than readState.Index' (duration: 91.032µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:40.679985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.757716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:40.680088Z","caller":"traceutil/trace.go:171","msg":"trace[1992898541] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"573.49178ms","start":"2026-03-29T02:02:40.10634Z","end":"2026-03-29T02:02:40.679832Z","steps":["trace[1992898541] 'process raft request' (duration: 573.264735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.680531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.106309Z","time spent":"573.99574ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:40.68009Z","caller":"traceutil/trace.go:171","msg":"trace[2061342993] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1399; }","duration":"539.9548ms","start":"2026-03-29T02:02:40.140121Z","end":"2026-03-29T02:02:40.680075Z","steps":["trace[2061342993] 'agreement among raft nodes before linearized reading' (duration: 539.746296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:40.680863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:40.140101Z","time spent":"540.722817ms","remote":"127.0.0.1:57444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":29,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:41.552743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.794062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:02:41.552854Z","caller":"traceutil/trace.go:171","msg":"trace[365017120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1400; }","duration":"226.957516ms","start":"2026-03-29T02:02:41.32587Z","end":"2026-03-29T02:02:41.552827Z","steps":["trace[365017120] 'range keys from in-memory index tree' (duration: 226.569348ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.740496Z","caller":"traceutil/trace.go:171","msg":"trace[1335626103] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"221.742811ms","start":"2026-03-29T02:02:41.51872Z","end":"2026-03-29T02:02:41.740463Z","steps":["trace[1335626103] 'process raft request' (duration: 221.544796ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.812493Z","caller":"traceutil/trace.go:171","msg":"trace[81602987] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"254.509202ms","start":"2026-03-29T02:02:41.557946Z","end":"2026-03-29T02:02:41.812455Z","steps":["trace[81602987] 'process raft request' (duration: 216.497965ms)","trace[81602987] 'compare' (duration: 37.839804ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:41.812803Z","caller":"traceutil/trace.go:171","msg":"trace[1891881195] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"254.731648ms","start":"2026-03-29T02:02:41.558047Z","end":"2026-03-29T02:02:41.812779Z","steps":["trace[1891881195] 'process raft request' (duration: 254.360559ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.812823Z","caller":"traceutil/trace.go:171","msg":"trace[486782418] linearizableReadLoop","detail":"{readStateIndex:1472; appliedIndex:1467; }","duration":"191.822071ms","start":"2026-03-29T02:02:41.620985Z","end":"2026-03-29T02:02:41.812807Z","steps":["trace[486782418] 'read index received' (duration: 119.436015ms)","trace[486782418] 'applied index is now lower than readState.Index' (duration: 72.385086ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:41.812866Z","caller":"traceutil/trace.go:171","msg":"trace[743112629] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"254.723319ms","start":"2026-03-29T02:02:41.558112Z","end":"2026-03-29T02:02:41.812835Z","steps":["trace[743112629] 'process raft request' (duration: 254.488543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:41.812921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.921283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:41.812945Z","caller":"traceutil/trace.go:171","msg":"trace[1642577875] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"254.874402ms","start":"2026-03-29T02:02:41.558052Z","end":"2026-03-29T02:02:41.812926Z","steps":["trace[1642577875] 'process raft request' (duration: 254.712737ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:41.812955Z","caller":"traceutil/trace.go:171","msg":"trace[2125103085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1405; }","duration":"192.011665ms","start":"2026-03-29T02:02:41.620933Z","end":"2026-03-29T02:02:41.812944Z","steps":["trace[2125103085] 'agreement among raft nodes before linearized reading' (duration: 191.931743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:42.828296Z","caller":"traceutil/trace.go:171","msg":"trace[1172179543] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"139.925806ms","start":"2026-03-29T02:02:42.688335Z","end":"2026-03-29T02:02:42.828261Z","steps":["trace[1172179543] 'process raft request' (duration: 139.734592ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:44.223104Z","caller":"traceutil/trace.go:171","msg":"trace[752942416] linearizableReadLoop","detail":"{readStateIndex:1475; appliedIndex:1474; }","duration":"406.145638ms","start":"2026-03-29T02:02:43.816934Z","end":"2026-03-29T02:02:44.223079Z","steps":["trace[752942416] 'read index received' (duration: 406.015915ms)","trace[752942416] 'applied index is now lower than readState.Index' (duration: 128.533µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:44.223325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.332922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:44.223423Z","caller":"traceutil/trace.go:171","msg":"trace[1698734898] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1407; }","duration":"406.495876ms","start":"2026-03-29T02:02:43.816915Z","end":"2026-03-29T02:02:44.223411Z","steps":["trace[1698734898] 'agreement among raft nodes before linearized reading' (duration: 406.21926ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:44.223417Z","caller":"traceutil/trace.go:171","msg":"trace[161389833] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"478.119526ms","start":"2026-03-29T02:02:43.745129Z","end":"2026-03-29T02:02:44.223248Z","steps":["trace[161389833] 'process raft request' (duration: 477.794989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.223467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.816898Z","time spent":"406.557697ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:44.223509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.745102Z","time spent":"478.359441ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:44.223649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.110138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:44.223676Z","caller":"traceutil/trace.go:171","msg":"trace[1363575648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1407; }","duration":"406.163138ms","start":"2026-03-29T02:02:43.817505Z","end":"2026-03-29T02:02:44.223668Z","steps":["trace[1363575648] 'agreement among raft nodes before linearized reading' (duration: 406.077526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.223716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.817493Z","time spent":"406.203019ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:02:44.223741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.759671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:02:44.223802Z","caller":"traceutil/trace.go:171","msg":"trace[215210072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1407; }","duration":"406.887984ms","start":"2026-03-29T02:02:43.816896Z","end":"2026-03-29T02:02:44.223784Z","steps":["trace[215210072] 'agreement among raft nodes before linearized reading' (duration: 406.69952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.223861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.816873Z","time spent":"406.978136ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:02:44.224003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.774321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:02:44.224214Z","caller":"traceutil/trace.go:171","msg":"trace[1440779320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1407; }","duration":"407.215971ms","start":"2026-03-29T02:02:43.816868Z","end":"2026-03-29T02:02:44.224084Z","steps":["trace[1440779320] 'agreement among raft nodes before linearized reading' (duration: 406.67939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:44.224375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:43.816811Z","time spent":"407.439796ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:02:44.520574Z","caller":"traceutil/trace.go:171","msg":"trace[663000663] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"293.288219ms","start":"2026-03-29T02:02:44.227273Z","end":"2026-03-29T02:02:44.520561Z","steps":["trace[663000663] 'process raft request' (duration: 219.88902ms)","trace[663000663] 'compare' (duration: 73.220825ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:44.520609Z","caller":"traceutil/trace.go:171","msg":"trace[793853229] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"285.950127ms","start":"2026-03-29T02:02:44.234648Z","end":"2026-03-29T02:02:44.520598Z","steps":["trace[793853229] 'process raft request' (duration: 285.872935ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:44.520636Z","caller":"traceutil/trace.go:171","msg":"trace[1739795192] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"287.360918ms","start":"2026-03-29T02:02:44.233243Z","end":"2026-03-29T02:02:44.520604Z","steps":["trace[1739795192] 'process raft request' (duration: 287.228325ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:44.520807Z","caller":"traceutil/trace.go:171","msg":"trace[1892922731] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"286.595221ms","start":"2026-03-29T02:02:44.234198Z","end":"2026-03-29T02:02:44.520794Z","steps":["trace[1892922731] 'process raft request' (duration: 286.299665ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:44.818191Z","caller":"traceutil/trace.go:171","msg":"trace[926162357] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"292.414798ms","start":"2026-03-29T02:02:44.525749Z","end":"2026-03-29T02:02:44.818164Z","steps":["trace[926162357] 'process raft request' (duration: 292.357667ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:44.818252Z","caller":"traceutil/trace.go:171","msg":"trace[1043438041] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"292.501811ms","start":"2026-03-29T02:02:44.525723Z","end":"2026-03-29T02:02:44.818225Z","steps":["trace[1043438041] 'process raft request' (duration: 253.672554ms)","trace[1043438041] 'compare' (duration: 38.583111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:45.297449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.886514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:02:45.297611Z","caller":"traceutil/trace.go:171","msg":"trace[1794003118] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1482; }","duration":"440.326611ms","start":"2026-03-29T02:02:44.857257Z","end":"2026-03-29T02:02:45.297583Z","steps":["trace[1794003118] 'read index received' (duration: 252.121341ms)","trace[1794003118] 'applied index is now lower than readState.Index' (duration: 188.20303ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:45.297666Z","caller":"traceutil/trace.go:171","msg":"trace[1714064892] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"462.00518ms","start":"2026-03-29T02:02:44.835645Z","end":"2026-03-29T02:02:45.29765Z","steps":["trace[1714064892] 'process raft request' (duration: 273.768998ms)","trace[1714064892] 'compare' (duration: 187.659929ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:45.297728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:44.835621Z","time spent":"462.077372ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:45.297868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.621669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:02:45.297906Z","caller":"traceutil/trace.go:171","msg":"trace[1934792034] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1415; }","duration":"440.66253ms","start":"2026-03-29T02:02:44.857233Z","end":"2026-03-29T02:02:45.297895Z","steps":["trace[1934792034] 'agreement among raft nodes before linearized reading' (duration: 440.487106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.297942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:44.857106Z","time spent":"440.829643ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-03-29T02:02:45.297983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.607138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:45.298005Z","caller":"traceutil/trace.go:171","msg":"trace[1966276408] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1415; }","duration":"304.667599ms","start":"2026-03-29T02:02:44.993332Z","end":"2026-03-29T02:02:45.297999Z","steps":["trace[1966276408] 'agreement among raft nodes before linearized reading' (duration: 304.618568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:45.298023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:44.993312Z","time spent":"304.7071ms","remote":"127.0.0.1:57500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:02:45.712064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:45.298955Z","time spent":"413.102971ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T02:02:46.666331Z","caller":"traceutil/trace.go:171","msg":"trace[1444197383] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"122.820209ms","start":"2026-03-29T02:02:46.543484Z","end":"2026-03-29T02:02:46.666304Z","steps":["trace[1444197383] 'process raft request' (duration: 99.216519ms)","trace[1444197383] 'compare' (duration: 23.407286ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:46.666594Z","caller":"traceutil/trace.go:171","msg":"trace[1014399741] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"122.938502ms","start":"2026-03-29T02:02:46.543634Z","end":"2026-03-29T02:02:46.666572Z","steps":["trace[1014399741] 'process raft request' (duration: 122.619735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.666775Z","caller":"traceutil/trace.go:171","msg":"trace[2114981179] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"123.011893ms","start":"2026-03-29T02:02:46.543729Z","end":"2026-03-29T02:02:46.666741Z","steps":["trace[2114981179] 'process raft request' (duration: 122.782098ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.666964Z","caller":"traceutil/trace.go:171","msg":"trace[733000818] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"123.088555ms","start":"2026-03-29T02:02:46.543863Z","end":"2026-03-29T02:02:46.666952Z","steps":["trace[733000818] 'process raft request' (duration: 122.793149ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:46.667235Z","caller":"traceutil/trace.go:171","msg":"trace[1275398484] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"121.649693ms","start":"2026-03-29T02:02:46.545562Z","end":"2026-03-29T02:02:46.667212Z","steps":["trace[1275398484] 'process raft request' (duration: 121.352667ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.813658Z","caller":"traceutil/trace.go:171","msg":"trace[1083976092] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"139.108069ms","start":"2026-03-29T02:02:48.674516Z","end":"2026-03-29T02:02:48.813624Z","steps":["trace[1083976092] 'process raft request' (duration: 81.833205ms)","trace[1083976092] 'compare' (duration: 57.173952ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:48.841063Z","caller":"traceutil/trace.go:171","msg":"trace[154890528] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"166.517213ms","start":"2026-03-29T02:02:48.674521Z","end":"2026-03-29T02:02:48.841038Z","steps":["trace[154890528] 'process raft request' (duration: 166.352329ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.841393Z","caller":"traceutil/trace.go:171","msg":"trace[984172771] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"166.489372ms","start":"2026-03-29T02:02:48.674848Z","end":"2026-03-29T02:02:48.841338Z","steps":["trace[984172771] 'process raft request' (duration: 166.151525ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:48.841468Z","caller":"traceutil/trace.go:171","msg":"trace[22867149] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"166.372161ms","start":"2026-03-29T02:02:48.675084Z","end":"2026-03-29T02:02:48.841457Z","steps":["trace[22867149] 'process raft request' (duration: 166.127674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:49.177762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.281739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:49.177872Z","caller":"traceutil/trace.go:171","msg":"trace[1724212576] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1446; }","duration":"137.439172ms","start":"2026-03-29T02:02:49.040401Z","end":"2026-03-29T02:02:49.17784Z","steps":["trace[1724212576] 'count revisions from in-memory index tree' (duration: 137.118235ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:49.913109Z","caller":"traceutil/trace.go:171","msg":"trace[350943705] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"214.87893ms","start":"2026-03-29T02:02:49.698175Z","end":"2026-03-29T02:02:49.913054Z","steps":["trace[350943705] 'process raft request' (duration: 214.734537ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:50.046249Z","caller":"traceutil/trace.go:171","msg":"trace[1161910049] linearizableReadLoop","detail":"{readStateIndex:1519; appliedIndex:1517; }","duration":"223.664554ms","start":"2026-03-29T02:02:49.822559Z","end":"2026-03-29T02:02:50.046224Z","steps":["trace[1161910049] 'read index received' (duration: 90.367674ms)","trace[1161910049] 'applied index is now lower than readState.Index' (duration: 133.29591ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:50.046323Z","caller":"traceutil/trace.go:171","msg":"trace[1816252543] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"310.48683ms","start":"2026-03-29T02:02:49.735804Z","end":"2026-03-29T02:02:50.04629Z","steps":["trace[1816252543] 'process raft request' (duration: 304.949848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.046477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:49.735745Z","time spent":"310.643073ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:02:50.046494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.92123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-29T02:02:50.046553Z","caller":"traceutil/trace.go:171","msg":"trace[2111582545] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1450; }","duration":"224.041062ms","start":"2026-03-29T02:02:49.8225Z","end":"2026-03-29T02:02:50.046541Z","steps":["trace[2111582545] 'agreement among raft nodes before linearized reading' (duration: 223.868929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.046692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.08283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T02:02:50.046785Z","caller":"traceutil/trace.go:171","msg":"trace[1079957859] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1450; }","duration":"222.228493ms","start":"2026-03-29T02:02:49.824536Z","end":"2026-03-29T02:02:50.046765Z","steps":["trace[1079957859] 'agreement among raft nodes before linearized reading' (duration: 221.975688ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:50.398566Z","caller":"traceutil/trace.go:171","msg":"trace[1364286966] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"126.106422ms","start":"2026-03-29T02:02:50.272425Z","end":"2026-03-29T02:02:50.398531Z","steps":["trace[1364286966] 'process raft request' (duration: 125.873027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:50.739511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.963451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:50.739606Z","caller":"traceutil/trace.go:171","msg":"trace[985930830] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1453; }","duration":"118.125435ms","start":"2026-03-29T02:02:50.621459Z","end":"2026-03-29T02:02:50.739585Z","steps":["trace[985930830] 'range keys from in-memory index tree' (duration: 117.852049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:50.928706Z","caller":"traceutil/trace.go:171","msg":"trace[2136680496] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"107.44443ms","start":"2026-03-29T02:02:50.821242Z","end":"2026-03-29T02:02:50.928686Z","steps":["trace[2136680496] 'process raft request' (duration: 107.300467ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:51.06794Z","caller":"traceutil/trace.go:171","msg":"trace[1526734100] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"135.800314ms","start":"2026-03-29T02:02:50.932112Z","end":"2026-03-29T02:02:51.067913Z","steps":["trace[1526734100] 'process raft request' (duration: 135.627081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:51.190851Z","caller":"traceutil/trace.go:171","msg":"trace[164429512] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"258.367268ms","start":"2026-03-29T02:02:50.932448Z","end":"2026-03-29T02:02:51.190815Z","steps":["trace[164429512] 'process raft request' (duration: 246.086818ms)","trace[164429512] 'compare' (duration: 12.067406ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:51.190994Z","caller":"traceutil/trace.go:171","msg":"trace[454435073] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"257.278825ms","start":"2026-03-29T02:02:50.933692Z","end":"2026-03-29T02:02:51.190971Z","steps":["trace[454435073] 'process raft request' (duration: 257.204873ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:52.04924Z","caller":"traceutil/trace.go:171","msg":"trace[1867557337] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"126.806568ms","start":"2026-03-29T02:02:51.922404Z","end":"2026-03-29T02:02:52.049211Z","steps":["trace[1867557337] 'process raft request' (duration: 126.620513ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:53.419461Z","caller":"traceutil/trace.go:171","msg":"trace[1673565005] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"221.629777ms","start":"2026-03-29T02:02:53.197799Z","end":"2026-03-29T02:02:53.419429Z","steps":["trace[1673565005] 'process raft request' (duration: 221.453383ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:53.419513Z","caller":"traceutil/trace.go:171","msg":"trace[1042374801] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"222.107098ms","start":"2026-03-29T02:02:53.197362Z","end":"2026-03-29T02:02:53.41947Z","steps":["trace[1042374801] 'process raft request' (duration: 127.149626ms)","trace[1042374801] 'compare' (duration: 94.436901ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:53.76272Z","caller":"traceutil/trace.go:171","msg":"trace[1015633518] linearizableReadLoop","detail":"{readStateIndex:1536; appliedIndex:1535; }","duration":"140.951661ms","start":"2026-03-29T02:02:53.621754Z","end":"2026-03-29T02:02:53.762705Z","steps":["trace[1015633518] 'read index received' (duration: 140.783927ms)","trace[1015633518] 'applied index is now lower than readState.Index' (duration: 167.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:53.762757Z","caller":"traceutil/trace.go:171","msg":"trace[178711326] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"310.077134ms","start":"2026-03-29T02:02:53.452661Z","end":"2026-03-29T02:02:53.762739Z","steps":["trace[178711326] 'process raft request' (duration: 309.959122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.76284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.077363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:53.762863Z","caller":"traceutil/trace.go:171","msg":"trace[1467363829] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1467; }","duration":"141.143994ms","start":"2026-03-29T02:02:53.621713Z","end":"2026-03-29T02:02:53.762857Z","steps":["trace[1467363829] 'agreement among raft nodes before linearized reading' (duration: 141.090783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:53.762877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:53.45264Z","time spent":"310.176776ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:54.220342Z","caller":"traceutil/trace.go:171","msg":"trace[246468934] transaction","detail":"{read_only:false; response_revision:1468; number_of_response:1; }","duration":"162.648411ms","start":"2026-03-29T02:02:54.057673Z","end":"2026-03-29T02:02:54.220321Z","steps":["trace[246468934] 'process raft request' (duration: 162.503727ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:54.599255Z","caller":"traceutil/trace.go:171","msg":"trace[1509851335] transaction","detail":"{read_only:false; response_revision:1469; number_of_response:1; }","duration":"122.027302ms","start":"2026-03-29T02:02:54.477202Z","end":"2026-03-29T02:02:54.59923Z","steps":["trace[1509851335] 'process raft request' (duration: 121.862848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.873954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.981475ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:02:54.874017Z","caller":"traceutil/trace.go:171","msg":"trace[952949147] linearizableReadLoop","detail":"{readStateIndex:1539; appliedIndex:1537; }","duration":"320.477115ms","start":"2026-03-29T02:02:54.553529Z","end":"2026-03-29T02:02:54.874006Z","steps":["trace[952949147] 'read index received' (duration: 45.641851ms)","trace[952949147] 'applied index is now lower than readState.Index' (duration: 274.834174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:54.874103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.299161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:02:54.874121Z","caller":"traceutil/trace.go:171","msg":"trace[496431209] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1469; }","duration":"189.365582ms","start":"2026-03-29T02:02:54.68475Z","end":"2026-03-29T02:02:54.874116Z","steps":["trace[496431209] 'agreement among raft nodes before linearized reading' (duration: 189.312821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.874372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.818362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-29T02:02:54.874475Z","caller":"traceutil/trace.go:171","msg":"trace[1296438765] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1469; }","duration":"320.931074ms","start":"2026-03-29T02:02:54.553499Z","end":"2026-03-29T02:02:54.87443Z","steps":["trace[1296438765] 'agreement among raft nodes before linearized reading' (duration: 320.589026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:54.874527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:54.553484Z","time spent":"321.031197ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":495,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-29T02:02:55.332346Z","caller":"traceutil/trace.go:171","msg":"trace[836673047] transaction","detail":"{read_only:false; response_revision:1475; number_of_response:1; }","duration":"103.575593ms","start":"2026-03-29T02:02:55.228746Z","end":"2026-03-29T02:02:55.332321Z","steps":["trace[836673047] 'process raft request' (duration: 103.429198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:57.610353Z","caller":"traceutil/trace.go:171","msg":"trace[1030498673] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"110.535477ms","start":"2026-03-29T02:02:57.499796Z","end":"2026-03-29T02:02:57.610331Z","steps":["trace[1030498673] 'process raft request' (duration: 87.479086ms)","trace[1030498673] 'compare' (duration: 22.97447ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:57.648472Z","caller":"traceutil/trace.go:171","msg":"trace[1729329545] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"147.576886ms","start":"2026-03-29T02:02:57.500866Z","end":"2026-03-29T02:02:57.648442Z","steps":["trace[1729329545] 'process raft request' (duration: 147.327941ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.202722Z","caller":"traceutil/trace.go:171","msg":"trace[379386370] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"351.157574ms","start":"2026-03-29T02:02:57.851541Z","end":"2026-03-29T02:02:58.202699Z","steps":["trace[379386370] 'process raft request' (duration: 350.95604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:58.202861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:02:57.851518Z","time spent":"351.271326ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:02:58.368533Z","caller":"traceutil/trace.go:171","msg":"trace[1491380550] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"123.784841ms","start":"2026-03-29T02:02:58.244712Z","end":"2026-03-29T02:02:58.368496Z","steps":["trace[1491380550] 'process raft request' (duration: 75.900001ms)","trace[1491380550] 'compare' (duration: 47.581623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:59.809291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.054714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:02:59.809395Z","caller":"traceutil/trace.go:171","msg":"trace[1384226675] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1491; }","duration":"156.194777ms","start":"2026-03-29T02:02:59.653176Z","end":"2026-03-29T02:02:59.809371Z","steps":["trace[1384226675] 'range keys from in-memory index tree' (duration: 155.847579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.809483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.055967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:02:59.809582Z","caller":"traceutil/trace.go:171","msg":"trace[588402731] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1491; }","duration":"195.299543ms","start":"2026-03-29T02:02:59.614262Z","end":"2026-03-29T02:02:59.809562Z","steps":["trace[588402731] 'range keys from in-memory index tree' (duration: 194.824463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:02:59.809291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.893877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:59.809797Z","caller":"traceutil/trace.go:171","msg":"trace[754715008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1491; }","duration":"187.403558ms","start":"2026-03-29T02:02:59.622337Z","end":"2026-03-29T02:02:59.80974Z","steps":["trace[754715008] 'range keys from in-memory index tree' (duration: 186.781015ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:00.022495Z","caller":"traceutil/trace.go:171","msg":"trace[703972175] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"207.922283ms","start":"2026-03-29T02:02:59.814534Z","end":"2026-03-29T02:03:00.022456Z","steps":["trace[703972175] 'process raft request' (duration: 207.675297ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:00.042928Z","caller":"traceutil/trace.go:171","msg":"trace[664930610] transaction","detail":"{read_only:false; response_revision:1493; number_of_response:1; }","duration":"227.137168ms","start":"2026-03-29T02:02:59.815761Z","end":"2026-03-29T02:03:00.042898Z","steps":["trace[664930610] 'process raft request' (duration: 226.860732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.497606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.642368ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:00.497916Z","caller":"traceutil/trace.go:171","msg":"trace[445710091] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"296.631195ms","start":"2026-03-29T02:03:00.201239Z","end":"2026-03-29T02:03:00.49787Z","steps":["trace[445710091] 'process raft request' (duration: 153.63902ms)","trace[445710091] 'compare' (duration: 141.647266ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:00.498291Z","caller":"traceutil/trace.go:171","msg":"trace[804893931] linearizableReadLoop","detail":"{readStateIndex:1567; appliedIndex:1565; }","duration":"292.608108ms","start":"2026-03-29T02:03:00.205632Z","end":"2026-03-29T02:03:00.498241Z","steps":["trace[804893931] 'read index received' (duration: 53.807291ms)","trace[804893931] 'applied index is now lower than readState.Index' (duration: 238.799097ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:00.498292Z","caller":"traceutil/trace.go:171","msg":"trace[2083476071] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"267.255057ms","start":"2026-03-29T02:03:00.231005Z","end":"2026-03-29T02:03:00.49826Z","steps":["trace[2083476071] 'process raft request' (duration: 266.701404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.498564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.294104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:03:00.498631Z","caller":"traceutil/trace.go:171","msg":"trace[674646693] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1497; }","duration":"125.416137ms","start":"2026-03-29T02:03:00.3732Z","end":"2026-03-29T02:03:00.498616Z","steps":["trace[674646693] 'agreement among raft nodes before linearized reading' (duration: 125.204522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.4988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.005816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:00.498905Z","caller":"traceutil/trace.go:171","msg":"trace[1928239637] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1497; }","duration":"293.248652ms","start":"2026-03-29T02:03:00.205595Z","end":"2026-03-29T02:03:00.498844Z","steps":["trace[1928239637] 'agreement among raft nodes before linearized reading' (duration: 292.813292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:00.936552Z","caller":"traceutil/trace.go:171","msg":"trace[1236574878] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1568; }","duration":"315.138876ms","start":"2026-03-29T02:03:00.621389Z","end":"2026-03-29T02:03:00.936528Z","steps":["trace[1236574878] 'read index received' (duration: 314.817779ms)","trace[1236574878] 'applied index is now lower than readState.Index' (duration: 319.917µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:00.937644Z","caller":"traceutil/trace.go:171","msg":"trace[1521260732] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"434.175623ms","start":"2026-03-29T02:03:00.503422Z","end":"2026-03-29T02:03:00.937597Z","steps":["trace[1521260732] 'process raft request' (duration: 432.858154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.937867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.503396Z","time spent":"434.357627ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:00.937883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.476356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:00.937979Z","caller":"traceutil/trace.go:171","msg":"trace[139633073] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1499; }","duration":"316.609339ms","start":"2026-03-29T02:03:00.621333Z","end":"2026-03-29T02:03:00.937943Z","steps":["trace[139633073] 'agreement among raft nodes before linearized reading' (duration: 316.126958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.938034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.62131Z","time spent":"316.714402ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:00.939083Z","caller":"traceutil/trace.go:171","msg":"trace[501132834] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"435.629015ms","start":"2026-03-29T02:03:00.503426Z","end":"2026-03-29T02:03:00.939055Z","steps":["trace[501132834] 'process raft request' (duration: 433.004467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.939198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.503396Z","time spent":"435.738057ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:00.967651Z","caller":"traceutil/trace.go:171","msg":"trace[893425910] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"240.918883ms","start":"2026-03-29T02:03:00.726692Z","end":"2026-03-29T02:03:00.967611Z","steps":["trace[893425910] 'process raft request' (duration: 240.664738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:01.356506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.721985ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:03:01.356675Z","caller":"traceutil/trace.go:171","msg":"trace[965681319] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1571; }","duration":"153.953878ms","start":"2026-03-29T02:03:01.202699Z","end":"2026-03-29T02:03:01.356653Z","steps":["trace[965681319] 'read index received' (duration: 41.051µs)","trace[965681319] 'applied index is now lower than readState.Index' (duration: 153.910887ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:01.356868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.162262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T02:03:01.356903Z","caller":"traceutil/trace.go:171","msg":"trace[689146450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1500; }","duration":"154.245024ms","start":"2026-03-29T02:03:01.202649Z","end":"2026-03-29T02:03:01.356894Z","steps":["trace[689146450] 'agreement among raft nodes before linearized reading' (duration: 154.0679ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.098857Z","caller":"traceutil/trace.go:171","msg":"trace[1795414835] linearizableReadLoop","detail":"{readStateIndex:1575; appliedIndex:1574; }","duration":"290.209235ms","start":"2026-03-29T02:03:01.808619Z","end":"2026-03-29T02:03:02.098828Z","steps":["trace[1795414835] 'read index received' (duration: 289.881008ms)","trace[1795414835] 'applied index is now lower than readState.Index' (duration: 326.937µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:02.098897Z","caller":"traceutil/trace.go:171","msg":"trace[1519091855] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"464.463442ms","start":"2026-03-29T02:03:01.634404Z","end":"2026-03-29T02:03:02.098867Z","steps":["trace[1519091855] 'process raft request' (duration: 464.214907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.099219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.634379Z","time spent":"464.739667ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:02.099421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.932008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-29T02:03:02.099508Z","caller":"traceutil/trace.go:171","msg":"trace[950437401] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1503; }","duration":"243.05409ms","start":"2026-03-29T02:03:01.856431Z","end":"2026-03-29T02:03:02.099485Z","steps":["trace[950437401] 'agreement among raft nodes before linearized reading' (duration: 242.715513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.099722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.493231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:02.099823Z","caller":"traceutil/trace.go:171","msg":"trace[835318773] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1503; }","duration":"291.244287ms","start":"2026-03-29T02:03:01.808563Z","end":"2026-03-29T02:03:02.099807Z","steps":["trace[835318773] 'agreement among raft nodes before linearized reading' (duration: 290.390739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.332911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.674345ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:02.333196Z","caller":"traceutil/trace.go:171","msg":"trace[547779647] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"229.054041ms","start":"2026-03-29T02:03:02.104117Z","end":"2026-03-29T02:03:02.333171Z","steps":["trace[547779647] 'process raft request' (duration: 228.923258ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:02.333287Z","caller":"traceutil/trace.go:171","msg":"trace[1679680407] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"229.50266ms","start":"2026-03-29T02:03:02.103725Z","end":"2026-03-29T02:03:02.333228Z","steps":["trace[1679680407] 'process raft request' (duration: 87.405245ms)","trace[1679680407] 'compare' (duration: 141.532622ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:03.081288Z","caller":"traceutil/trace.go:171","msg":"trace[1200079479] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"130.795406ms","start":"2026-03-29T02:03:02.950466Z","end":"2026-03-29T02:03:03.081261Z","steps":["trace[1200079479] 'process raft request' (duration: 130.615822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.436071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.380278ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:03.436585Z","caller":"traceutil/trace.go:171","msg":"trace[751090564] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"485.186442ms","start":"2026-03-29T02:03:02.951366Z","end":"2026-03-29T02:03:03.436552Z","steps":["trace[751090564] 'process raft request' (duration: 306.21114ms)","trace[751090564] 'compare' (duration: 177.905188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:03.436737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.951353Z","time spent":"485.304085ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:03.436615Z","caller":"traceutil/trace.go:171","msg":"trace[459767969] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"464.108915ms","start":"2026-03-29T02:03:02.972466Z","end":"2026-03-29T02:03:03.436575Z","steps":["trace[459767969] 'process raft request' (duration: 464.000112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:03.437017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:02.972453Z","time spent":"464.476003ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:03.603867Z","caller":"traceutil/trace.go:171","msg":"trace[448029538] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"150.89726ms","start":"2026-03-29T02:03:03.452942Z","end":"2026-03-29T02:03:03.603839Z","steps":["trace[448029538] 'process raft request' (duration: 83.263223ms)","trace[448029538] 'compare' (duration: 66.906371ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:03.911389Z","caller":"traceutil/trace.go:171","msg":"trace[723676650] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"223.432876ms","start":"2026-03-29T02:03:03.68793Z","end":"2026-03-29T02:03:03.911363Z","steps":["trace[723676650] 'process raft request' (duration: 129.190939ms)","trace[723676650] 'compare' (duration: 94.142355ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:04.349781Z","caller":"traceutil/trace.go:171","msg":"trace[2013155144] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"154.101221ms","start":"2026-03-29T02:03:04.195655Z","end":"2026-03-29T02:03:04.349756Z","steps":["trace[2013155144] 'process raft request' (duration: 153.793204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:04.669904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.563535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:04.670067Z","caller":"traceutil/trace.go:171","msg":"trace[462384286] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"316.349673ms","start":"2026-03-29T02:03:04.353688Z","end":"2026-03-29T02:03:04.670038Z","steps":["trace[462384286] 'process raft request' (duration: 47.503951ms)","trace[462384286] 'compare' (duration: 268.434643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:04.670199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:04.353664Z","time spent":"316.464715ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:05.50912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.841351ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:05.509246Z","caller":"traceutil/trace.go:171","msg":"trace[1687609218] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"431.242006ms","start":"2026-03-29T02:03:05.07798Z","end":"2026-03-29T02:03:05.509222Z","steps":["trace[1687609218] 'process raft request' (duration: 195.080158ms)","trace[1687609218] 'compare' (duration: 235.660237ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:05.509333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.077968Z","time spent":"431.320738ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:05.533762Z","caller":"traceutil/trace.go:171","msg":"trace[2144492724] linearizableReadLoop","detail":"{readStateIndex:1588; appliedIndex:1586; }","duration":"448.009878ms","start":"2026-03-29T02:03:05.08573Z","end":"2026-03-29T02:03:05.53374Z","steps":["trace[2144492724] 'read index received' (duration: 187.343568ms)","trace[2144492724] 'applied index is now lower than readState.Index' (duration: 260.66536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:05.534127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.381426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:03:05.534165Z","caller":"traceutil/trace.go:171","msg":"trace[911059185] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1515; }","duration":"448.468338ms","start":"2026-03-29T02:03:05.085688Z","end":"2026-03-29T02:03:05.534157Z","steps":["trace[911059185] 'agreement among raft nodes before linearized reading' (duration: 448.175692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.534192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.085676Z","time spent":"448.509039ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-29T02:03:05.533814Z","caller":"traceutil/trace.go:171","msg":"trace[1572643039] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"452.2034ms","start":"2026-03-29T02:03:05.081592Z","end":"2026-03-29T02:03:05.533796Z","steps":["trace[1572643039] 'process raft request' (duration: 452.009136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.534501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:05.081568Z","time spent":"452.859934ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:05.552424Z","caller":"traceutil/trace.go:171","msg":"trace[1239124334] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"110.890625ms","start":"2026-03-29T02:03:05.441513Z","end":"2026-03-29T02:03:05.552404Z","steps":["trace[1239124334] 'process raft request' (duration: 110.615019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.552444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.543473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-29T02:03:05.552541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.257493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:05.552595Z","caller":"traceutil/trace.go:171","msg":"trace[363337758] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1516; }","duration":"111.419877ms","start":"2026-03-29T02:03:05.441164Z","end":"2026-03-29T02:03:05.552584Z","steps":["trace[363337758] 'agreement among raft nodes before linearized reading' (duration: 111.218502ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:05.552715Z","caller":"traceutil/trace.go:171","msg":"trace[992601351] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1516; }","duration":"286.665777ms","start":"2026-03-29T02:03:05.265833Z","end":"2026-03-29T02:03:05.552499Z","steps":["trace[992601351] 'agreement among raft nodes before linearized reading' (duration: 286.445302ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:05.714077Z","caller":"traceutil/trace.go:171","msg":"trace[1820169159] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"157.469176ms","start":"2026-03-29T02:03:05.556578Z","end":"2026-03-29T02:03:05.714047Z","steps":["trace[1820169159] 'process raft request' (duration: 98.49199ms)","trace[1820169159] 'compare' (duration: 58.698219ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:05.714123Z","caller":"traceutil/trace.go:171","msg":"trace[1674755212] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"157.671261ms","start":"2026-03-29T02:03:05.556407Z","end":"2026-03-29T02:03:05.714078Z","steps":["trace[1674755212] 'process raft request' (duration: 157.491036ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:05.714172Z","caller":"traceutil/trace.go:171","msg":"trace[2027025244] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"157.219492ms","start":"2026-03-29T02:03:05.556919Z","end":"2026-03-29T02:03:05.714138Z","steps":["trace[2027025244] 'process raft request' (duration: 157.035377ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:05.714027Z","caller":"traceutil/trace.go:171","msg":"trace[64244991] linearizableReadLoop","detail":"{readStateIndex:1593; appliedIndex:1590; }","duration":"130.08265ms","start":"2026-03-29T02:03:05.583919Z","end":"2026-03-29T02:03:05.714002Z","steps":["trace[64244991] 'read index received' (duration: 71.093754ms)","trace[64244991] 'applied index is now lower than readState.Index' (duration: 58.987826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:05.714386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.458239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-29T02:03:05.714422Z","caller":"traceutil/trace.go:171","msg":"trace[347181437] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1520; }","duration":"130.53448ms","start":"2026-03-29T02:03:05.583877Z","end":"2026-03-29T02:03:05.714411Z","steps":["trace[347181437] 'agreement among raft nodes before linearized reading' (duration: 130.457109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:05.714527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.108142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:05.714558Z","caller":"traceutil/trace.go:171","msg":"trace[484957431] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1520; }","duration":"107.167053ms","start":"2026-03-29T02:03:05.607381Z","end":"2026-03-29T02:03:05.714548Z","steps":["trace[484957431] 'agreement among raft nodes before linearized reading' (duration: 107.056391ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:05.916866Z","caller":"traceutil/trace.go:171","msg":"trace[1957094627] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"198.086796ms","start":"2026-03-29T02:03:05.718747Z","end":"2026-03-29T02:03:05.916834Z","steps":["trace[1957094627] 'process raft request' (duration: 159.748456ms)","trace[1957094627] 'compare' (duration: 37.970312ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:06.778511Z","caller":"traceutil/trace.go:171","msg":"trace[904226222] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1595; }","duration":"156.520004ms","start":"2026-03-29T02:03:06.621968Z","end":"2026-03-29T02:03:06.778488Z","steps":["trace[904226222] 'read index received' (duration: 156.377261ms)","trace[904226222] 'applied index is now lower than readState.Index' (duration: 141.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:06.778615Z","caller":"traceutil/trace.go:171","msg":"trace[757484029] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"421.201534ms","start":"2026-03-29T02:03:06.357389Z","end":"2026-03-29T02:03:06.77859Z","steps":["trace[757484029] 'process raft request' (duration: 420.963679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.778674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.686768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:06.778717Z","caller":"traceutil/trace.go:171","msg":"trace[769967369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1523; }","duration":"156.787271ms","start":"2026-03-29T02:03:06.621921Z","end":"2026-03-29T02:03:06.778708Z","steps":["trace[769967369] 'agreement among raft nodes before linearized reading' (duration: 156.689408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.778839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.357371Z","time spent":"421.342648ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:06.779063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.623687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:06.779167Z","caller":"traceutil/trace.go:171","msg":"trace[137884867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1523; }","duration":"104.764429ms","start":"2026-03-29T02:03:06.674376Z","end":"2026-03-29T02:03:06.779141Z","steps":["trace[137884867] 'agreement among raft nodes before linearized reading' (duration: 104.484653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.764768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.28878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:07.764866Z","caller":"traceutil/trace.go:171","msg":"trace[1700195684] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"174.266389ms","start":"2026-03-29T02:03:07.590585Z","end":"2026-03-29T02:03:07.764852Z","steps":["trace[1700195684] 'process raft request' (duration: 64.821485ms)","trace[1700195684] 'compare' (duration: 109.193377ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:08.961225Z","caller":"traceutil/trace.go:171","msg":"trace[724362613] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"106.384945ms","start":"2026-03-29T02:03:08.854813Z","end":"2026-03-29T02:03:08.961198Z","steps":["trace[724362613] 'process raft request' (duration: 106.240902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.958789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.248919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:03:09.958822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.119222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:09.958867Z","caller":"traceutil/trace.go:171","msg":"trace[1209549129] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1533; }","duration":"128.369672ms","start":"2026-03-29T02:03:09.83048Z","end":"2026-03-29T02:03:09.958849Z","steps":["trace[1209549129] 'range keys from in-memory index tree' (duration: 128.075315ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:09.958903Z","caller":"traceutil/trace.go:171","msg":"trace[288503090] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1533; }","duration":"196.248674ms","start":"2026-03-29T02:03:09.762629Z","end":"2026-03-29T02:03:09.958877Z","steps":["trace[288503090] 'count revisions from in-memory index tree' (duration: 196.046519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:09.959295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.280562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:03:09.959381Z","caller":"traceutil/trace.go:171","msg":"trace[1427593690] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1533; }","duration":"190.425686ms","start":"2026-03-29T02:03:09.768937Z","end":"2026-03-29T02:03:09.959363Z","steps":["trace[1427593690] 'range keys from in-memory index tree' (duration: 190.027056ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.205512Z","caller":"traceutil/trace.go:171","msg":"trace[197130116] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"241.462295ms","start":"2026-03-29T02:03:09.964015Z","end":"2026-03-29T02:03:10.205478Z","steps":["trace[197130116] 'process raft request' (duration: 144.790285ms)","trace[197130116] 'compare' (duration: 96.403125ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:10.28513Z","caller":"traceutil/trace.go:171","msg":"trace[1532161978] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1606; }","duration":"320.616977ms","start":"2026-03-29T02:03:09.964465Z","end":"2026-03-29T02:03:10.285082Z","steps":["trace[1532161978] 'read index received' (duration: 86.578206ms)","trace[1532161978] 'applied index is now lower than readState.Index' (duration: 234.037251ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.285477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.986995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T02:03:10.28551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.277949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:03:10.285548Z","caller":"traceutil/trace.go:171","msg":"trace[1606992717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1535; }","duration":"321.090508ms","start":"2026-03-29T02:03:09.964441Z","end":"2026-03-29T02:03:10.285531Z","steps":["trace[1606992717] 'agreement among raft nodes before linearized reading' (duration: 320.858423ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.285579Z","caller":"traceutil/trace.go:171","msg":"trace[1307251976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1535; }","duration":"268.391511ms","start":"2026-03-29T02:03:10.017171Z","end":"2026-03-29T02:03:10.285563Z","steps":["trace[1307251976] 'agreement among raft nodes before linearized reading' (duration: 268.129515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.285604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:09.964431Z","time spent":"321.159409ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:10.545398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.327169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:10.5455Z","caller":"traceutil/trace.go:171","msg":"trace[1297416354] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1609; }","duration":"232.352684ms","start":"2026-03-29T02:03:10.31313Z","end":"2026-03-29T02:03:10.545482Z","steps":["trace[1297416354] 'read index received' (duration: 42.685805ms)","trace[1297416354] 'applied index is now lower than readState.Index' (duration: 189.665799ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:10.545581Z","caller":"traceutil/trace.go:171","msg":"trace[399774559] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"255.898045ms","start":"2026-03-29T02:03:10.289672Z","end":"2026-03-29T02:03:10.54557Z","steps":["trace[399774559] 'process raft request' (duration: 123.315791ms)","trace[399774559] 'compare' (duration: 132.223827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:10.545711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.557909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:10.545767Z","caller":"traceutil/trace.go:171","msg":"trace[173661754] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1537; }","duration":"232.66005ms","start":"2026-03-29T02:03:10.313097Z","end":"2026-03-29T02:03:10.545757Z","steps":["trace[173661754] 'agreement among raft nodes before linearized reading' (duration: 232.552548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:10.545993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.123896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:10.546058Z","caller":"traceutil/trace.go:171","msg":"trace[1080127249] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1537; }","duration":"114.245769ms","start":"2026-03-29T02:03:10.431796Z","end":"2026-03-29T02:03:10.546042Z","steps":["trace[1080127249] 'agreement among raft nodes before linearized reading' (duration: 113.84202ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:10.835879Z","caller":"traceutil/trace.go:171","msg":"trace[1596086778] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"113.066094ms","start":"2026-03-29T02:03:10.72277Z","end":"2026-03-29T02:03:10.835836Z","steps":["trace[1596086778] 'process raft request' (duration: 100.873823ms)","trace[1596086778] 'compare' (duration: 12.038497ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:10.836045Z","caller":"traceutil/trace.go:171","msg":"trace[1543785731] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"112.04642ms","start":"2026-03-29T02:03:10.723954Z","end":"2026-03-29T02:03:10.836Z","steps":["trace[1543785731] 'process raft request' (duration: 111.833906ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:12.425235Z","caller":"traceutil/trace.go:171","msg":"trace[2129757269] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"121.566781ms","start":"2026-03-29T02:03:12.303637Z","end":"2026-03-29T02:03:12.425203Z","steps":["trace[2129757269] 'process raft request' (duration: 64.496688ms)","trace[2129757269] 'compare' (duration: 56.858559ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:12.639768Z","caller":"traceutil/trace.go:171","msg":"trace[1582664509] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"209.849716ms","start":"2026-03-29T02:03:12.42989Z","end":"2026-03-29T02:03:12.63974Z","steps":["trace[1582664509] 'process raft request' (duration: 171.63503ms)","trace[1582664509] 'compare' (duration: 38.062572ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:12.761737Z","caller":"traceutil/trace.go:171","msg":"trace[460044400] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"117.805668ms","start":"2026-03-29T02:03:12.643891Z","end":"2026-03-29T02:03:12.761697Z","steps":["trace[460044400] 'process raft request' (duration: 112.951062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:12.977807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.333354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:03:12.977866Z","caller":"traceutil/trace.go:171","msg":"trace[197739940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1550; }","duration":"106.443527ms","start":"2026-03-29T02:03:12.871408Z","end":"2026-03-29T02:03:12.977852Z","steps":["trace[197739940] 'range keys from in-memory index tree' (duration: 106.186421ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:13.845119Z","caller":"traceutil/trace.go:171","msg":"trace[1588859099] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"136.547363ms","start":"2026-03-29T02:03:13.708555Z","end":"2026-03-29T02:03:13.845102Z","steps":["trace[1588859099] 'process raft request' (duration: 136.40373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:14.44979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.457031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:03:14.449871Z","caller":"traceutil/trace.go:171","msg":"trace[310367056] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1554; }","duration":"164.574573ms","start":"2026-03-29T02:03:14.28528Z","end":"2026-03-29T02:03:14.449854Z","steps":["trace[310367056] 'range keys from in-memory index tree' (duration: 164.294827ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:14.656604Z","caller":"traceutil/trace.go:171","msg":"trace[50006170] transaction","detail":"{read_only:false; response_revision:1555; number_of_response:1; }","duration":"202.625346ms","start":"2026-03-29T02:03:14.453952Z","end":"2026-03-29T02:03:14.656578Z","steps":["trace[50006170] 'process raft request' (duration: 202.426032ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.754359Z","caller":"traceutil/trace.go:171","msg":"trace[2065906929] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"114.187438ms","start":"2026-03-29T02:03:15.640148Z","end":"2026-03-29T02:03:15.754336Z","steps":["trace[2065906929] 'process raft request' (duration: 114.054796ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:15.963704Z","caller":"traceutil/trace.go:171","msg":"trace[443094252] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"100.67688ms","start":"2026-03-29T02:03:15.863004Z","end":"2026-03-29T02:03:15.963681Z","steps":["trace[443094252] 'process raft request' (duration: 97.557201ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:16.776526Z","caller":"traceutil/trace.go:171","msg":"trace[643242588] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"110.811303ms","start":"2026-03-29T02:03:16.665673Z","end":"2026-03-29T02:03:16.776484Z","steps":["trace[643242588] 'process raft request' (duration: 110.475576ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.267385Z","caller":"traceutil/trace.go:171","msg":"trace[1496352254] linearizableReadLoop","detail":"{readStateIndex:1643; appliedIndex:1642; }","duration":"132.565105ms","start":"2026-03-29T02:03:17.134804Z","end":"2026-03-29T02:03:17.267369Z","steps":["trace[1496352254] 'read index received' (duration: 132.508244ms)","trace[1496352254] 'applied index is now lower than readState.Index' (duration: 56.151µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:17.267455Z","caller":"traceutil/trace.go:171","msg":"trace[559139380] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"418.846593ms","start":"2026-03-29T02:03:16.848582Z","end":"2026-03-29T02:03:17.267428Z","steps":["trace[559139380] 'process raft request' (duration: 418.664679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.267601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.439463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:03:17.267625Z","caller":"traceutil/trace.go:171","msg":"trace[1582018226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1568; }","duration":"132.492024ms","start":"2026-03-29T02:03:17.135127Z","end":"2026-03-29T02:03:17.267619Z","steps":["trace[1582018226] 'agreement among raft nodes before linearized reading' (duration: 132.33106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.267594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.848565Z","time spent":"418.956206ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:17.267677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.888383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:03:17.267708Z","caller":"traceutil/trace.go:171","msg":"trace[1985883570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1568; }","duration":"132.959045ms","start":"2026-03-29T02:03:17.134742Z","end":"2026-03-29T02:03:17.267701Z","steps":["trace[1985883570] 'agreement among raft nodes before linearized reading' (duration: 132.74789ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.470667Z","caller":"traceutil/trace.go:171","msg":"trace[1977251736] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"199.778133ms","start":"2026-03-29T02:03:17.270856Z","end":"2026-03-29T02:03:17.470634Z","steps":["trace[1977251736] 'process raft request' (duration: 138.184219ms)","trace[1977251736] 'compare' (duration: 60.732325ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:17.471015Z","caller":"traceutil/trace.go:171","msg":"trace[250355748] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"198.158576ms","start":"2026-03-29T02:03:17.272813Z","end":"2026-03-29T02:03:17.470971Z","steps":["trace[250355748] 'process raft request' (duration: 197.641245ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:20.990655Z","caller":"traceutil/trace.go:171","msg":"trace[728262877] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"137.032604ms","start":"2026-03-29T02:03:20.853599Z","end":"2026-03-29T02:03:20.990632Z","steps":["trace[728262877] 'process raft request' (duration: 136.945652ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:20.990668Z","caller":"traceutil/trace.go:171","msg":"trace[561337397] transaction","detail":"{read_only:false; response_revision:1583; number_of_response:1; }","duration":"185.64334ms","start":"2026-03-29T02:03:20.804986Z","end":"2026-03-29T02:03:20.990629Z","steps":["trace[561337397] 'process raft request' (duration: 181.496528ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:21.175864Z","caller":"traceutil/trace.go:171","msg":"trace[1541989306] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"180.993557ms","start":"2026-03-29T02:03:20.99484Z","end":"2026-03-29T02:03:21.175834Z","steps":["trace[1541989306] 'process raft request' (duration: 125.382736ms)","trace[1541989306] 'compare' (duration: 55.478978ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:21.730509Z","caller":"traceutil/trace.go:171","msg":"trace[1282912218] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1663; }","duration":"146.624736ms","start":"2026-03-29T02:03:21.583862Z","end":"2026-03-29T02:03:21.730487Z","steps":["trace[1282912218] 'read index received' (duration: 146.395031ms)","trace[1282912218] 'applied index is now lower than readState.Index' (duration: 228.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:21.730799Z","caller":"traceutil/trace.go:171","msg":"trace[1802660612] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"175.493695ms","start":"2026-03-29T02:03:21.555285Z","end":"2026-03-29T02:03:21.730779Z","steps":["trace[1802660612] 'process raft request' (duration: 175.072566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:21.730949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.004408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:21.731015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.147097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:03:21.731075Z","caller":"traceutil/trace.go:171","msg":"trace[929304031] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1588; }","duration":"147.23594ms","start":"2026-03-29T02:03:21.583822Z","end":"2026-03-29T02:03:21.731058Z","steps":["trace[929304031] 'agreement among raft nodes before linearized reading' (duration: 147.058736ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:21.731092Z","caller":"traceutil/trace.go:171","msg":"trace[545196234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"111.153871ms","start":"2026-03-29T02:03:21.619883Z","end":"2026-03-29T02:03:21.731037Z","steps":["trace[545196234] 'agreement among raft nodes before linearized reading' (duration: 110.961497ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:21.852625Z","caller":"traceutil/trace.go:171","msg":"trace[1414259479] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"117.078961ms","start":"2026-03-29T02:03:21.735518Z","end":"2026-03-29T02:03:21.852596Z","steps":["trace[1414259479] 'process raft request' (duration: 115.939826ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:24.076507Z","caller":"traceutil/trace.go:171","msg":"trace[770293793] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"121.369677ms","start":"2026-03-29T02:03:23.955117Z","end":"2026-03-29T02:03:24.076487Z","steps":["trace[770293793] 'process raft request' (duration: 39.089035ms)","trace[770293793] 'compare' (duration: 82.158519ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:25.130635Z","caller":"traceutil/trace.go:171","msg":"trace[1679279712] transaction","detail":"{read_only:false; response_revision:1603; number_of_response:1; }","duration":"100.633998ms","start":"2026-03-29T02:03:25.029972Z","end":"2026-03-29T02:03:25.130606Z","steps":["trace[1679279712] 'process raft request' (duration: 47.622314ms)","trace[1679279712] 'compare' (duration: 52.896661ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:25.911942Z","caller":"traceutil/trace.go:171","msg":"trace[384960393] transaction","detail":"{read_only:false; response_revision:1606; number_of_response:1; }","duration":"118.293269ms","start":"2026-03-29T02:03:25.79362Z","end":"2026-03-29T02:03:25.911914Z","steps":["trace[384960393] 'process raft request' (duration: 118.157646ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.106489Z","caller":"traceutil/trace.go:171","msg":"trace[1609929696] transaction","detail":"{read_only:false; response_revision:1612; number_of_response:1; }","duration":"144.373266ms","start":"2026-03-29T02:03:26.962086Z","end":"2026-03-29T02:03:27.106459Z","steps":["trace[1609929696] 'process raft request' (duration: 144.223063ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.347709Z","caller":"traceutil/trace.go:171","msg":"trace[68484586] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"114.834532ms","start":"2026-03-29T02:03:27.232859Z","end":"2026-03-29T02:03:27.347693Z","steps":["trace[68484586] 'process raft request' (duration: 114.74034ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:27.494656Z","caller":"traceutil/trace.go:171","msg":"trace[413710370] transaction","detail":"{read_only:false; response_revision:1614; number_of_response:1; }","duration":"101.369014ms","start":"2026-03-29T02:03:27.393255Z","end":"2026-03-29T02:03:27.494624Z","steps":["trace[413710370] 'process raft request' (duration: 88.242964ms)","trace[413710370] 'compare' (duration: 13.057038ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.300625Z","caller":"traceutil/trace.go:171","msg":"trace[596660580] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"152.128917ms","start":"2026-03-29T02:03:28.14847Z","end":"2026-03-29T02:03:28.300598Z","steps":["trace[596660580] 'process raft request' (duration: 140.466639ms)","trace[596660580] 'compare' (duration: 11.553386ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:28.585135Z","caller":"traceutil/trace.go:171","msg":"trace[432147572] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"122.468962ms","start":"2026-03-29T02:03:28.462644Z","end":"2026-03-29T02:03:28.585113Z","steps":["trace[432147572] 'process raft request' (duration: 122.361229ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:30.695315Z","caller":"traceutil/trace.go:171","msg":"trace[534275871] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"101.6137ms","start":"2026-03-29T02:03:30.593635Z","end":"2026-03-29T02:03:30.695249Z","steps":["trace[534275871] 'process raft request' (duration: 100.70592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:30.946734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.982747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-29T02:03:30.94682Z","caller":"traceutil/trace.go:171","msg":"trace[1655872840] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1626; }","duration":"153.10335ms","start":"2026-03-29T02:03:30.793695Z","end":"2026-03-29T02:03:30.946799Z","steps":["trace[1655872840] 'range keys from in-memory index tree' (duration: 152.845024ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:34.369814Z","caller":"traceutil/trace.go:171","msg":"trace[1042035662] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"113.32816ms","start":"2026-03-29T02:03:34.256458Z","end":"2026-03-29T02:03:34.369786Z","steps":["trace[1042035662] 'process raft request' (duration: 113.168066ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:34.535668Z","caller":"traceutil/trace.go:171","msg":"trace[709096245] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"182.05559ms","start":"2026-03-29T02:03:34.353578Z","end":"2026-03-29T02:03:34.535633Z","steps":["trace[709096245] 'process raft request' (duration: 168.581862ms)","trace[709096245] 'compare' (duration: 13.285174ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:35.005585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.053908ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-29T02:03:35.590117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.088767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-29T02:03:35.590147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.397053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:35.590191Z","caller":"traceutil/trace.go:171","msg":"trace[242671438] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1647; }","duration":"437.213119ms","start":"2026-03-29T02:03:35.15296Z","end":"2026-03-29T02:03:35.590173Z","steps":["trace[242671438] 'range keys from in-memory index tree' (duration: 436.934723ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:35.59021Z","caller":"traceutil/trace.go:171","msg":"trace[70480518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1647; }","duration":"138.503836ms","start":"2026-03-29T02:03:35.451688Z","end":"2026-03-29T02:03:35.590192Z","steps":["trace[70480518] 'range keys from in-memory index tree' (duration: 138.23118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:35.590229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.152935Z","time spent":"437.285101ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-29T02:03:35.754756Z","caller":"traceutil/trace.go:171","msg":"trace[1446292975] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"159.766657ms","start":"2026-03-29T02:03:35.594964Z","end":"2026-03-29T02:03:35.754731Z","steps":["trace[1446292975] 'process raft request' (duration: 159.608023ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:35.940881Z","caller":"traceutil/trace.go:171","msg":"trace[983390248] linearizableReadLoop","detail":"{readStateIndex:1729; appliedIndex:1726; }","duration":"319.240317ms","start":"2026-03-29T02:03:35.621604Z","end":"2026-03-29T02:03:35.940845Z","steps":["trace[983390248] 'read index received' (duration: 132.970654ms)","trace[983390248] 'applied index is now lower than readState.Index' (duration: 186.268323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:35.941052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.376981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:35.941088Z","caller":"traceutil/trace.go:171","msg":"trace[212710662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1650; }","duration":"319.502544ms","start":"2026-03-29T02:03:35.621575Z","end":"2026-03-29T02:03:35.941078Z","steps":["trace[212710662] 'agreement among raft nodes before linearized reading' (duration: 319.376391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:35.941166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.621564Z","time spent":"319.587715ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T02:03:35.941172Z","caller":"traceutil/trace.go:171","msg":"trace[1038889125] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"346.004551ms","start":"2026-03-29T02:03:35.595082Z","end":"2026-03-29T02:03:35.941086Z","steps":["trace[1038889125] 'process raft request' (duration: 262.794569ms)","trace[1038889125] 'compare' (duration: 82.543046ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:35.941373Z","caller":"traceutil/trace.go:171","msg":"trace[1265021245] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"345.884588ms","start":"2026-03-29T02:03:35.595468Z","end":"2026-03-29T02:03:35.941353Z","steps":["trace[1265021245] 'process raft request' (duration: 345.271783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:35.941483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.595449Z","time spent":"345.96657ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:35.941612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.595043Z","time spent":"346.357988ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:36.54462Z","caller":"traceutil/trace.go:171","msg":"trace[771356071] linearizableReadLoop","detail":"{readStateIndex:1730; appliedIndex:1729; }","duration":"484.044166ms","start":"2026-03-29T02:03:36.060548Z","end":"2026-03-29T02:03:36.544592Z","steps":["trace[771356071] 'read index received' (duration: 483.795141ms)","trace[771356071] 'applied index is now lower than readState.Index' (duration: 247.975µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:36.544645Z","caller":"traceutil/trace.go:171","msg":"trace[1886892507] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"578.144039ms","start":"2026-03-29T02:03:35.966477Z","end":"2026-03-29T02:03:36.544621Z","steps":["trace[1886892507] 'process raft request' (duration: 577.957835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.544843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:35.96646Z","time spent":"578.248501ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:36.545107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.545547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T02:03:36.545228Z","caller":"traceutil/trace.go:171","msg":"trace[1119737665] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1651; }","duration":"484.70259ms","start":"2026-03-29T02:03:36.060485Z","end":"2026-03-29T02:03:36.545188Z","steps":["trace[1119737665] 'agreement among raft nodes before linearized reading' (duration: 484.23081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.545682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.060455Z","time spent":"485.210892ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:36.9041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.237137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:36.904273Z","caller":"traceutil/trace.go:171","msg":"trace[1633647162] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"354.295352ms","start":"2026-03-29T02:03:36.54996Z","end":"2026-03-29T02:03:36.904255Z","steps":["trace[1633647162] 'process raft request' (duration: 354.236931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.904346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.549942Z","time spent":"354.371705ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:36.904331Z","caller":"traceutil/trace.go:171","msg":"trace[311027902] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1730; }","duration":"359.617221ms","start":"2026-03-29T02:03:36.544691Z","end":"2026-03-29T02:03:36.904309Z","steps":["trace[311027902] 'read index received' (duration: 185.043846ms)","trace[311027902] 'applied index is now lower than readState.Index' (duration: 174.571505ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:36.904504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.624691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"warn","ts":"2026-03-29T02:03:36.904531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.691188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-29T02:03:36.904599Z","caller":"traceutil/trace.go:171","msg":"trace[989801309] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1653; }","duration":"530.835713ms","start":"2026-03-29T02:03:36.373754Z","end":"2026-03-29T02:03:36.90459Z","steps":["trace[989801309] 'agreement among raft nodes before linearized reading' (duration: 530.614917ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:36.904599Z","caller":"traceutil/trace.go:171","msg":"trace[122229071] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"363.321884ms","start":"2026-03-29T02:03:36.541267Z","end":"2026-03-29T02:03:36.904589Z","steps":["trace[122229071] 'process raft request' (duration: 188.453422ms)","trace[122229071] 'compare' (duration: 174.019712ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:36.904597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.520777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:36.90466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.373735Z","time spent":"530.916624ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:36.904697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.541238Z","time spent":"363.405165ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:36.904833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.574992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-29T02:03:36.904553Z","caller":"traceutil/trace.go:171","msg":"trace[1797768577] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1653; }","duration":"677.725024ms","start":"2026-03-29T02:03:36.226817Z","end":"2026-03-29T02:03:36.904542Z","steps":["trace[1797768577] 'agreement among raft nodes before linearized reading' (duration: 677.61186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.904856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.66559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:36.904659Z","caller":"traceutil/trace.go:171","msg":"trace[318190063] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1653; }","duration":"358.627109ms","start":"2026-03-29T02:03:36.546019Z","end":"2026-03-29T02:03:36.904646Z","steps":["trace[318190063] 'agreement among raft nodes before linearized reading' (duration: 358.540117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.904897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.226793Z","time spent":"678.095462ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-29T02:03:36.904901Z","caller":"traceutil/trace.go:171","msg":"trace[2088730017] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1653; }","duration":"757.667574ms","start":"2026-03-29T02:03:36.147208Z","end":"2026-03-29T02:03:36.904876Z","steps":["trace[2088730017] 'agreement among raft nodes before linearized reading' (duration: 757.169122ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:36.904911Z","caller":"traceutil/trace.go:171","msg":"trace[412698525] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1653; }","duration":"124.752982ms","start":"2026-03-29T02:03:36.780139Z","end":"2026-03-29T02:03:36.904892Z","steps":["trace[412698525] 'agreement among raft nodes before linearized reading' (duration: 124.66102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:36.904978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.147168Z","time spent":"757.778367ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:03:36.905013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.545922Z","time spent":"359.007829ms","remote":"127.0.0.1:57152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":27,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:37.381085Z","caller":"traceutil/trace.go:171","msg":"trace[1486521654] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"470.869655ms","start":"2026-03-29T02:03:36.910192Z","end":"2026-03-29T02:03:37.381061Z","steps":["trace[1486521654] 'process raft request' (duration: 470.405023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:37.381307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.910176Z","time spent":"471.005837ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:37.38136Z","caller":"traceutil/trace.go:171","msg":"trace[1818904207] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"470.707301ms","start":"2026-03-29T02:03:36.910584Z","end":"2026-03-29T02:03:37.381292Z","steps":["trace[1818904207] 'process raft request' (duration: 470.355173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:37.381413Z","caller":"traceutil/trace.go:171","msg":"trace[677457650] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"469.293171ms","start":"2026-03-29T02:03:36.912094Z","end":"2026-03-29T02:03:37.381387Z","steps":["trace[677457650] 'process raft request' (duration: 469.099926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:37.381562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.91057Z","time spent":"470.906776ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:37.381637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:36.912077Z","time spent":"469.420243ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:37.749735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.1275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:37.74982Z","caller":"traceutil/trace.go:171","msg":"trace[2032225722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1657; }","duration":"130.256923ms","start":"2026-03-29T02:03:37.619545Z","end":"2026-03-29T02:03:37.749801Z","steps":["trace[2032225722] 'range keys from in-memory index tree' (duration: 130.053569ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:37.920931Z","caller":"traceutil/trace.go:171","msg":"trace[1497654390] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1736; }","duration":"161.416293ms","start":"2026-03-29T02:03:37.759489Z","end":"2026-03-29T02:03:37.920906Z","steps":["trace[1497654390] 'read index received' (duration: 161.219689ms)","trace[1497654390] 'applied index is now lower than readState.Index' (duration: 195.774µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:37.921211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.684839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:37.921283Z","caller":"traceutil/trace.go:171","msg":"trace[1269105241] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1658; }","duration":"161.814092ms","start":"2026-03-29T02:03:37.759454Z","end":"2026-03-29T02:03:37.921268Z","steps":["trace[1269105241] 'agreement among raft nodes before linearized reading' (duration: 161.544976ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:37.921685Z","caller":"traceutil/trace.go:171","msg":"trace[623786733] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"167.889067ms","start":"2026-03-29T02:03:37.753769Z","end":"2026-03-29T02:03:37.921658Z","steps":["trace[623786733] 'process raft request' (duration: 166.993166ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:38.025789Z","caller":"traceutil/trace.go:171","msg":"trace[2089879890] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"101.452165ms","start":"2026-03-29T02:03:37.924317Z","end":"2026-03-29T02:03:38.025769Z","steps":["trace[2089879890] 'process raft request' (duration: 53.929533ms)","trace[2089879890] 'compare' (duration: 47.384629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:38.335875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.064205ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:38.335959Z","caller":"traceutil/trace.go:171","msg":"trace[859928865] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"306.088246ms","start":"2026-03-29T02:03:38.029857Z","end":"2026-03-29T02:03:38.335946Z","steps":["trace[859928865] 'process raft request' (duration: 177.886438ms)","trace[859928865] 'compare' (duration: 127.971963ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:38.335999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.029849Z","time spent":"306.131488ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:39.56195Z","caller":"traceutil/trace.go:171","msg":"trace[401619146] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"651.447012ms","start":"2026-03-29T02:03:38.910476Z","end":"2026-03-29T02:03:39.561923Z","steps":["trace[401619146] 'process raft request' (duration: 651.270558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:39.56213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.910456Z","time spent":"651.572704ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:39.945031Z","caller":"traceutil/trace.go:171","msg":"trace[1578418942] linearizableReadLoop","detail":"{readStateIndex:1743; appliedIndex:1740; }","duration":"558.941965ms","start":"2026-03-29T02:03:39.386065Z","end":"2026-03-29T02:03:39.945007Z","steps":["trace[1578418942] 'read index received' (duration: 175.801663ms)","trace[1578418942] 'applied index is now lower than readState.Index' (duration: 383.139212ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:39.945096Z","caller":"traceutil/trace.go:171","msg":"trace[299079328] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"803.188932ms","start":"2026-03-29T02:03:39.141875Z","end":"2026-03-29T02:03:39.945064Z","steps":["trace[299079328] 'process raft request' (duration: 803.09157ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:39.945057Z","caller":"traceutil/trace.go:171","msg":"trace[963014011] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"1.03121154s","start":"2026-03-29T02:03:38.913819Z","end":"2026-03-29T02:03:39.94503Z","steps":["trace[963014011] 'process raft request' (duration: 948.12102ms)","trace[963014011] 'compare' (duration: 82.896585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:39.945236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.248979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:39.945259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.18099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:39.945284Z","caller":"traceutil/trace.go:171","msg":"trace[1971069710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1664; }","duration":"324.340751ms","start":"2026-03-29T02:03:39.62093Z","end":"2026-03-29T02:03:39.94527Z","steps":["trace[1971069710] 'agreement among raft nodes before linearized reading' (duration: 324.253039ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:39.945324Z","caller":"traceutil/trace.go:171","msg":"trace[1936855578] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1664; }","duration":"559.285513ms","start":"2026-03-29T02:03:39.386024Z","end":"2026-03-29T02:03:39.945309Z","steps":["trace[1936855578] 'agreement among raft nodes before linearized reading' (duration: 559.081568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:39.945339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:39.620912Z","time spent":"324.419472ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:39.945367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:39.386006Z","time spent":"559.352634ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:39.94532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:39.141851Z","time spent":"803.308344ms","remote":"127.0.0.1:57004","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:39.945261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.824922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:03:39.945491Z","caller":"traceutil/trace.go:171","msg":"trace[1760516933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1664; }","duration":"559.086078ms","start":"2026-03-29T02:03:39.386386Z","end":"2026-03-29T02:03:39.945472Z","steps":["trace[1760516933] 'agreement among raft nodes before linearized reading' (duration: 558.793632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:39.945264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:38.913805Z","time spent":"1.031378543s","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:39.945533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:39.386365Z","time spent":"559.157679ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:40.28043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.772471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:40.280705Z","caller":"traceutil/trace.go:171","msg":"trace[1436918213] transaction","detail":"{read_only:false; response_revision:1665; number_of_response:1; }","duration":"332.4135ms","start":"2026-03-29T02:03:39.948261Z","end":"2026-03-29T02:03:40.280675Z","steps":["trace[1436918213] 'process raft request' (duration: 119.321752ms)","trace[1436918213] 'compare' (duration: 212.081025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:40.28085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:39.948247Z","time spent":"332.526342ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:40.281136Z","caller":"traceutil/trace.go:171","msg":"trace[829463507] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"331.888569ms","start":"2026-03-29T02:03:39.949236Z","end":"2026-03-29T02:03:40.281125Z","steps":["trace[829463507] 'process raft request' (duration: 331.312756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.281207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:39.949224Z","time spent":"331.94844ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:40.736261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.628106ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:03:40.736584Z","caller":"traceutil/trace.go:171","msg":"trace[1227774623] linearizableReadLoop","detail":"{readStateIndex:1745; appliedIndex:1743; }","duration":"706.484271ms","start":"2026-03-29T02:03:40.030083Z","end":"2026-03-29T02:03:40.736568Z","steps":["trace[1227774623] 'read index received' (duration: 37.510041ms)","trace[1227774623] 'applied index is now lower than readState.Index' (duration: 668.97275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:40.736784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.691355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:40.736813Z","caller":"traceutil/trace.go:171","msg":"trace[883714409] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1666; }","duration":"706.801967ms","start":"2026-03-29T02:03:40.030002Z","end":"2026-03-29T02:03:40.736804Z","steps":["trace[883714409] 'agreement among raft nodes before linearized reading' (duration: 706.662434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.736849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.029983Z","time spent":"706.85424ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:40.736892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.491909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T02:03:40.736891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.849154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:03:40.736961Z","caller":"traceutil/trace.go:171","msg":"trace[768169574] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1666; }","duration":"395.962527ms","start":"2026-03-29T02:03:40.340984Z","end":"2026-03-29T02:03:40.736947Z","steps":["trace[768169574] 'agreement among raft nodes before linearized reading' (duration: 395.762322ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:40.736962Z","caller":"traceutil/trace.go:171","msg":"trace[469032793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1666; }","duration":"644.600232ms","start":"2026-03-29T02:03:40.092342Z","end":"2026-03-29T02:03:40.736942Z","steps":["trace[469032793] 'agreement among raft nodes before linearized reading' (duration: 644.420787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:40.737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.340965Z","time spent":"396.027688ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-29T02:03:40.737007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.09232Z","time spent":"644.676693ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T02:03:41.12458Z","caller":"traceutil/trace.go:171","msg":"trace[816099549] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1747; }","duration":"177.05229ms","start":"2026-03-29T02:03:40.947506Z","end":"2026-03-29T02:03:41.124558Z","steps":["trace[816099549] 'read index received' (duration: 176.739593ms)","trace[816099549] 'applied index is now lower than readState.Index' (duration: 311.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:41.124686Z","caller":"traceutil/trace.go:171","msg":"trace[325004836] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"383.348547ms","start":"2026-03-29T02:03:40.741268Z","end":"2026-03-29T02:03:41.124616Z","steps":["trace[325004836] 'process raft request' (duration: 383.225844ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:41.12474Z","caller":"traceutil/trace.go:171","msg":"trace[1679219865] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"383.765016ms","start":"2026-03-29T02:03:40.740921Z","end":"2026-03-29T02:03:41.124686Z","steps":["trace[1679219865] 'process raft request' (duration: 383.423248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.124768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.238044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:03:41.124825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.741256Z","time spent":"383.50358ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:41.124827Z","caller":"traceutil/trace.go:171","msg":"trace[1087798403] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1669; }","duration":"177.341866ms","start":"2026-03-29T02:03:40.947468Z","end":"2026-03-29T02:03:41.12481Z","steps":["trace[1087798403] 'agreement among raft nodes before linearized reading' (duration: 177.223454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:41.124884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:40.740898Z","time spent":"383.905639ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:41.341744Z","caller":"traceutil/trace.go:171","msg":"trace[565361145] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"198.787651ms","start":"2026-03-29T02:03:41.142931Z","end":"2026-03-29T02:03:41.341718Z","steps":["trace[565361145] 'process raft request' (duration: 198.579976ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:41.677496Z","caller":"traceutil/trace.go:171","msg":"trace[376933108] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"110.078486ms","start":"2026-03-29T02:03:41.567392Z","end":"2026-03-29T02:03:41.67747Z","steps":["trace[376933108] 'process raft request' (duration: 109.922163ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:41.762419Z","caller":"traceutil/trace.go:171","msg":"trace[1418716892] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1751; }","duration":"139.817745ms","start":"2026-03-29T02:03:41.622576Z","end":"2026-03-29T02:03:41.762394Z","steps":["trace[1418716892] 'read index received' (duration: 54.920555ms)","trace[1418716892] 'applied index is now lower than readState.Index' (duration: 84.89636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:41.762614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.968399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:41.762787Z","caller":"traceutil/trace.go:171","msg":"trace[1885377580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1672; }","duration":"140.254894ms","start":"2026-03-29T02:03:41.622519Z","end":"2026-03-29T02:03:41.762774Z","steps":["trace[1885377580] 'agreement among raft nodes before linearized reading' (duration: 139.984529ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:41.763421Z","caller":"traceutil/trace.go:171","msg":"trace[1091661398] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"172.863377ms","start":"2026-03-29T02:03:41.589591Z","end":"2026-03-29T02:03:41.762454Z","steps":["trace[1091661398] 'process raft request' (duration: 152.038336ms)","trace[1091661398] 'compare' (duration: 20.648078ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:42.443654Z","caller":"traceutil/trace.go:171","msg":"trace[568223917] linearizableReadLoop","detail":"{readStateIndex:1754; appliedIndex:1753; }","duration":"291.452263ms","start":"2026-03-29T02:03:42.152178Z","end":"2026-03-29T02:03:42.443631Z","steps":["trace[568223917] 'read index received' (duration: 262.715167ms)","trace[568223917] 'applied index is now lower than readState.Index' (duration: 28.735676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:42.443835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.632907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:42.443879Z","caller":"traceutil/trace.go:171","msg":"trace[430294538] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1674; }","duration":"291.740359ms","start":"2026-03-29T02:03:42.152127Z","end":"2026-03-29T02:03:42.443868Z","steps":["trace[430294538] 'agreement among raft nodes before linearized reading' (duration: 291.638927ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.443753Z","caller":"traceutil/trace.go:171","msg":"trace[1132994906] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"405.716132ms","start":"2026-03-29T02:03:42.038011Z","end":"2026-03-29T02:03:42.443727Z","steps":["trace[1132994906] 'process raft request' (duration: 377.011247ms)","trace[1132994906] 'compare' (duration: 28.190854ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:42.444282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.329777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:03:42.444365Z","caller":"traceutil/trace.go:171","msg":"trace[551555908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1674; }","duration":"159.4458ms","start":"2026-03-29T02:03:42.284901Z","end":"2026-03-29T02:03:42.444347Z","steps":["trace[551555908] 'agreement among raft nodes before linearized reading' (duration: 159.186985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:42.444351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:42.037999Z","time spent":"406.165672ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:42.445015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.414201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:03:42.445189Z","caller":"traceutil/trace.go:171","msg":"trace[1501982972] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1674; }","duration":"160.634216ms","start":"2026-03-29T02:03:42.284537Z","end":"2026-03-29T02:03:42.445171Z","steps":["trace[1501982972] 'agreement among raft nodes before linearized reading' (duration: 159.309387ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.636641Z","caller":"traceutil/trace.go:171","msg":"trace[1981836514] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"187.94064ms","start":"2026-03-29T02:03:42.448674Z","end":"2026-03-29T02:03:42.636615Z","steps":["trace[1981836514] 'process raft request' (duration: 96.187389ms)","trace[1981836514] 'compare' (duration: 91.440755ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:42.636805Z","caller":"traceutil/trace.go:171","msg":"trace[312035297] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"187.91323ms","start":"2026-03-29T02:03:42.448883Z","end":"2026-03-29T02:03:42.636796Z","steps":["trace[312035297] 'process raft request' (duration: 187.580603ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:42.636847Z","caller":"traceutil/trace.go:171","msg":"trace[895846356] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"186.53705ms","start":"2026-03-29T02:03:42.450276Z","end":"2026-03-29T02:03:42.636813Z","steps":["trace[895846356] 'process raft request' (duration: 186.248453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:46.063082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.967842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:46.063155Z","caller":"traceutil/trace.go:171","msg":"trace[623975431] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1691; }","duration":"202.084874ms","start":"2026-03-29T02:03:45.861055Z","end":"2026-03-29T02:03:46.063139Z","steps":["trace[623975431] 'count revisions from in-memory index tree' (duration: 201.89436ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:46.6185Z","caller":"traceutil/trace.go:171","msg":"trace[1475366963] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"154.580872ms","start":"2026-03-29T02:03:46.463887Z","end":"2026-03-29T02:03:46.618468Z","steps":["trace[1475366963] 'process raft request' (duration: 154.412108ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:47.7777Z","caller":"traceutil/trace.go:171","msg":"trace[1852104363] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"133.042786ms","start":"2026-03-29T02:03:47.644625Z","end":"2026-03-29T02:03:47.777668Z","steps":["trace[1852104363] 'process raft request' (duration: 132.886863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.036537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.569691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:48.036777Z","caller":"traceutil/trace.go:171","msg":"trace[1660111660] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1781; }","duration":"211.40401ms","start":"2026-03-29T02:03:47.825356Z","end":"2026-03-29T02:03:48.03676Z","steps":["trace[1660111660] 'read index received' (duration: 61.568343ms)","trace[1660111660] 'applied index is now lower than readState.Index' (duration: 149.834527ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:48.036874Z","caller":"traceutil/trace.go:171","msg":"trace[372107595] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"295.200265ms","start":"2026-03-29T02:03:47.741617Z","end":"2026-03-29T02:03:48.036818Z","steps":["trace[372107595] 'process raft request' (duration: 145.272916ms)","trace[372107595] 'compare' (duration: 149.300355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:48.036926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.547193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:48.037014Z","caller":"traceutil/trace.go:171","msg":"trace[79888382] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1701; }","duration":"211.683086ms","start":"2026-03-29T02:03:47.825315Z","end":"2026-03-29T02:03:48.036998Z","steps":["trace[79888382] 'agreement among raft nodes before linearized reading' (duration: 211.533873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:48.037109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.00855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-29T02:03:48.037151Z","caller":"traceutil/trace.go:171","msg":"trace[900842727] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1701; }","duration":"103.085782ms","start":"2026-03-29T02:03:47.93405Z","end":"2026-03-29T02:03:48.037135Z","steps":["trace[900842727] 'agreement among raft nodes before linearized reading' (duration: 102.921468ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:48.77173Z","caller":"traceutil/trace.go:171","msg":"trace[465028178] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"145.696665ms","start":"2026-03-29T02:03:48.626007Z","end":"2026-03-29T02:03:48.771703Z","steps":["trace[465028178] 'process raft request' (duration: 145.521981ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:49.034522Z","caller":"traceutil/trace.go:171","msg":"trace[299452113] linearizableReadLoop","detail":"{readStateIndex:1786; appliedIndex:1784; }","duration":"116.176392ms","start":"2026-03-29T02:03:48.918319Z","end":"2026-03-29T02:03:49.034495Z","steps":["trace[299452113] 'read index received' (duration: 43.233547ms)","trace[299452113] 'applied index is now lower than readState.Index' (duration: 72.941705ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:49.034585Z","caller":"traceutil/trace.go:171","msg":"trace[656171926] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"156.402463ms","start":"2026-03-29T02:03:48.878147Z","end":"2026-03-29T02:03:49.034549Z","steps":["trace[656171926] 'process raft request' (duration: 106.019897ms)","trace[656171926] 'compare' (duration: 50.211961ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:49.034831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.709042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:49.034902Z","caller":"traceutil/trace.go:171","msg":"trace[1652946819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1705; }","duration":"115.790594ms","start":"2026-03-29T02:03:48.919095Z","end":"2026-03-29T02:03:49.034885Z","steps":["trace[1652946819] 'agreement among raft nodes before linearized reading' (duration: 115.586719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:49.034897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.358446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:49.034956Z","caller":"traceutil/trace.go:171","msg":"trace[159972589] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1705; }","duration":"116.670583ms","start":"2026-03-29T02:03:48.918272Z","end":"2026-03-29T02:03:49.034943Z","steps":["trace[159972589] 'agreement among raft nodes before linearized reading' (duration: 116.367386ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:03.260468Z","caller":"traceutil/trace.go:171","msg":"trace[1041161322] linearizableReadLoop","detail":"{readStateIndex:1853; appliedIndex:1852; }","duration":"102.970268ms","start":"2026-03-29T02:04:03.157467Z","end":"2026-03-29T02:04:03.260437Z","steps":["trace[1041161322] 'read index received' (duration: 11.36576ms)","trace[1041161322] 'applied index is now lower than readState.Index' (duration: 91.602907ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:03.260526Z","caller":"traceutil/trace.go:171","msg":"trace[1052331711] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"122.334304ms","start":"2026-03-29T02:04:03.13818Z","end":"2026-03-29T02:04:03.260515Z","steps":["trace[1052331711] 'process raft request' (duration: 30.709407ms)","trace[1052331711] 'compare' (duration: 91.434553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:03.260812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.322565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T02:04:03.261008Z","caller":"traceutil/trace.go:171","msg":"trace[865296588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1769; }","duration":"103.523209ms","start":"2026-03-29T02:04:03.157448Z","end":"2026-03-29T02:04:03.260971Z","steps":["trace[865296588] 'agreement among raft nodes before linearized reading' (duration: 103.189392ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:05.024216Z","caller":"traceutil/trace.go:171","msg":"trace[948062723] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1859; }","duration":"163.175013ms","start":"2026-03-29T02:04:04.861017Z","end":"2026-03-29T02:04:05.024192Z","steps":["trace[948062723] 'read index received' (duration: 162.972178ms)","trace[948062723] 'applied index is now lower than readState.Index' (duration: 201.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:05.024338Z","caller":"traceutil/trace.go:171","msg":"trace[303050914] transaction","detail":"{read_only:false; response_revision:1776; number_of_response:1; }","duration":"172.065228ms","start":"2026-03-29T02:04:04.852249Z","end":"2026-03-29T02:04:05.024314Z","steps":["trace[303050914] 'process raft request' (duration: 171.793332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:05.024408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.372427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:04:05.024447Z","caller":"traceutil/trace.go:171","msg":"trace[2030674010] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1776; }","duration":"163.451208ms","start":"2026-03-29T02:04:04.860986Z","end":"2026-03-29T02:04:05.024437Z","steps":["trace[2030674010] 'agreement among raft nodes before linearized reading' (duration: 163.296555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:05.233576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.416679ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:05.233687Z","caller":"traceutil/trace.go:171","msg":"trace[1260842295] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1861; }","duration":"162.493827ms","start":"2026-03-29T02:04:05.071178Z","end":"2026-03-29T02:04:05.233671Z","steps":["trace[1260842295] 'read index received' (duration: 42.861213ms)","trace[1260842295] 'applied index is now lower than readState.Index' (duration: 119.631424ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:05.233776Z","caller":"traceutil/trace.go:171","msg":"trace[945965963] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"180.427722ms","start":"2026-03-29T02:04:05.053337Z","end":"2026-03-29T02:04:05.233765Z","steps":["trace[945965963] 'process raft request' (duration: 60.743857ms)","trace[945965963] 'compare' (duration: 119.295087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:05.234059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.870506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:04:05.234175Z","caller":"traceutil/trace.go:171","msg":"trace[1793195137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1777; }","duration":"163.020289ms","start":"2026-03-29T02:04:05.07113Z","end":"2026-03-29T02:04:05.23415Z","steps":["trace[1793195137] 'agreement among raft nodes before linearized reading' (duration: 162.748643ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:05.446351Z","caller":"traceutil/trace.go:171","msg":"trace[1705281526] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"112.377075ms","start":"2026-03-29T02:04:05.333942Z","end":"2026-03-29T02:04:05.44632Z","steps":["trace[1705281526] 'process raft request' (duration: 13.925077ms)","trace[1705281526] 'compare' (duration: 98.353716ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:06.426069Z","caller":"traceutil/trace.go:171","msg":"trace[504201305] linearizableReadLoop","detail":"{readStateIndex:1868; appliedIndex:1867; }","duration":"213.45404ms","start":"2026-03-29T02:04:06.212592Z","end":"2026-03-29T02:04:06.426046Z","steps":["trace[504201305] 'read index received' (duration: 213.278686ms)","trace[504201305] 'applied index is now lower than readState.Index' (duration: 174.214µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:06.42614Z","caller":"traceutil/trace.go:171","msg":"trace[860472756] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"255.20914ms","start":"2026-03-29T02:04:06.170879Z","end":"2026-03-29T02:04:06.426088Z","steps":["trace[860472756] 'process raft request' (duration: 254.993955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:06.426181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.574172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:06.4263Z","caller":"traceutil/trace.go:171","msg":"trace[1161858627] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1783; }","duration":"213.709965ms","start":"2026-03-29T02:04:06.212579Z","end":"2026-03-29T02:04:06.426289Z","steps":["trace[1161858627] 'agreement among raft nodes before linearized reading' (duration: 213.555572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:07.135276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.364592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:04:07.135481Z","caller":"traceutil/trace.go:171","msg":"trace[2074467595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1784; }","duration":"106.643898ms","start":"2026-03-29T02:04:07.028815Z","end":"2026-03-29T02:04:07.135459Z","steps":["trace[2074467595] 'range keys from in-memory index tree' (duration: 106.212009ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:07.336573Z","caller":"traceutil/trace.go:171","msg":"trace[1118744453] transaction","detail":"{read_only:false; response_revision:1786; number_of_response:1; }","duration":"119.515132ms","start":"2026-03-29T02:04:07.217026Z","end":"2026-03-29T02:04:07.336541Z","steps":["trace[1118744453] 'process raft request' (duration: 64.852467ms)","trace[1118744453] 'compare' (duration: 54.491941ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:07.468882Z","caller":"traceutil/trace.go:171","msg":"trace[1570788404] transaction","detail":"{read_only:false; response_revision:1788; number_of_response:1; }","duration":"127.207081ms","start":"2026-03-29T02:04:07.341639Z","end":"2026-03-29T02:04:07.468847Z","steps":["trace[1570788404] 'process raft request' (duration: 122.19037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:10.45504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.852949ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:04:11.681356Z","caller":"traceutil/trace.go:171","msg":"trace[1829997478] transaction","detail":"{read_only:false; response_revision:1804; number_of_response:1; }","duration":"118.159852ms","start":"2026-03-29T02:04:11.563172Z","end":"2026-03-29T02:04:11.681332Z","steps":["trace[1829997478] 'process raft request' (duration: 41.060104ms)","trace[1829997478] 'compare' (duration: 76.980695ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:11.766411Z","caller":"traceutil/trace.go:171","msg":"trace[232088866] linearizableReadLoop","detail":"{readStateIndex:1892; appliedIndex:1890; }","duration":"151.513836ms","start":"2026-03-29T02:04:11.614879Z","end":"2026-03-29T02:04:11.766393Z","steps":["trace[232088866] 'read index received' (duration: 151.347732ms)","trace[232088866] 'applied index is now lower than readState.Index' (duration: 165.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:11.766602Z","caller":"traceutil/trace.go:171","msg":"trace[534050751] transaction","detail":"{read_only:false; response_revision:1805; number_of_response:1; }","duration":"202.339515ms","start":"2026-03-29T02:04:11.564254Z","end":"2026-03-29T02:04:11.766593Z","steps":["trace[534050751] 'process raft request' (duration: 202.025148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:11.766827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.202657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:11.766857Z","caller":"traceutil/trace.go:171","msg":"trace[815190755] transaction","detail":"{read_only:false; response_revision:1806; number_of_response:1; }","duration":"202.409587ms","start":"2026-03-29T02:04:11.564413Z","end":"2026-03-29T02:04:11.766823Z","steps":["trace[815190755] 'process raft request' (duration: 201.954607ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:11.766981Z","caller":"traceutil/trace.go:171","msg":"trace[1062697748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1806; }","duration":"145.410372ms","start":"2026-03-29T02:04:11.621545Z","end":"2026-03-29T02:04:11.766955Z","steps":["trace[1062697748] 'agreement among raft nodes before linearized reading' (duration: 145.181777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:11.766891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.999506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:04:11.767338Z","caller":"traceutil/trace.go:171","msg":"trace[2005972230] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1806; }","duration":"152.450066ms","start":"2026-03-29T02:04:11.614834Z","end":"2026-03-29T02:04:11.767284Z","steps":["trace[2005972230] 'agreement among raft nodes before linearized reading' (duration: 151.974696ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:13.986544Z","caller":"traceutil/trace.go:171","msg":"trace[1926458905] linearizableReadLoop","detail":"{readStateIndex:1903; appliedIndex:1902; }","duration":"216.021917ms","start":"2026-03-29T02:04:13.770499Z","end":"2026-03-29T02:04:13.986521Z","steps":["trace[1926458905] 'read index received' (duration: 141.128208ms)","trace[1926458905] 'applied index is now lower than readState.Index' (duration: 74.892699ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:13.986773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.255382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:04:13.986813Z","caller":"traceutil/trace.go:171","msg":"trace[19204981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1817; }","duration":"216.352114ms","start":"2026-03-29T02:04:13.770451Z","end":"2026-03-29T02:04:13.986803Z","steps":["trace[19204981] 'agreement among raft nodes before linearized reading' (duration: 216.212561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:13.986867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.690389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:13.986942Z","caller":"traceutil/trace.go:171","msg":"trace[452614444] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1817; }","duration":"215.833062ms","start":"2026-03-29T02:04:13.771093Z","end":"2026-03-29T02:04:13.986926Z","steps":["trace[452614444] 'agreement among raft nodes before linearized reading' (duration: 215.595437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:13.987115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.381128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:04:13.98715Z","caller":"traceutil/trace.go:171","msg":"trace[1222544817] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1817; }","duration":"183.44501ms","start":"2026-03-29T02:04:13.803697Z","end":"2026-03-29T02:04:13.987142Z","steps":["trace[1222544817] 'agreement among raft nodes before linearized reading' (duration: 183.356198ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:13.987138Z","caller":"traceutil/trace.go:171","msg":"trace[293095530] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"240.2435ms","start":"2026-03-29T02:04:13.746319Z","end":"2026-03-29T02:04:13.986562Z","steps":["trace[293095530] 'process raft request' (duration: 165.31611ms)","trace[293095530] 'compare' (duration: 74.781837ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:15.025375Z","caller":"traceutil/trace.go:171","msg":"trace[2042578] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"143.116672ms","start":"2026-03-29T02:04:14.882231Z","end":"2026-03-29T02:04:15.025348Z","steps":["trace[2042578] 'process raft request' (duration: 128.721865ms)","trace[2042578] 'compare' (duration: 14.279314ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:16.222343Z","caller":"traceutil/trace.go:171","msg":"trace[1744389613] linearizableReadLoop","detail":"{readStateIndex:1913; appliedIndex:1912; }","duration":"154.655976ms","start":"2026-03-29T02:04:16.067662Z","end":"2026-03-29T02:04:16.222318Z","steps":["trace[1744389613] 'read index received' (duration: 62.519427ms)","trace[1744389613] 'applied index is now lower than readState.Index' (duration: 92.135609ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:16.222478Z","caller":"traceutil/trace.go:171","msg":"trace[617714246] transaction","detail":"{read_only:false; response_revision:1826; number_of_response:1; }","duration":"189.322969ms","start":"2026-03-29T02:04:16.033142Z","end":"2026-03-29T02:04:16.222465Z","steps":["trace[617714246] 'process raft request' (duration: 97.723532ms)","trace[617714246] 'compare' (duration: 91.359002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:16.222589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.785398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:04:16.222641Z","caller":"traceutil/trace.go:171","msg":"trace[1576646015] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1826; }","duration":"154.88719ms","start":"2026-03-29T02:04:16.067743Z","end":"2026-03-29T02:04:16.22263Z","steps":["trace[1576646015] 'agreement among raft nodes before linearized reading' (duration: 154.756767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:16.222753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.090936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:16.222772Z","caller":"traceutil/trace.go:171","msg":"trace[66187460] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1826; }","duration":"155.131667ms","start":"2026-03-29T02:04:16.067635Z","end":"2026-03-29T02:04:16.222766Z","steps":["trace[66187460] 'agreement among raft nodes before linearized reading' (duration: 155.082756ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:16.46942Z","caller":"traceutil/trace.go:171","msg":"trace[286786982] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"242.687214ms","start":"2026-03-29T02:04:16.226705Z","end":"2026-03-29T02:04:16.469392Z","steps":["trace[286786982] 'process raft request' (duration: 155.254969ms)","trace[286786982] 'compare' (duration: 87.19286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:16.780667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.055832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:16.780747Z","caller":"traceutil/trace.go:171","msg":"trace[696775394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1828; }","duration":"159.187735ms","start":"2026-03-29T02:04:16.621542Z","end":"2026-03-29T02:04:16.78073Z","steps":["trace[696775394] 'range keys from in-memory index tree' (duration: 158.95293ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:16.803651Z","caller":"traceutil/trace.go:171","msg":"trace[1808578016] transaction","detail":"{read_only:false; response_revision:1829; number_of_response:1; }","duration":"118.937429ms","start":"2026-03-29T02:04:16.684693Z","end":"2026-03-29T02:04:16.80363Z","steps":["trace[1808578016] 'process raft request' (duration: 118.759045ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:17.25253Z","caller":"traceutil/trace.go:171","msg":"trace[1798972399] transaction","detail":"{read_only:false; response_revision:1830; number_of_response:1; }","duration":"177.923957ms","start":"2026-03-29T02:04:17.074394Z","end":"2026-03-29T02:04:17.252318Z","steps":["trace[1798972399] 'process raft request' (duration: 177.688842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:17.474074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.557709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T02:04:17.474163Z","caller":"traceutil/trace.go:171","msg":"trace[455217433] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1830; }","duration":"112.707872ms","start":"2026-03-29T02:04:17.361435Z","end":"2026-03-29T02:04:17.474143Z","steps":["trace[455217433] 'range keys from in-memory index tree' (duration: 112.355014ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.309936Z","caller":"traceutil/trace.go:171","msg":"trace[1478837435] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"210.620838ms","start":"2026-03-29T02:04:22.099292Z","end":"2026-03-29T02:04:22.309913Z","steps":["trace[1478837435] 'process raft request' (duration: 210.392793ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.352235Z","caller":"traceutil/trace.go:171","msg":"trace[115952408] transaction","detail":"{read_only:false; response_revision:1851; number_of_response:1; }","duration":"132.727053ms","start":"2026-03-29T02:04:22.219484Z","end":"2026-03-29T02:04:22.352211Z","steps":["trace[115952408] 'process raft request' (duration: 132.56944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.568321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.215017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:22.568501Z","caller":"traceutil/trace.go:171","msg":"trace[266077422] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1939; }","duration":"146.71975ms","start":"2026-03-29T02:04:22.421765Z","end":"2026-03-29T02:04:22.568484Z","steps":["trace[266077422] 'read index received' (duration: 91.456123ms)","trace[266077422] 'applied index is now lower than readState.Index' (duration: 55.262757ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:22.568532Z","caller":"traceutil/trace.go:171","msg":"trace[1250823742] transaction","detail":"{read_only:false; response_revision:1852; number_of_response:1; }","duration":"209.842861ms","start":"2026-03-29T02:04:22.358669Z","end":"2026-03-29T02:04:22.568512Z","steps":["trace[1250823742] 'process raft request' (duration: 59.348347ms)","trace[1250823742] 'compare' (duration: 150.024043ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:22.568555Z","caller":"traceutil/trace.go:171","msg":"trace[920956750] transaction","detail":"{read_only:false; response_revision:1853; number_of_response:1; }","duration":"208.00521ms","start":"2026-03-29T02:04:22.360519Z","end":"2026-03-29T02:04:22.568525Z","steps":["trace[920956750] 'process raft request' (duration: 207.909048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:22.568702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.926555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:04:22.569915Z","caller":"traceutil/trace.go:171","msg":"trace[713246880] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1853; }","duration":"148.136692ms","start":"2026-03-29T02:04:22.421716Z","end":"2026-03-29T02:04:22.569852Z","steps":["trace[713246880] 'agreement among raft nodes before linearized reading' (duration: 146.834192ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:22.795062Z","caller":"traceutil/trace.go:171","msg":"trace[1860877211] transaction","detail":"{read_only:false; response_revision:1856; number_of_response:1; }","duration":"155.000113ms","start":"2026-03-29T02:04:22.640043Z","end":"2026-03-29T02:04:22.795043Z","steps":["trace[1860877211] 'process raft request' (duration: 154.87091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:23.570269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.149756ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:23.570396Z","caller":"traceutil/trace.go:171","msg":"trace[948327592] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1859; }","duration":"120.293869ms","start":"2026-03-29T02:04:23.450085Z","end":"2026-03-29T02:04:23.570379Z","steps":["trace[948327592] 'range keys from in-memory index tree' (duration: 120.115635ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:24.809956Z","caller":"traceutil/trace.go:171","msg":"trace[1369186806] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"141.73531ms","start":"2026-03-29T02:04:24.668189Z","end":"2026-03-29T02:04:24.809924Z","steps":["trace[1369186806] 'process raft request' (duration: 124.91349ms)","trace[1369186806] 'compare' (duration: 16.607685ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:25.053355Z","caller":"traceutil/trace.go:171","msg":"trace[1941140656] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"150.331431ms","start":"2026-03-29T02:04:24.902996Z","end":"2026-03-29T02:04:25.053327Z","steps":["trace[1941140656] 'process raft request' (duration: 138.02407ms)","trace[1941140656] 'compare' (duration: 12.134187ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:25.058239Z","caller":"traceutil/trace.go:171","msg":"trace[1286364805] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"128.244904ms","start":"2026-03-29T02:04:24.929959Z","end":"2026-03-29T02:04:25.058204Z","steps":["trace[1286364805] 'process raft request' (duration: 127.913907ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:26.999464Z","caller":"traceutil/trace.go:171","msg":"trace[786853590] linearizableReadLoop","detail":"{readStateIndex:1962; appliedIndex:1961; }","duration":"129.658986ms","start":"2026-03-29T02:04:26.869779Z","end":"2026-03-29T02:04:26.999438Z","steps":["trace[786853590] 'read index received' (duration: 129.515583ms)","trace[786853590] 'applied index is now lower than readState.Index' (duration: 142.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:26.999525Z","caller":"traceutil/trace.go:171","msg":"trace[864112972] transaction","detail":"{read_only:false; response_revision:1873; number_of_response:1; }","duration":"181.447236ms","start":"2026-03-29T02:04:26.818045Z","end":"2026-03-29T02:04:26.999493Z","steps":["trace[864112972] 'process raft request' (duration: 181.228211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:26.999827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.86233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:04:26.999875Z","caller":"traceutil/trace.go:171","msg":"trace[2044489198] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1873; }","duration":"130.140516ms","start":"2026-03-29T02:04:26.869723Z","end":"2026-03-29T02:04:26.999863Z","steps":["trace[2044489198] 'agreement among raft nodes before linearized reading' (duration: 129.815409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:27.251053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.646845ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:27.251325Z","caller":"traceutil/trace.go:171","msg":"trace[637644521] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"188.185504ms","start":"2026-03-29T02:04:27.063121Z","end":"2026-03-29T02:04:27.251306Z","steps":["trace[637644521] 'process raft request' (duration: 188.041771ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:27.251268Z","caller":"traceutil/trace.go:171","msg":"trace[1653037012] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1962; }","duration":"217.259434ms","start":"2026-03-29T02:04:27.033979Z","end":"2026-03-29T02:04:27.251239Z","steps":["trace[1653037012] 'read index received' (duration: 77.378404ms)","trace[1653037012] 'applied index is now lower than readState.Index' (duration: 139.87886ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:27.251494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.494759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:27.251543Z","caller":"traceutil/trace.go:171","msg":"trace[1712941750] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1875; }","duration":"217.602142ms","start":"2026-03-29T02:04:27.033927Z","end":"2026-03-29T02:04:27.25153Z","steps":["trace[1712941750] 'agreement among raft nodes before linearized reading' (duration: 217.487009ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:27.251509Z","caller":"traceutil/trace.go:171","msg":"trace[1693872464] transaction","detail":"{read_only:false; response_revision:1874; number_of_response:1; }","duration":"246.060029ms","start":"2026-03-29T02:04:27.005105Z","end":"2026-03-29T02:04:27.251165Z","steps":["trace[1693872464] 'process raft request' (duration: 106.23479ms)","trace[1693872464] 'compare' (duration: 139.433119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:28.219924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.914767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T02:04:28.220044Z","caller":"traceutil/trace.go:171","msg":"trace[1063645853] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1875; }","duration":"599.067689ms","start":"2026-03-29T02:04:27.620929Z","end":"2026-03-29T02:04:28.219997Z","steps":["trace[1063645853] 'range keys from in-memory index tree' (duration: 598.748692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.220105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.620911Z","time spent":"599.183813ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:04:28.22023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.009768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-29T02:04:28.220269Z","caller":"traceutil/trace.go:171","msg":"trace[1472619825] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1875; }","duration":"227.0792ms","start":"2026-03-29T02:04:27.993174Z","end":"2026-03-29T02:04:28.220254Z","steps":["trace[1472619825] 'range keys from in-memory index tree' (duration: 226.854894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.220522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.915394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-03-29T02:04:28.220565Z","caller":"traceutil/trace.go:171","msg":"trace[927987536] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1875; }","duration":"647.006286ms","start":"2026-03-29T02:04:27.573549Z","end":"2026-03-29T02:04:28.220555Z","steps":["trace[927987536] 'range keys from in-memory index tree' (duration: 646.74589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.220596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.573516Z","time spent":"647.073168ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:04:28.220078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.836244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:28.220776Z","caller":"traceutil/trace.go:171","msg":"trace[1324430515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1875; }","duration":"599.579251ms","start":"2026-03-29T02:04:27.621172Z","end":"2026-03-29T02:04:28.220751Z","steps":["trace[1324430515] 'range keys from in-memory index tree' (duration: 598.698061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.220813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.976957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-29T02:04:28.220096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.434505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:04:28.220863Z","caller":"traceutil/trace.go:171","msg":"trace[1532630701] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1875; }","duration":"519.309075ms","start":"2026-03-29T02:04:27.701547Z","end":"2026-03-29T02:04:28.220857Z","steps":["trace[1532630701] 'range keys from in-memory index tree' (duration: 518.287482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.220885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.701529Z","time spent":"519.348795ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T02:04:28.220881Z","caller":"traceutil/trace.go:171","msg":"trace[1641191349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1875; }","duration":"331.070089ms","start":"2026-03-29T02:04:27.889786Z","end":"2026-03-29T02:04:28.220856Z","steps":["trace[1641191349] 'range keys from in-memory index tree' (duration: 330.771933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.220869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.621149Z","time spent":"599.688564ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:04:28.221006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:27.889761Z","time spent":"331.228993ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T02:04:28.835971Z","caller":"traceutil/trace.go:171","msg":"trace[1578950738] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"610.189385ms","start":"2026-03-29T02:04:28.225757Z","end":"2026-03-29T02:04:28.835947Z","steps":["trace[1578950738] 'process raft request' (duration: 610.108093ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:28.836404Z","caller":"traceutil/trace.go:171","msg":"trace[1358004847] linearizableReadLoop","detail":"{readStateIndex:1969; appliedIndex:1965; }","duration":"473.106287ms","start":"2026-03-29T02:04:28.363268Z","end":"2026-03-29T02:04:28.836375Z","steps":["trace[1358004847] 'read index received' (duration: 472.34647ms)","trace[1358004847] 'applied index is now lower than readState.Index' (duration: 758.587µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:28.836476Z","caller":"traceutil/trace.go:171","msg":"trace[1712249487] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"610.338309ms","start":"2026-03-29T02:04:28.226115Z","end":"2026-03-29T02:04:28.836454Z","steps":["trace[1712249487] 'process raft request' (duration: 610.019431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.836675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.913393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:04:28.83668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.680934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:04:28.836706Z","caller":"traceutil/trace.go:171","msg":"trace[1595403403] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1880; }","duration":"115.997875ms","start":"2026-03-29T02:04:28.720701Z","end":"2026-03-29T02:04:28.836699Z","steps":["trace[1595403403] 'agreement among raft nodes before linearized reading' (duration: 115.931404ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:28.836724Z","caller":"traceutil/trace.go:171","msg":"trace[1765249792] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1880; }","duration":"465.771857ms","start":"2026-03-29T02:04:28.370941Z","end":"2026-03-29T02:04:28.836713Z","steps":["trace[1765249792] 'agreement among raft nodes before linearized reading' (duration: 465.629394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.836756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.370919Z","time spent":"465.829928ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T02:04:28.836723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.226103Z","time spent":"610.491512ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:28.836853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.534386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:28.836935Z","caller":"traceutil/trace.go:171","msg":"trace[1046967535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1880; }","duration":"215.646868ms","start":"2026-03-29T02:04:28.621267Z","end":"2026-03-29T02:04:28.836914Z","steps":["trace[1046967535] 'agreement among raft nodes before linearized reading' (duration: 215.510475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.836444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.225749Z","time spent":"610.598054ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:28.835992Z","caller":"traceutil/trace.go:171","msg":"trace[793122408] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"610.280297ms","start":"2026-03-29T02:04:28.225681Z","end":"2026-03-29T02:04:28.835961Z","steps":["trace[793122408] 'process raft request' (duration: 609.992651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.837155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.816167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:04:28.837221Z","caller":"traceutil/trace.go:171","msg":"trace[398207501] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1880; }","duration":"148.99343ms","start":"2026-03-29T02:04:28.688211Z","end":"2026-03-29T02:04:28.837204Z","steps":["trace[398207501] 'agreement among raft nodes before linearized reading' (duration: 148.452899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.837227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.225666Z","time spent":"611.521935ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:28.836241Z","caller":"traceutil/trace.go:171","msg":"trace[836395335] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"610.40856ms","start":"2026-03-29T02:04:28.22582Z","end":"2026-03-29T02:04:28.836228Z","steps":["trace[836395335] 'process raft request' (duration: 610.091533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.83733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.225799Z","time spent":"611.507284ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:28.837639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.364485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-29T02:04:28.837716Z","caller":"traceutil/trace.go:171","msg":"trace[257265648] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1880; }","duration":"474.480117ms","start":"2026-03-29T02:04:28.363218Z","end":"2026-03-29T02:04:28.837698Z","steps":["trace[257265648] 'agreement among raft nodes before linearized reading' (duration: 473.672269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:28.837764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:28.363199Z","time spent":"474.550749ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:04:29.043744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.806016ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:29.043951Z","caller":"traceutil/trace.go:171","msg":"trace[111315094] transaction","detail":"{read_only:false; response_revision:1882; number_of_response:1; }","duration":"202.213443ms","start":"2026-03-29T02:04:28.841719Z","end":"2026-03-29T02:04:29.043933Z","steps":["trace[111315094] 'process raft request' (duration: 202.123671ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.043951Z","caller":"traceutil/trace.go:171","msg":"trace[1233415796] transaction","detail":"{read_only:false; response_revision:1881; number_of_response:1; }","duration":"203.242736ms","start":"2026-03-29T02:04:28.840675Z","end":"2026-03-29T02:04:29.043918Z","steps":["trace[1233415796] 'process raft request' (duration: 74.182454ms)","trace[1233415796] 'compare' (duration: 128.324845ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:29.044122Z","caller":"traceutil/trace.go:171","msg":"trace[1791983443] transaction","detail":"{read_only:false; response_revision:1883; number_of_response:1; }","duration":"202.037969ms","start":"2026-03-29T02:04:28.842063Z","end":"2026-03-29T02:04:29.044101Z","steps":["trace[1791983443] 'process raft request' (duration: 201.834015ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.442389Z","caller":"traceutil/trace.go:171","msg":"trace[1007351737] transaction","detail":"{read_only:false; response_revision:1885; number_of_response:1; }","duration":"185.7554ms","start":"2026-03-29T02:04:29.256602Z","end":"2026-03-29T02:04:29.442358Z","steps":["trace[1007351737] 'process raft request' (duration: 185.438863ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:29.444403Z","caller":"traceutil/trace.go:171","msg":"trace[817303989] transaction","detail":"{read_only:false; response_revision:1886; number_of_response:1; }","duration":"184.739008ms","start":"2026-03-29T02:04:29.259648Z","end":"2026-03-29T02:04:29.444387Z","steps":["trace[817303989] 'process raft request' (duration: 184.661166ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:30.470705Z","caller":"traceutil/trace.go:171","msg":"trace[735406243] linearizableReadLoop","detail":"{readStateIndex:1976; appliedIndex:1975; }","duration":"167.986529ms","start":"2026-03-29T02:04:30.302695Z","end":"2026-03-29T02:04:30.470682Z","steps":["trace[735406243] 'read index received' (duration: 118.926778ms)","trace[735406243] 'applied index is now lower than readState.Index' (duration: 49.058231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:30.47101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.289355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:04:30.471104Z","caller":"traceutil/trace.go:171","msg":"trace[59259881] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1886; }","duration":"168.436539ms","start":"2026-03-29T02:04:30.302644Z","end":"2026-03-29T02:04:30.471081Z","steps":["trace[59259881] 'agreement among raft nodes before linearized reading' (duration: 168.125782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:31.338146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.692306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:31.338258Z","caller":"traceutil/trace.go:171","msg":"trace[315862990] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"191.747852ms","start":"2026-03-29T02:04:31.146488Z","end":"2026-03-29T02:04:31.338236Z","steps":["trace[315862990] 'process raft request' (duration: 81.888813ms)","trace[315862990] 'compare' (duration: 109.510321ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:31.552267Z","caller":"traceutil/trace.go:171","msg":"trace[832683503] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"103.686203ms","start":"2026-03-29T02:04:31.448557Z","end":"2026-03-29T02:04:31.552243Z","steps":["trace[832683503] 'process raft request' (duration: 103.53669ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:32.802476Z","caller":"traceutil/trace.go:171","msg":"trace[659481964] linearizableReadLoop","detail":"{readStateIndex:1984; appliedIndex:1983; }","duration":"181.365013ms","start":"2026-03-29T02:04:32.621091Z","end":"2026-03-29T02:04:32.802456Z","steps":["trace[659481964] 'read index received' (duration: 181.259391ms)","trace[659481964] 'applied index is now lower than readState.Index' (duration: 104.722µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:32.802586Z","caller":"traceutil/trace.go:171","msg":"trace[1989843324] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"227.619021ms","start":"2026-03-29T02:04:32.574947Z","end":"2026-03-29T02:04:32.802566Z","steps":["trace[1989843324] 'process raft request' (duration: 227.380316ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:32.802607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.508856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:32.80269Z","caller":"traceutil/trace.go:171","msg":"trace[716857489] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1894; }","duration":"181.644579ms","start":"2026-03-29T02:04:32.621033Z","end":"2026-03-29T02:04:32.802677Z","steps":["trace[716857489] 'agreement among raft nodes before linearized reading' (duration: 181.531026ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:32.93441Z","caller":"traceutil/trace.go:171","msg":"trace[286428671] linearizableReadLoop","detail":"{readStateIndex:1985; appliedIndex:1984; }","duration":"131.841823ms","start":"2026-03-29T02:04:32.802546Z","end":"2026-03-29T02:04:32.934388Z","steps":["trace[286428671] 'read index received' (duration: 113.190383ms)","trace[286428671] 'applied index is now lower than readState.Index' (duration: 18.65049ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:32.934491Z","caller":"traceutil/trace.go:171","msg":"trace[1845584733] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"208.253475ms","start":"2026-03-29T02:04:32.726196Z","end":"2026-03-29T02:04:32.93445Z","steps":["trace[1845584733] 'process raft request' (duration: 189.603815ms)","trace[1845584733] 'compare' (duration: 18.475966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:32.934609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.647656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T02:04:32.934608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.077318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:32.934706Z","caller":"traceutil/trace.go:171","msg":"trace[886211648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1895; }","duration":"130.790419ms","start":"2026-03-29T02:04:32.803901Z","end":"2026-03-29T02:04:32.934692Z","steps":["trace[886211648] 'agreement among raft nodes before linearized reading' (duration: 130.647686ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:32.934728Z","caller":"traceutil/trace.go:171","msg":"trace[1902123846] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1895; }","duration":"246.272562ms","start":"2026-03-29T02:04:32.688443Z","end":"2026-03-29T02:04:32.934715Z","steps":["trace[1902123846] 'agreement among raft nodes before linearized reading' (duration: 246.066397ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:33.314733Z","caller":"traceutil/trace.go:171","msg":"trace[958463063] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1985; }","duration":"221.601059ms","start":"2026-03-29T02:04:33.093112Z","end":"2026-03-29T02:04:33.314713Z","steps":["trace[958463063] 'read index received' (duration: 221.460286ms)","trace[958463063] 'applied index is now lower than readState.Index' (duration: 139.873µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:33.314793Z","caller":"traceutil/trace.go:171","msg":"trace[542988515] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"375.784584ms","start":"2026-03-29T02:04:32.93898Z","end":"2026-03-29T02:04:33.314765Z","steps":["trace[542988515] 'process raft request' (duration: 375.606591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.31494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:32.938957Z","time spent":"375.906017ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:04:33.315103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.776613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:04:33.315148Z","caller":"traceutil/trace.go:171","msg":"trace[909000314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1896; }","duration":"222.07231ms","start":"2026-03-29T02:04:33.093067Z","end":"2026-03-29T02:04:33.315139Z","steps":["trace[909000314] 'agreement among raft nodes before linearized reading' (duration: 221.747463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.315121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.092175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:04:33.315198Z","caller":"traceutil/trace.go:171","msg":"trace[619705655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1896; }","duration":"170.224487ms","start":"2026-03-29T02:04:33.144952Z","end":"2026-03-29T02:04:33.315177Z","steps":["trace[619705655] 'agreement among raft nodes before linearized reading' (duration: 170.015083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.542673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.355286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:33.542768Z","caller":"traceutil/trace.go:171","msg":"trace[1285502821] linearizableReadLoop","detail":"{readStateIndex:1988; appliedIndex:1987; }","duration":"200.583387ms","start":"2026-03-29T02:04:33.342172Z","end":"2026-03-29T02:04:33.542755Z","steps":["trace[1285502821] 'read index received' (duration: 51.973464ms)","trace[1285502821] 'applied index is now lower than readState.Index' (duration: 148.608503ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:33.54278Z","caller":"traceutil/trace.go:171","msg":"trace[2060651477] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"223.431439ms","start":"2026-03-29T02:04:33.319337Z","end":"2026-03-29T02:04:33.542769Z","steps":["trace[2060651477] 'process raft request' (duration: 74.874078ms)","trace[2060651477] 'compare' (duration: 148.239214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:33.542938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.771851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:04:33.542989Z","caller":"traceutil/trace.go:171","msg":"trace[580799646] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1898; }","duration":"200.827583ms","start":"2026-03-29T02:04:33.342133Z","end":"2026-03-29T02:04:33.542961Z","steps":["trace[580799646] 'agreement among raft nodes before linearized reading' (duration: 200.71204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:33.542978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.1114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:33.54303Z","caller":"traceutil/trace.go:171","msg":"trace[1727894369] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1898; }","duration":"162.227472ms","start":"2026-03-29T02:04:33.380789Z","end":"2026-03-29T02:04:33.543017Z","steps":["trace[1727894369] 'agreement among raft nodes before linearized reading' (duration: 162.114299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.013067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.230475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:34.013223Z","caller":"traceutil/trace.go:171","msg":"trace[17200133] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1901; }","duration":"327.446519ms","start":"2026-03-29T02:04:33.685758Z","end":"2026-03-29T02:04:34.013204Z","steps":["trace[17200133] 'count revisions from in-memory index tree' (duration: 327.02116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.013299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:33.685738Z","time spent":"327.547061ms","remote":"127.0.0.1:53066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:04:34.013401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.898232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-29T02:04:34.013509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.535954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-29T02:04:34.013574Z","caller":"traceutil/trace.go:171","msg":"trace[580914068] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1901; }","duration":"169.635935ms","start":"2026-03-29T02:04:33.843922Z","end":"2026-03-29T02:04:34.013558Z","steps":["trace[580914068] 'range keys from in-memory index tree' (duration: 169.359809ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:34.01357Z","caller":"traceutil/trace.go:171","msg":"trace[59602665] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1901; }","duration":"171.119038ms","start":"2026-03-29T02:04:33.842391Z","end":"2026-03-29T02:04:34.01351Z","steps":["trace[59602665] 'range keys from in-memory index tree' (duration: 170.580855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.013648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.331813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-29T02:04:34.013734Z","caller":"traceutil/trace.go:171","msg":"trace[62387609] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1901; }","duration":"171.441566ms","start":"2026-03-29T02:04:33.842274Z","end":"2026-03-29T02:04:34.013715Z","steps":["trace[62387609] 'range keys from in-memory index tree' (duration: 171.147969ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:34.35404Z","caller":"traceutil/trace.go:171","msg":"trace[1552309531] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"335.550558ms","start":"2026-03-29T02:04:34.018461Z","end":"2026-03-29T02:04:34.354012Z","steps":["trace[1552309531] 'process raft request' (duration: 335.409595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.354357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.01844Z","time spent":"335.861075ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:34.529421Z","caller":"traceutil/trace.go:171","msg":"trace[1450435102] linearizableReadLoop","detail":"{readStateIndex:1994; appliedIndex:1991; }","duration":"478.831513ms","start":"2026-03-29T02:04:34.050564Z","end":"2026-03-29T02:04:34.529395Z","steps":["trace[1450435102] 'read index received' (duration: 303.353149ms)","trace[1450435102] 'applied index is now lower than readState.Index' (duration: 175.476644ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:34.529659Z","caller":"traceutil/trace.go:171","msg":"trace[300701201] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"510.521851ms","start":"2026-03-29T02:04:34.019113Z","end":"2026-03-29T02:04:34.529635Z","steps":["trace[300701201] 'process raft request' (duration: 510.123632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.529774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.019105Z","time spent":"510.609372ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:34.529906Z","caller":"traceutil/trace.go:171","msg":"trace[2035038192] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"511.37977ms","start":"2026-03-29T02:04:34.018518Z","end":"2026-03-29T02:04:34.529898Z","steps":["trace[2035038192] 'process raft request' (duration: 449.673491ms)","trace[2035038192] 'compare' (duration: 60.639606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:34.529947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.018493Z","time spent":"511.433402ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:34.53006Z","caller":"traceutil/trace.go:171","msg":"trace[872570540] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"183.165163ms","start":"2026-03-29T02:04:34.346864Z","end":"2026-03-29T02:04:34.530029Z","steps":["trace[872570540] 'process raft request' (duration: 182.457738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.53032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.728713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-29T02:04:34.530495Z","caller":"traceutil/trace.go:171","msg":"trace[664881808] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1905; }","duration":"479.972048ms","start":"2026-03-29T02:04:34.050503Z","end":"2026-03-29T02:04:34.530475Z","steps":["trace[664881808] 'agreement among raft nodes before linearized reading' (duration: 479.527448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.530606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.050489Z","time spent":"480.09694ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":548,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:04:34.97524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.718173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:04:34.97534Z","caller":"traceutil/trace.go:171","msg":"trace[1726268270] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1906; }","duration":"182.897097ms","start":"2026-03-29T02:04:34.792423Z","end":"2026-03-29T02:04:34.97532Z","steps":["trace[1726268270] 'count revisions from in-memory index tree' (duration: 182.600631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:34.975607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.617373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:04:34.975665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.55061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:04:34.975676Z","caller":"traceutil/trace.go:171","msg":"trace[482211568] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1906; }","duration":"168.745846ms","start":"2026-03-29T02:04:34.806912Z","end":"2026-03-29T02:04:34.975658Z","steps":["trace[482211568] 'range keys from in-memory index tree' (duration: 168.164652ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:34.975695Z","caller":"traceutil/trace.go:171","msg":"trace[247934274] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:1906; }","duration":"113.625932ms","start":"2026-03-29T02:04:34.86206Z","end":"2026-03-29T02:04:34.975686Z","steps":["trace[247934274] 'range keys from in-memory index tree' (duration: 113.276614ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.287323Z","caller":"traceutil/trace.go:171","msg":"trace[1278959974] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"307.325596ms","start":"2026-03-29T02:04:34.979955Z","end":"2026-03-29T02:04:35.287281Z","steps":["trace[1278959974] 'process raft request' (duration: 307.139472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:35.287497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:04:34.979935Z","time spent":"307.47143ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:04:35.299269Z","caller":"traceutil/trace.go:171","msg":"trace[605433866] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"131.486415ms","start":"2026-03-29T02:04:35.167761Z","end":"2026-03-29T02:04:35.299248Z","steps":["trace[605433866] 'process raft request' (duration: 131.360712ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.756251Z","caller":"traceutil/trace.go:171","msg":"trace[1967291117] linearizableReadLoop","detail":"{readStateIndex:2004; appliedIndex:2002; }","duration":"136.592798ms","start":"2026-03-29T02:04:35.619625Z","end":"2026-03-29T02:04:35.756217Z","steps":["trace[1967291117] 'read index received' (duration: 49.739615ms)","trace[1967291117] 'applied index is now lower than readState.Index' (duration: 86.852183ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:35.756325Z","caller":"traceutil/trace.go:171","msg":"trace[672858199] transaction","detail":"{read_only:false; response_revision:1913; number_of_response:1; }","duration":"142.447647ms","start":"2026-03-29T02:04:35.613849Z","end":"2026-03-29T02:04:35.756297Z","steps":["trace[672858199] 'process raft request' (duration: 102.031596ms)","trace[672858199] 'compare' (duration: 40.088403ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:04:35.756474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.60398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T02:04:35.756472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.807502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:04:35.756517Z","caller":"traceutil/trace.go:171","msg":"trace[312574941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1913; }","duration":"127.661151ms","start":"2026-03-29T02:04:35.628846Z","end":"2026-03-29T02:04:35.756508Z","steps":["trace[312574941] 'agreement among raft nodes before linearized reading' (duration: 127.544029ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:35.756547Z","caller":"traceutil/trace.go:171","msg":"trace[179798401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1913; }","duration":"136.918635ms","start":"2026-03-29T02:04:35.619597Z","end":"2026-03-29T02:04:35.756515Z","steps":["trace[179798401] 'agreement among raft nodes before linearized reading' (duration: 136.773702ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:41.853376Z","caller":"traceutil/trace.go:171","msg":"trace[1549276021] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"107.931466ms","start":"2026-03-29T02:04:41.745419Z","end":"2026-03-29T02:04:41.85335Z","steps":["trace[1549276021] 'process raft request' (duration: 41.983954ms)","trace[1549276021] 'compare' (duration: 65.807119ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:43.457079Z","caller":"traceutil/trace.go:171","msg":"trace[444098310] transaction","detail":"{read_only:false; response_revision:1941; number_of_response:1; }","duration":"125.623896ms","start":"2026-03-29T02:04:43.331423Z","end":"2026-03-29T02:04:43.457047Z","steps":["trace[444098310] 'process raft request' (duration: 125.439072ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:44.745684Z","caller":"traceutil/trace.go:171","msg":"trace[1269369891] transaction","detail":"{read_only:false; response_revision:1949; number_of_response:1; }","duration":"102.689591ms","start":"2026-03-29T02:04:44.642967Z","end":"2026-03-29T02:04:44.745656Z","steps":["trace[1269369891] 'process raft request' (duration: 102.541458ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:44.760505Z","caller":"traceutil/trace.go:171","msg":"trace[1294597161] transaction","detail":"{read_only:false; response_revision:1951; number_of_response:1; }","duration":"115.275268ms","start":"2026-03-29T02:04:44.645206Z","end":"2026-03-29T02:04:44.760481Z","steps":["trace[1294597161] 'process raft request' (duration: 115.231427ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:04:44.76054Z","caller":"traceutil/trace.go:171","msg":"trace[1959624456] transaction","detail":"{read_only:false; response_revision:1950; number_of_response:1; }","duration":"117.370604ms","start":"2026-03-29T02:04:44.643141Z","end":"2026-03-29T02:04:44.760512Z","steps":["trace[1959624456] 'process raft request' (duration: 117.170609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:04:56.247878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.155511ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:04:56.248106Z","caller":"traceutil/trace.go:171","msg":"trace[946010766] transaction","detail":"{read_only:false; response_revision:2005; number_of_response:1; }","duration":"215.482504ms","start":"2026-03-29T02:04:56.032582Z","end":"2026-03-29T02:04:56.248064Z","steps":["trace[946010766] 'process raft request' (duration: 88.063388ms)","trace[946010766] 'compare' (duration: 127.031177ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:04:56.248226Z","caller":"traceutil/trace.go:171","msg":"trace[71378704] transaction","detail":"{read_only:false; response_revision:2006; number_of_response:1; }","duration":"215.029195ms","start":"2026-03-29T02:04:56.033154Z","end":"2026-03-29T02:04:56.248183Z","steps":["trace[71378704] 'process raft request' (duration: 214.863751ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:00.713276Z","caller":"traceutil/trace.go:171","msg":"trace[259014300] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"444.022187ms","start":"2026-03-29T02:05:00.269225Z","end":"2026-03-29T02:05:00.713247Z","steps":["trace[259014300] 'process raft request' (duration: 385.397366ms)","trace[259014300] 'compare' (duration: 58.258282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:00.713421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:00.269209Z","time spent":"444.128989ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:00.740725Z","caller":"traceutil/trace.go:171","msg":"trace[217021983] linearizableReadLoop","detail":"{readStateIndex:2120; appliedIndex:2118; }","duration":"117.62939ms","start":"2026-03-29T02:05:00.623066Z","end":"2026-03-29T02:05:00.740695Z","steps":["trace[217021983] 'read index received' (duration: 31.572075ms)","trace[217021983] 'applied index is now lower than readState.Index' (duration: 86.055585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:00.740825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.749153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:00.741154Z","caller":"traceutil/trace.go:171","msg":"trace[1228481521] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2024; }","duration":"118.013099ms","start":"2026-03-29T02:05:00.623003Z","end":"2026-03-29T02:05:00.741016Z","steps":["trace[1228481521] 'agreement among raft nodes before linearized reading' (duration: 117.749863ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:05.976211Z","caller":"traceutil/trace.go:171","msg":"trace[634369468] linearizableReadLoop","detail":"{readStateIndex:2143; appliedIndex:2142; }","duration":"187.600302ms","start":"2026-03-29T02:05:05.788586Z","end":"2026-03-29T02:05:05.976187Z","steps":["trace[634369468] 'read index received' (duration: 187.477279ms)","trace[634369468] 'applied index is now lower than readState.Index' (duration: 121.683µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:05.976263Z","caller":"traceutil/trace.go:171","msg":"trace[338112996] transaction","detail":"{read_only:false; response_revision:2046; number_of_response:1; }","duration":"287.445148ms","start":"2026-03-29T02:05:05.688778Z","end":"2026-03-29T02:05:05.976223Z","steps":["trace[338112996] 'process raft request' (duration: 287.212043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:05.976611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.990061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:05:05.976734Z","caller":"traceutil/trace.go:171","msg":"trace[568750773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2046; }","duration":"188.167854ms","start":"2026-03-29T02:05:05.788536Z","end":"2026-03-29T02:05:05.976704Z","steps":["trace[568750773] 'agreement among raft nodes before linearized reading' (duration: 187.800426ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:06.062396Z","caller":"traceutil/trace.go:171","msg":"trace[1407607872] transaction","detail":"{read_only:false; response_revision:2047; number_of_response:1; }","duration":"176.451214ms","start":"2026-03-29T02:05:05.885913Z","end":"2026-03-29T02:05:06.062364Z","steps":["trace[1407607872] 'process raft request' (duration: 176.27637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:06.06287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.808224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:05:06.062924Z","caller":"traceutil/trace.go:171","msg":"trace[1440350569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2047; }","duration":"260.906927ms","start":"2026-03-29T02:05:05.802004Z","end":"2026-03-29T02:05:06.062911Z","steps":["trace[1440350569] 'agreement among raft nodes before linearized reading' (duration: 260.721393ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:12.109602Z","caller":"traceutil/trace.go:171","msg":"trace[949134666] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"102.26152ms","start":"2026-03-29T02:05:12.007316Z","end":"2026-03-29T02:05:12.109577Z","steps":["trace[949134666] 'process raft request' (duration: 102.121837ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:18.3307Z","caller":"traceutil/trace.go:171","msg":"trace[336761819] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"110.765689ms","start":"2026-03-29T02:05:18.219917Z","end":"2026-03-29T02:05:18.330683Z","steps":["trace[336761819] 'process raft request' (duration: 110.680517ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:18.330718Z","caller":"traceutil/trace.go:171","msg":"trace[1868565240] transaction","detail":"{read_only:false; response_revision:2100; number_of_response:1; }","duration":"111.76226ms","start":"2026-03-29T02:05:18.218938Z","end":"2026-03-29T02:05:18.3307Z","steps":["trace[1868565240] 'process raft request' (duration: 109.89843ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:18.330856Z","caller":"traceutil/trace.go:171","msg":"trace[1885475334] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"109.945531ms","start":"2026-03-29T02:05:18.220903Z","end":"2026-03-29T02:05:18.330849Z","steps":["trace[1885475334] 'process raft request' (duration: 109.755627ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:22.467431Z","caller":"traceutil/trace.go:171","msg":"trace[125724761] linearizableReadLoop","detail":"{readStateIndex:2218; appliedIndex:2217; }","duration":"104.628672ms","start":"2026-03-29T02:05:22.362777Z","end":"2026-03-29T02:05:22.467405Z","steps":["trace[125724761] 'read index received' (duration: 76.608738ms)","trace[125724761] 'applied index is now lower than readState.Index' (duration: 28.018524ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:22.467565Z","caller":"traceutil/trace.go:171","msg":"trace[1786943381] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"105.061872ms","start":"2026-03-29T02:05:22.36249Z","end":"2026-03-29T02:05:22.467552Z","steps":["trace[1786943381] 'process raft request' (duration: 76.967895ms)","trace[1786943381] 'compare' (duration: 27.79232ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:22.467763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.611582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:05:22.467847Z","caller":"traceutil/trace.go:171","msg":"trace[351027091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2118; }","duration":"104.754306ms","start":"2026-03-29T02:05:22.363074Z","end":"2026-03-29T02:05:22.467829Z","steps":["trace[351027091] 'agreement among raft nodes before linearized reading' (duration: 104.540101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:22.468107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.313367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:05:22.468155Z","caller":"traceutil/trace.go:171","msg":"trace[230214169] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2118; }","duration":"105.40785ms","start":"2026-03-29T02:05:22.362736Z","end":"2026-03-29T02:05:22.468143Z","steps":["trace[230214169] 'agreement among raft nodes before linearized reading' (duration: 105.195565ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.59976Z","caller":"traceutil/trace.go:171","msg":"trace[20314702] linearizableReadLoop","detail":"{readStateIndex:2226; appliedIndex:2225; }","duration":"106.872272ms","start":"2026-03-29T02:05:24.492868Z","end":"2026-03-29T02:05:24.59974Z","steps":["trace[20314702] 'read index received' (duration: 29.999769ms)","trace[20314702] 'applied index is now lower than readState.Index' (duration: 76.871463ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:24.599988Z","caller":"traceutil/trace.go:171","msg":"trace[470970909] transaction","detail":"{read_only:false; response_revision:2126; number_of_response:1; }","duration":"124.776121ms","start":"2026-03-29T02:05:24.475197Z","end":"2026-03-29T02:05:24.599973Z","steps":["trace[470970909] 'process raft request' (duration: 47.774815ms)","trace[470970909] 'compare' (duration: 76.580187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:24.60039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.504797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:24.600435Z","caller":"traceutil/trace.go:171","msg":"trace[593437898] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:2126; }","duration":"107.601888ms","start":"2026-03-29T02:05:24.492822Z","end":"2026-03-29T02:05:24.600424Z","steps":["trace[593437898] 'agreement among raft nodes before linearized reading' (duration: 107.523136ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.751717Z","caller":"traceutil/trace.go:171","msg":"trace[1390760603] transaction","detail":"{read_only:false; response_revision:2131; number_of_response:1; }","duration":"146.843164ms","start":"2026-03-29T02:05:24.604857Z","end":"2026-03-29T02:05:24.7517Z","steps":["trace[1390760603] 'process raft request' (duration: 146.817173ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.751836Z","caller":"traceutil/trace.go:171","msg":"trace[913973083] transaction","detail":"{read_only:false; response_revision:2128; number_of_response:1; }","duration":"147.039189ms","start":"2026-03-29T02:05:24.60471Z","end":"2026-03-29T02:05:24.75175Z","steps":["trace[913973083] 'process raft request' (duration: 144.739607ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.752002Z","caller":"traceutil/trace.go:171","msg":"trace[1530608774] transaction","detail":"{read_only:false; response_revision:2129; number_of_response:1; }","duration":"147.214032ms","start":"2026-03-29T02:05:24.604778Z","end":"2026-03-29T02:05:24.751992Z","steps":["trace[1530608774] 'process raft request' (duration: 146.839593ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:24.752557Z","caller":"traceutil/trace.go:171","msg":"trace[1853235273] transaction","detail":"{read_only:false; response_revision:2130; number_of_response:1; }","duration":"147.720044ms","start":"2026-03-29T02:05:24.604815Z","end":"2026-03-29T02:05:24.752535Z","steps":["trace[1853235273] 'process raft request' (duration: 146.837114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.13975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.89921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:25.140076Z","caller":"traceutil/trace.go:171","msg":"trace[1926461666] linearizableReadLoop","detail":"{readStateIndex:2234; appliedIndex:2232; }","duration":"207.441565ms","start":"2026-03-29T02:05:24.932617Z","end":"2026-03-29T02:05:25.140059Z","steps":["trace[1926461666] 'read index received' (duration: 73.126051ms)","trace[1926461666] 'applied index is now lower than readState.Index' (duration: 134.314504ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:25.140087Z","caller":"traceutil/trace.go:171","msg":"trace[795290989] transaction","detail":"{read_only:false; response_revision:2132; number_of_response:1; }","duration":"210.788739ms","start":"2026-03-29T02:05:24.929265Z","end":"2026-03-29T02:05:25.140054Z","steps":["trace[795290989] 'process raft request' (duration: 100.513871ms)","trace[795290989] 'compare' (duration: 109.753337ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:25.140251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.622369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:05:25.140307Z","caller":"traceutil/trace.go:171","msg":"trace[255128768] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2133; }","duration":"207.700461ms","start":"2026-03-29T02:05:24.932592Z","end":"2026-03-29T02:05:25.140293Z","steps":["trace[255128768] 'agreement among raft nodes before linearized reading' (duration: 207.539557ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:25.140526Z","caller":"traceutil/trace.go:171","msg":"trace[1427458235] transaction","detail":"{read_only:false; response_revision:2133; number_of_response:1; }","duration":"210.780929ms","start":"2026-03-29T02:05:24.929728Z","end":"2026-03-29T02:05:25.140509Z","steps":["trace[1427458235] 'process raft request' (duration: 210.224787ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:25.151255Z","caller":"traceutil/trace.go:171","msg":"trace[696721923] transaction","detail":"{read_only:false; response_revision:2134; number_of_response:1; }","duration":"144.386168ms","start":"2026-03-29T02:05:25.006841Z","end":"2026-03-29T02:05:25.151227Z","steps":["trace[696721923] 'process raft request' (duration: 144.257016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:25.151338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.554491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-29T02:05:25.151392Z","caller":"traceutil/trace.go:171","msg":"trace[139464558] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2134; }","duration":"117.638503ms","start":"2026-03-29T02:05:25.033738Z","end":"2026-03-29T02:05:25.151376Z","steps":["trace[139464558] 'agreement among raft nodes before linearized reading' (duration: 117.464599ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:33.075741Z","caller":"traceutil/trace.go:171","msg":"trace[1075596158] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"142.427926ms","start":"2026-03-29T02:05:32.933285Z","end":"2026-03-29T02:05:33.075713Z","steps":["trace[1075596158] 'process raft request' (duration: 135.379908ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:36.906048Z","caller":"traceutil/trace.go:171","msg":"trace[95024158] linearizableReadLoop","detail":"{readStateIndex:2288; appliedIndex:2287; }","duration":"156.304645ms","start":"2026-03-29T02:05:36.749715Z","end":"2026-03-29T02:05:36.90602Z","steps":["trace[95024158] 'read index received' (duration: 155.972068ms)","trace[95024158] 'applied index is now lower than readState.Index' (duration: 331.327µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:36.906229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.494479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:36.90613Z","caller":"traceutil/trace.go:171","msg":"trace[1314816346] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"175.106283ms","start":"2026-03-29T02:05:36.730999Z","end":"2026-03-29T02:05:36.906105Z","steps":["trace[1314816346] 'process raft request' (duration: 174.826287ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:36.906276Z","caller":"traceutil/trace.go:171","msg":"trace[269978965] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:2185; }","duration":"156.594832ms","start":"2026-03-29T02:05:36.749668Z","end":"2026-03-29T02:05:36.906263Z","steps":["trace[269978965] 'agreement among raft nodes before linearized reading' (duration: 156.499039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:37.056777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.908912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:05:37.056848Z","caller":"traceutil/trace.go:171","msg":"trace[589137175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2185; }","duration":"102.015404ms","start":"2026-03-29T02:05:36.954816Z","end":"2026-03-29T02:05:37.056832Z","steps":["trace[589137175] 'range keys from in-memory index tree' (duration: 101.759008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:37.2837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.478984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:37.283936Z","caller":"traceutil/trace.go:171","msg":"trace[106174732] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2289; }","duration":"166.47203ms","start":"2026-03-29T02:05:37.117444Z","end":"2026-03-29T02:05:37.283916Z","steps":["trace[106174732] 'read index received' (duration: 46.650469ms)","trace[106174732] 'applied index is now lower than readState.Index' (duration: 119.820371ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:37.284098Z","caller":"traceutil/trace.go:171","msg":"trace[1115010269] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"223.168666ms","start":"2026-03-29T02:05:37.06091Z","end":"2026-03-29T02:05:37.284079Z","steps":["trace[1115010269] 'process raft request' (duration: 103.196911ms)","trace[1115010269] 'compare' (duration: 119.355111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:37.284408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.954882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T02:05:37.284476Z","caller":"traceutil/trace.go:171","msg":"trace[624871461] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2188; }","duration":"167.054153ms","start":"2026-03-29T02:05:37.117405Z","end":"2026-03-29T02:05:37.28446Z","steps":["trace[624871461] 'agreement among raft nodes before linearized reading' (duration: 166.815208ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:37.284672Z","caller":"traceutil/trace.go:171","msg":"trace[1077362902] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"221.882517ms","start":"2026-03-29T02:05:37.062774Z","end":"2026-03-29T02:05:37.284657Z","steps":["trace[1077362902] 'process raft request' (duration: 221.061839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:40.618286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.779558ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:05:40.6185Z","caller":"traceutil/trace.go:171","msg":"trace[589115507] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"334.15169ms","start":"2026-03-29T02:05:40.284304Z","end":"2026-03-29T02:05:40.618455Z","steps":["trace[589115507] 'process raft request' (duration: 193.117586ms)","trace[589115507] 'compare' (duration: 140.658525ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:40.618641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.284281Z","time spent":"334.284643ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:40.618718Z","caller":"traceutil/trace.go:171","msg":"trace[1845177162] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"333.641289ms","start":"2026-03-29T02:05:40.285063Z","end":"2026-03-29T02:05:40.618704Z","steps":["trace[1845177162] 'process raft request' (duration: 333.323961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:40.61878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:40.285046Z","time spent":"333.703421ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:05:40.75713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.614551ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:05:40.758315Z","caller":"traceutil/trace.go:171","msg":"trace[1512750122] linearizableReadLoop","detail":"{readStateIndex:2306; appliedIndex:2304; }","duration":"136.656366ms","start":"2026-03-29T02:05:40.621632Z","end":"2026-03-29T02:05:40.758288Z","steps":["trace[1512750122] 'read index received' (duration: 122.48091ms)","trace[1512750122] 'applied index is now lower than readState.Index' (duration: 14.174426ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:40.758422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.770579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:40.758466Z","caller":"traceutil/trace.go:171","msg":"trace[1478293221] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2202; }","duration":"136.85558ms","start":"2026-03-29T02:05:40.621598Z","end":"2026-03-29T02:05:40.758453Z","steps":["trace[1478293221] 'agreement among raft nodes before linearized reading' (duration: 136.778168ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:40.758493Z","caller":"traceutil/trace.go:171","msg":"trace[450677263] transaction","detail":"{read_only:false; response_revision:2202; number_of_response:1; }","duration":"170.139272ms","start":"2026-03-29T02:05:40.588323Z","end":"2026-03-29T02:05:40.758462Z","steps":["trace[450677263] 'process raft request' (duration: 168.898515ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:43.564502Z","caller":"traceutil/trace.go:171","msg":"trace[108150977] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"140.524083ms","start":"2026-03-29T02:05:43.423943Z","end":"2026-03-29T02:05:43.564467Z","steps":["trace[108150977] 'process raft request' (duration: 109.91939ms)","trace[108150977] 'compare' (duration: 29.899267ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:49.919171Z","caller":"traceutil/trace.go:171","msg":"trace[1267629319] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"165.507031ms","start":"2026-03-29T02:05:49.753632Z","end":"2026-03-29T02:05:49.919139Z","steps":["trace[1267629319] 'process raft request' (duration: 121.437279ms)","trace[1267629319] 'compare' (duration: 43.897868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:50.124796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.091632ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-29T02:05:50.125222Z","caller":"traceutil/trace.go:171","msg":"trace[1245495704] linearizableReadLoop","detail":"{readStateIndex:2350; appliedIndex:2348; }","duration":"191.55835ms","start":"2026-03-29T02:05:49.933595Z","end":"2026-03-29T02:05:50.125153Z","steps":["trace[1245495704] 'read index received' (duration: 56.151192ms)","trace[1245495704] 'applied index is now lower than readState.Index' (duration: 135.405758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:50.125333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.724074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:05:50.125373Z","caller":"traceutil/trace.go:171","msg":"trace[790336492] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2244; }","duration":"191.808886ms","start":"2026-03-29T02:05:49.933549Z","end":"2026-03-29T02:05:50.125358Z","steps":["trace[790336492] 'agreement among raft nodes before linearized reading' (duration: 191.732874ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:50.125591Z","caller":"traceutil/trace.go:171","msg":"trace[904235196] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"202.491044ms","start":"2026-03-29T02:05:49.923049Z","end":"2026-03-29T02:05:50.12554Z","steps":["trace[904235196] 'process raft request' (duration: 201.906221ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:50.789418Z","caller":"traceutil/trace.go:171","msg":"trace[1145578547] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"153.035902ms","start":"2026-03-29T02:05:50.636354Z","end":"2026-03-29T02:05:50.78939Z","steps":["trace[1145578547] 'process raft request' (duration: 100.625314ms)","trace[1145578547] 'compare' (duration: 52.275545ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:51.081236Z","caller":"traceutil/trace.go:171","msg":"trace[1428280368] linearizableReadLoop","detail":"{readStateIndex:2354; appliedIndex:2353; }","duration":"134.521529ms","start":"2026-03-29T02:05:50.94669Z","end":"2026-03-29T02:05:51.081212Z","steps":["trace[1428280368] 'read index received' (duration: 109.47478ms)","trace[1428280368] 'applied index is now lower than readState.Index' (duration: 25.045539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:51.081341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.634282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:05:51.081371Z","caller":"traceutil/trace.go:171","msg":"trace[1449981759] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2248; }","duration":"134.713883ms","start":"2026-03-29T02:05:50.946647Z","end":"2026-03-29T02:05:51.081361Z","steps":["trace[1449981759] 'agreement among raft nodes before linearized reading' (duration: 134.650351ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:51.081429Z","caller":"traceutil/trace.go:171","msg":"trace[1505939526] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"226.930109ms","start":"2026-03-29T02:05:50.854447Z","end":"2026-03-29T02:05:51.081377Z","steps":["trace[1505939526] 'process raft request' (duration: 201.740157ms)","trace[1505939526] 'compare' (duration: 24.720052ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:57.308329Z","caller":"traceutil/trace.go:171","msg":"trace[1535711829] linearizableReadLoop","detail":"{readStateIndex:2383; appliedIndex:2382; }","duration":"138.936937ms","start":"2026-03-29T02:05:57.16936Z","end":"2026-03-29T02:05:57.308297Z","steps":["trace[1535711829] 'read index received' (duration: 138.671101ms)","trace[1535711829] 'applied index is now lower than readState.Index' (duration: 264.806µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:05:57.308532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.161122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:05:57.308523Z","caller":"traceutil/trace.go:171","msg":"trace[1314066950] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"207.827263ms","start":"2026-03-29T02:05:57.100675Z","end":"2026-03-29T02:05:57.308502Z","steps":["trace[1314066950] 'process raft request' (duration: 207.439114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:57.308578Z","caller":"traceutil/trace.go:171","msg":"trace[2072963372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2276; }","duration":"139.261534ms","start":"2026-03-29T02:05:57.169306Z","end":"2026-03-29T02:05:57.308567Z","steps":["trace[2072963372] 'agreement among raft nodes before linearized reading' (duration: 139.104681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:57.993148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.235506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:05:57.993229Z","caller":"traceutil/trace.go:171","msg":"trace[950576284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2280; }","duration":"170.368369ms","start":"2026-03-29T02:05:57.822842Z","end":"2026-03-29T02:05:57.99321Z","steps":["trace[950576284] 'range keys from in-memory index tree' (duration: 170.064602ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:05:58.318736Z","caller":"traceutil/trace.go:171","msg":"trace[1742959395] linearizableReadLoop","detail":"{readStateIndex:2389; appliedIndex:2387; }","duration":"295.679042ms","start":"2026-03-29T02:05:58.023029Z","end":"2026-03-29T02:05:58.318708Z","steps":["trace[1742959395] 'read index received' (duration: 33.708261ms)","trace[1742959395] 'applied index is now lower than readState.Index' (duration: 261.969581ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:05:58.318854Z","caller":"traceutil/trace.go:171","msg":"trace[801704135] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"321.460096ms","start":"2026-03-29T02:05:57.997362Z","end":"2026-03-29T02:05:58.318822Z","steps":["trace[801704135] 'process raft request' (duration: 321.16953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:05:58.318945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.896567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T02:05:58.31916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:05:57.997344Z","time spent":"321.735673ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:05:58.319228Z","caller":"traceutil/trace.go:171","msg":"trace[235882403] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2282; }","duration":"296.247935ms","start":"2026-03-29T02:05:58.022959Z","end":"2026-03-29T02:05:58.319207Z","steps":["trace[235882403] 'agreement among raft nodes before linearized reading' (duration: 295.895877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:00.003158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.266316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:00.003256Z","caller":"traceutil/trace.go:171","msg":"trace[33414508] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:2287; }","duration":"118.43199ms","start":"2026-03-29T02:05:59.884802Z","end":"2026-03-29T02:06:00.003234Z","steps":["trace[33414508] 'count revisions from in-memory index tree' (duration: 118.141234ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:05.870932Z","caller":"traceutil/trace.go:171","msg":"trace[398189544] linearizableReadLoop","detail":"{readStateIndex:2424; appliedIndex:2423; }","duration":"110.838742ms","start":"2026-03-29T02:06:05.760071Z","end":"2026-03-29T02:06:05.870909Z","steps":["trace[398189544] 'read index received' (duration: 26.952101ms)","trace[398189544] 'applied index is now lower than readState.Index' (duration: 83.885711ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:05.870976Z","caller":"traceutil/trace.go:171","msg":"trace[1769506073] transaction","detail":"{read_only:false; response_revision:2315; number_of_response:1; }","duration":"183.063531ms","start":"2026-03-29T02:06:05.687874Z","end":"2026-03-29T02:06:05.870937Z","steps":["trace[1769506073] 'process raft request' (duration: 99.249932ms)","trace[1769506073] 'compare' (duration: 83.680756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:05.871189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.097587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T02:06:05.871271Z","caller":"traceutil/trace.go:171","msg":"trace[1074484886] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2315; }","duration":"111.254061ms","start":"2026-03-29T02:06:05.759996Z","end":"2026-03-29T02:06:05.87125Z","steps":["trace[1074484886] 'agreement among raft nodes before linearized reading' (duration: 110.995526ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:06.033947Z","caller":"traceutil/trace.go:171","msg":"trace[669966472] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2424; }","duration":"132.499674ms","start":"2026-03-29T02:06:05.901427Z","end":"2026-03-29T02:06:06.033926Z","steps":["trace[669966472] 'read index received' (duration: 28.402494ms)","trace[669966472] 'applied index is now lower than readState.Index' (duration: 104.09644ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:06.034081Z","caller":"traceutil/trace.go:171","msg":"trace[515277200] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"158.682608ms","start":"2026-03-29T02:06:05.875378Z","end":"2026-03-29T02:06:06.034061Z","steps":["trace[515277200] 'process raft request' (duration: 107.845805ms)","trace[515277200] 'compare' (duration: 50.618638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:06.034151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.714578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:06:06.034196Z","caller":"traceutil/trace.go:171","msg":"trace[1312474606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2317; }","duration":"132.80375ms","start":"2026-03-29T02:06:05.901382Z","end":"2026-03-29T02:06:06.034185Z","steps":["trace[1312474606] 'agreement among raft nodes before linearized reading' (duration: 132.630717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:06.328967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.50138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:06:06.329058Z","caller":"traceutil/trace.go:171","msg":"trace[30100934] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2318; }","duration":"163.646693ms","start":"2026-03-29T02:06:06.165393Z","end":"2026-03-29T02:06:06.32904Z","steps":["trace[30100934] 'range keys from in-memory index tree' (duration: 163.274485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:06.328972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.535656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:06.32925Z","caller":"traceutil/trace.go:171","msg":"trace[569614455] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2318; }","duration":"134.855523ms","start":"2026-03-29T02:06:06.194349Z","end":"2026-03-29T02:06:06.329204Z","steps":["trace[569614455] 'count revisions from in-memory index tree' (duration: 134.397002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:07.121609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5646842368692394203,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T02:06:07.128099Z","caller":"traceutil/trace.go:171","msg":"trace[1934089449] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"514.723712ms","start":"2026-03-29T02:06:06.613343Z","end":"2026-03-29T02:06:07.128067Z","steps":["trace[1934089449] 'process raft request' (duration: 514.435345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:07.128208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.069152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:07.128007Z","caller":"traceutil/trace.go:171","msg":"trace[251336463] linearizableReadLoop","detail":"{readStateIndex:2430; appliedIndex:2429; }","duration":"506.862806ms","start":"2026-03-29T02:06:06.621116Z","end":"2026-03-29T02:06:07.127979Z","steps":["trace[251336463] 'read index received' (duration: 506.623761ms)","trace[251336463] 'applied index is now lower than readState.Index' (duration: 237.295µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:07.128271Z","caller":"traceutil/trace.go:171","msg":"trace[1176426708] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2321; }","duration":"507.175414ms","start":"2026-03-29T02:06:06.621078Z","end":"2026-03-29T02:06:07.128253Z","steps":["trace[1176426708] 'agreement among raft nodes before linearized reading' (duration: 507.066001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:07.128317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.621065Z","time spent":"507.241556ms","remote":"127.0.0.1:56984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:06:07.128327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:06.613318Z","time spent":"514.847565ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:07.128431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.516148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:06:07.128493Z","caller":"traceutil/trace.go:171","msg":"trace[49071343] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2321; }","duration":"280.62835ms","start":"2026-03-29T02:06:06.847849Z","end":"2026-03-29T02:06:07.128477Z","steps":["trace[49071343] 'agreement among raft nodes before linearized reading' (duration: 280.479966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:07.678692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.490118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:07.679039Z","caller":"traceutil/trace.go:171","msg":"trace[717141557] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"168.615405ms","start":"2026-03-29T02:06:07.510389Z","end":"2026-03-29T02:06:07.679005Z","steps":["trace[717141557] 'process raft request' (duration: 67.742258ms)","trace[717141557] 'compare' (duration: 100.392506ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:08.631444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"755.859522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:06:08.631519Z","caller":"traceutil/trace.go:171","msg":"trace[119084159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2324; }","duration":"756.029325ms","start":"2026-03-29T02:06:07.875472Z","end":"2026-03-29T02:06:08.631502Z","steps":["trace[119084159] 'range keys from in-memory index tree' (duration: 755.664637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.631557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.875454Z","time spent":"756.094787ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:08.631627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.791519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:06:08.631695Z","caller":"traceutil/trace.go:171","msg":"trace[931691506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2324; }","duration":"543.895871ms","start":"2026-03-29T02:06:08.087786Z","end":"2026-03-29T02:06:08.631682Z","steps":["trace[931691506] 'range keys from in-memory index tree' (duration: 543.678016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.631727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:08.087768Z","time spent":"543.950573ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T02:06:08.632094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.592167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-29T02:06:08.632149Z","caller":"traceutil/trace.go:171","msg":"trace[234623751] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2324; }","duration":"209.687728ms","start":"2026-03-29T02:06:08.422446Z","end":"2026-03-29T02:06:08.632133Z","steps":["trace[234623751] 'range keys from in-memory index tree' (duration: 209.435143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.632344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.212523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:08.632394Z","caller":"traceutil/trace.go:171","msg":"trace[519401857] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:2324; }","duration":"736.292925ms","start":"2026-03-29T02:06:07.896087Z","end":"2026-03-29T02:06:08.63238Z","steps":["trace[519401857] 'count revisions from in-memory index tree' (duration: 736.151712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:08.632445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:07.896071Z","time spent":"736.359698ms","remote":"127.0.0.1:53208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:06:08.816064Z","caller":"traceutil/trace.go:171","msg":"trace[1518683554] transaction","detail":"{read_only:false; response_revision:2326; number_of_response:1; }","duration":"178.532465ms","start":"2026-03-29T02:06:08.637448Z","end":"2026-03-29T02:06:08.815981Z","steps":["trace[1518683554] 'process raft request' (duration: 143.811393ms)","trace[1518683554] 'compare' (duration: 34.590939ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:08.816358Z","caller":"traceutil/trace.go:171","msg":"trace[1636886127] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"177.958562ms","start":"2026-03-29T02:06:08.638381Z","end":"2026-03-29T02:06:08.816339Z","steps":["trace[1636886127] 'process raft request' (duration: 177.908431ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:08.816534Z","caller":"traceutil/trace.go:171","msg":"trace[1822519929] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"179.000426ms","start":"2026-03-29T02:06:08.637527Z","end":"2026-03-29T02:06:08.816527Z","steps":["trace[1822519929] 'process raft request' (duration: 178.542306ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:25.76695Z","caller":"traceutil/trace.go:171","msg":"trace[1863662610] linearizableReadLoop","detail":"{readStateIndex:2533; appliedIndex:2532; }","duration":"129.503604ms","start":"2026-03-29T02:06:25.637427Z","end":"2026-03-29T02:06:25.76693Z","steps":["trace[1863662610] 'read index received' (duration: 129.298709ms)","trace[1863662610] 'applied index is now lower than readState.Index' (duration: 203.915µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:25.767013Z","caller":"traceutil/trace.go:171","msg":"trace[526430810] transaction","detail":"{read_only:false; response_revision:2419; number_of_response:1; }","duration":"141.626324ms","start":"2026-03-29T02:06:25.625355Z","end":"2026-03-29T02:06:25.766981Z","steps":["trace[526430810] 'process raft request' (duration: 141.44823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:25.767129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.687978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/attachdetach-controller\" ","response":"range_response_count:1 size:212"} {"level":"info","ts":"2026-03-29T02:06:25.767166Z","caller":"traceutil/trace.go:171","msg":"trace[1228095903] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/attachdetach-controller; range_end:; response_count:1; response_revision:2419; }","duration":"129.76219ms","start":"2026-03-29T02:06:25.637392Z","end":"2026-03-29T02:06:25.767155Z","steps":["trace[1228095903] 'agreement among raft nodes before linearized reading' (duration: 129.690828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:25.767269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.770386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/default/test-pvc\" ","response":"range_response_count:1 size:1243"} {"level":"info","ts":"2026-03-29T02:06:25.767349Z","caller":"traceutil/trace.go:171","msg":"trace[1700632277] range","detail":"{range_begin:/registry/persistentvolumeclaims/default/test-pvc; range_end:; response_count:1; response_revision:2419; }","duration":"101.895629ms","start":"2026-03-29T02:06:25.665436Z","end":"2026-03-29T02:06:25.767331Z","steps":["trace[1700632277] 'agreement among raft nodes before linearized reading' (duration: 101.674274ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:27.099981Z","caller":"traceutil/trace.go:171","msg":"trace[222772311] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"134.877353ms","start":"2026-03-29T02:06:26.965083Z","end":"2026-03-29T02:06:27.099961Z","steps":["trace[222772311] 'process raft request' (duration: 134.755381ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:27.141081Z","caller":"traceutil/trace.go:171","msg":"trace[1459629296] linearizableReadLoop","detail":"{readStateIndex:2546; appliedIndex:2545; }","duration":"151.920623ms","start":"2026-03-29T02:06:26.989129Z","end":"2026-03-29T02:06:27.14105Z","steps":["trace[1459629296] 'read index received' (duration: 110.864589ms)","trace[1459629296] 'applied index is now lower than readState.Index' (duration: 41.054434ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:27.141191Z","caller":"traceutil/trace.go:171","msg":"trace[1679699591] transaction","detail":"{read_only:false; response_revision:2432; number_of_response:1; }","duration":"175.912598ms","start":"2026-03-29T02:06:26.965236Z","end":"2026-03-29T02:06:27.141149Z","steps":["trace[1679699591] 'process raft request' (duration: 175.646191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:27.141455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.308082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2723"} {"level":"info","ts":"2026-03-29T02:06:27.142206Z","caller":"traceutil/trace.go:171","msg":"trace[239921288] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2432; }","duration":"153.12448ms","start":"2026-03-29T02:06:26.989058Z","end":"2026-03-29T02:06:27.142183Z","steps":["trace[239921288] 'agreement among raft nodes before linearized reading' (duration: 152.135759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.158503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.354813ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:34.158693Z","caller":"traceutil/trace.go:171","msg":"trace[1775622258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2462; }","duration":"708.591639ms","start":"2026-03-29T02:06:33.450074Z","end":"2026-03-29T02:06:34.158665Z","steps":["trace[1775622258] 'range keys from in-memory index tree' (duration: 708.292162ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:34.224191Z","caller":"traceutil/trace.go:171","msg":"trace[1949307467] linearizableReadLoop","detail":"{readStateIndex:2578; appliedIndex:2577; }","duration":"397.914561ms","start":"2026-03-29T02:06:33.826258Z","end":"2026-03-29T02:06:34.224172Z","steps":["trace[1949307467] 'read index received' (duration: 397.848769ms)","trace[1949307467] 'applied index is now lower than readState.Index' (duration: 65.162µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:34.224354Z","caller":"traceutil/trace.go:171","msg":"trace[1594225347] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"644.473832ms","start":"2026-03-29T02:06:33.579835Z","end":"2026-03-29T02:06:34.224309Z","steps":["trace[1594225347] 'process raft request' (duration: 644.171235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.224406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.135255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-29T02:06:34.224568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.579812Z","time spent":"644.645605ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:34.224621Z","caller":"traceutil/trace.go:171","msg":"trace[1379399308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2463; }","duration":"398.386631ms","start":"2026-03-29T02:06:33.82621Z","end":"2026-03-29T02:06:34.224597Z","steps":["trace[1379399308] 'agreement among raft nodes before linearized reading' (duration: 398.068684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.224622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.955717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:06:34.224707Z","caller":"traceutil/trace.go:171","msg":"trace[2063355051] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2463; }","duration":"273.108321ms","start":"2026-03-29T02:06:33.951577Z","end":"2026-03-29T02:06:34.224686Z","steps":["trace[2063355051] 'agreement among raft nodes before linearized reading' (duration: 272.848735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:34.224706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:33.82619Z","time spent":"398.491404ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:06:35.066718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.782499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:35.066897Z","caller":"traceutil/trace.go:171","msg":"trace[1643189757] transaction","detail":"{read_only:false; response_revision:2467; number_of_response:1; }","duration":"160.156577ms","start":"2026-03-29T02:06:34.906723Z","end":"2026-03-29T02:06:35.066879Z","steps":["trace[1643189757] 'process raft request' (duration: 160.095405ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:35.067112Z","caller":"traceutil/trace.go:171","msg":"trace[1313118502] transaction","detail":"{read_only:false; response_revision:2466; number_of_response:1; }","duration":"163.093562ms","start":"2026-03-29T02:06:34.903987Z","end":"2026-03-29T02:06:35.067081Z","steps":["trace[1313118502] 'process raft request' (duration: 46.862723ms)","trace[1313118502] 'compare' (duration: 115.653496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:43.367044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.33121ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:43.36733Z","caller":"traceutil/trace.go:171","msg":"trace[2088614660] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"202.719644ms","start":"2026-03-29T02:06:43.164596Z","end":"2026-03-29T02:06:43.367316Z","steps":["trace[2088614660] 'process raft request' (duration: 51.055667ms)","trace[2088614660] 'compare' (duration: 151.170297ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:43.367829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.71836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:06:43.367857Z","caller":"traceutil/trace.go:171","msg":"trace[1985266414] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2512; }","duration":"191.774081ms","start":"2026-03-29T02:06:43.176076Z","end":"2026-03-29T02:06:43.36785Z","steps":["trace[1985266414] 'agreement among raft nodes before linearized reading' (duration: 191.666839ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:43.36713Z","caller":"traceutil/trace.go:171","msg":"trace[1981865465] linearizableReadLoop","detail":"{readStateIndex:2629; appliedIndex:2628; }","duration":"191.008264ms","start":"2026-03-29T02:06:43.17611Z","end":"2026-03-29T02:06:43.367118Z","steps":["trace[1981865465] 'read index received' (duration: 39.499311ms)","trace[1981865465] 'applied index is now lower than readState.Index' (duration: 151.508093ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:43.678193Z","caller":"traceutil/trace.go:171","msg":"trace[1519020462] linearizableReadLoop","detail":"{readStateIndex:2631; appliedIndex:2630; }","duration":"197.821246ms","start":"2026-03-29T02:06:43.48035Z","end":"2026-03-29T02:06:43.678171Z","steps":["trace[1519020462] 'read index received' (duration: 197.609601ms)","trace[1519020462] 'applied index is now lower than readState.Index' (duration: 210.425µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:43.678323Z","caller":"traceutil/trace.go:171","msg":"trace[1855466520] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"305.878182ms","start":"2026-03-29T02:06:43.372427Z","end":"2026-03-29T02:06:43.678306Z","steps":["trace[1855466520] 'process raft request' (duration: 305.600596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:43.678421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:43.37242Z","time spent":"305.930893ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:43.678557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.211414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:06:43.678593Z","caller":"traceutil/trace.go:171","msg":"trace[890427679] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2514; }","duration":"198.271846ms","start":"2026-03-29T02:06:43.480312Z","end":"2026-03-29T02:06:43.678584Z","steps":["trace[890427679] 'agreement among raft nodes before linearized reading' (duration: 198.218935ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:44.817719Z","caller":"traceutil/trace.go:171","msg":"trace[1532463579] linearizableReadLoop","detail":"{readStateIndex:2632; appliedIndex:2631; }","duration":"476.766876ms","start":"2026-03-29T02:06:44.34093Z","end":"2026-03-29T02:06:44.817696Z","steps":["trace[1532463579] 'read index received' (duration: 476.525981ms)","trace[1532463579] 'applied index is now lower than readState.Index' (duration: 239.655µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:44.817778Z","caller":"traceutil/trace.go:171","msg":"trace[2105739775] transaction","detail":"{read_only:false; response_revision:2515; number_of_response:1; }","duration":"518.542007ms","start":"2026-03-29T02:06:44.299207Z","end":"2026-03-29T02:06:44.817749Z","steps":["trace[2105739775] 'process raft request' (duration: 518.341582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.817919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.299186Z","time spent":"518.656061ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:44.817995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.043903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:06:44.818064Z","caller":"traceutil/trace.go:171","msg":"trace[466187939] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2515; }","duration":"477.141886ms","start":"2026-03-29T02:06:44.340888Z","end":"2026-03-29T02:06:44.81803Z","steps":["trace[466187939] 'agreement among raft nodes before linearized reading' (duration: 476.965932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.818112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.34087Z","time spent":"477.229047ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:06:44.818124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.719126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T02:06:44.818193Z","caller":"traceutil/trace.go:171","msg":"trace[901923915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2515; }","duration":"476.839089ms","start":"2026-03-29T02:06:44.341339Z","end":"2026-03-29T02:06:44.818178Z","steps":["trace[901923915] 'agreement among raft nodes before linearized reading' (duration: 476.642845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:44.818257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.341315Z","time spent":"476.93205ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:06:45.46245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.795098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:45.463144Z","caller":"traceutil/trace.go:171","msg":"trace[2098440991] transaction","detail":"{read_only:false; response_revision:2516; number_of_response:1; }","duration":"640.881882ms","start":"2026-03-29T02:06:44.822227Z","end":"2026-03-29T02:06:45.463109Z","steps":["trace[2098440991] 'process raft request' (duration: 75.316827ms)","trace[2098440991] 'compare' (duration: 564.656755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:45.463286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.82221Z","time spent":"641.001215ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:45.463165Z","caller":"traceutil/trace.go:171","msg":"trace[222162803] linearizableReadLoop","detail":"{readStateIndex:2634; appliedIndex:2632; }","duration":"592.321661ms","start":"2026-03-29T02:06:44.870826Z","end":"2026-03-29T02:06:45.463148Z","steps":["trace[222162803] 'read index received' (duration: 26.804157ms)","trace[222162803] 'applied index is now lower than readState.Index' (duration: 565.516614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:45.463447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.613708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.205\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-29T02:06:45.463295Z","caller":"traceutil/trace.go:171","msg":"trace[869704631] transaction","detail":"{read_only:false; response_revision:2517; number_of_response:1; }","duration":"640.969594ms","start":"2026-03-29T02:06:44.822303Z","end":"2026-03-29T02:06:45.463272Z","steps":["trace[869704631] 'process raft request' (duration: 640.34156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.463627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.822277Z","time spent":"641.280201ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:06:45.4635Z","caller":"traceutil/trace.go:171","msg":"trace[2036465957] range","detail":"{range_begin:/registry/masterleases/199.204.45.205; range_end:; response_count:1; response_revision:2517; }","duration":"592.707119ms","start":"2026-03-29T02:06:44.870782Z","end":"2026-03-29T02:06:45.463489Z","steps":["trace[2036465957] 'agreement among raft nodes before linearized reading' (duration: 592.416533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.463736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:44.870764Z","time spent":"592.961525ms","remote":"127.0.0.1:57026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.205\" "} {"level":"warn","ts":"2026-03-29T02:06:45.552343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.212405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-29T02:06:45.552428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.784956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T02:06:45.552448Z","caller":"traceutil/trace.go:171","msg":"trace[444498953] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2518; }","duration":"419.324208ms","start":"2026-03-29T02:06:45.133097Z","end":"2026-03-29T02:06:45.552422Z","steps":["trace[444498953] 'agreement among raft nodes before linearized reading' (duration: 419.053952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.552443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.655693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-03-29T02:06:45.552538Z","caller":"traceutil/trace.go:171","msg":"trace[1585429768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2518; }","duration":"180.900039ms","start":"2026-03-29T02:06:45.371581Z","end":"2026-03-29T02:06:45.552481Z","steps":["trace[1585429768] 'agreement among raft nodes before linearized reading' (duration: 180.683174ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.552548Z","caller":"traceutil/trace.go:171","msg":"trace[1646021122] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2518; }","duration":"171.808467ms","start":"2026-03-29T02:06:45.380717Z","end":"2026-03-29T02:06:45.552526Z","steps":["trace[1646021122] 'agreement among raft nodes before linearized reading' (duration: 171.517171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:45.552561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:45.133036Z","time spent":"419.506192ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":553,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-29T02:06:45.552343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.714693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T02:06:45.552688Z","caller":"traceutil/trace.go:171","msg":"trace[1601475620] transaction","detail":"{read_only:false; response_revision:2518; number_of_response:1; }","duration":"139.972637ms","start":"2026-03-29T02:06:45.412694Z","end":"2026-03-29T02:06:45.552667Z","steps":["trace[1601475620] 'process raft request' (duration: 139.20919ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.552703Z","caller":"traceutil/trace.go:171","msg":"trace[1804793869] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2518; }","duration":"158.125592ms","start":"2026-03-29T02:06:45.394564Z","end":"2026-03-29T02:06:45.55269Z","steps":["trace[1804793869] 'agreement among raft nodes before linearized reading' (duration: 157.634851ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.658174Z","caller":"traceutil/trace.go:171","msg":"trace[727413423] transaction","detail":"{read_only:false; response_revision:2520; number_of_response:1; }","duration":"100.028078ms","start":"2026-03-29T02:06:45.558116Z","end":"2026-03-29T02:06:45.658144Z","steps":["trace[727413423] 'process raft request' (duration: 99.911295ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.658297Z","caller":"traceutil/trace.go:171","msg":"trace[1964597180] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"100.228022ms","start":"2026-03-29T02:06:45.558009Z","end":"2026-03-29T02:06:45.658237Z","steps":["trace[1964597180] 'process raft request' (duration: 99.759551ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:45.658857Z","caller":"traceutil/trace.go:171","msg":"trace[485378408] transaction","detail":"{read_only:false; response_revision:2521; number_of_response:1; }","duration":"100.61396ms","start":"2026-03-29T02:06:45.558213Z","end":"2026-03-29T02:06:45.658827Z","steps":["trace[485378408] 'process raft request' (duration: 99.879733ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:46.460219Z","caller":"traceutil/trace.go:171","msg":"trace[1398665597] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"156.664999ms","start":"2026-03-29T02:06:46.30353Z","end":"2026-03-29T02:06:46.460195Z","steps":["trace[1398665597] 'process raft request' (duration: 156.410804ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:46.954362Z","caller":"traceutil/trace.go:171","msg":"trace[1426197941] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"130.766061ms","start":"2026-03-29T02:06:46.823574Z","end":"2026-03-29T02:06:46.95434Z","steps":["trace[1426197941] 'process raft request' (duration: 130.631998ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:49.896603Z","caller":"traceutil/trace.go:171","msg":"trace[18470044] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"173.975024ms","start":"2026-03-29T02:06:49.722608Z","end":"2026-03-29T02:06:49.896583Z","steps":["trace[18470044] 'process raft request' (duration: 111.904642ms)","trace[18470044] 'compare' (duration: 61.747465ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:49.896952Z","caller":"traceutil/trace.go:171","msg":"trace[1310672923] linearizableReadLoop","detail":"{readStateIndex:2663; appliedIndex:2661; }","duration":"142.665058ms","start":"2026-03-29T02:06:49.75426Z","end":"2026-03-29T02:06:49.896925Z","steps":["trace[1310672923] 'read index received' (duration: 80.204866ms)","trace[1310672923] 'applied index is now lower than readState.Index' (duration: 62.458832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:49.897133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.852952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-29T02:06:49.897157Z","caller":"traceutil/trace.go:171","msg":"trace[1341240512] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2545; }","duration":"142.929773ms","start":"2026-03-29T02:06:49.754219Z","end":"2026-03-29T02:06:49.897149Z","steps":["trace[1341240512] 'agreement among raft nodes before linearized reading' (duration: 142.78689ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:49.896982Z","caller":"traceutil/trace.go:171","msg":"trace[786639151] transaction","detail":"{read_only:false; response_revision:2545; number_of_response:1; }","duration":"174.20217ms","start":"2026-03-29T02:06:49.722767Z","end":"2026-03-29T02:06:49.89697Z","steps":["trace[786639151] 'process raft request' (duration: 173.7851ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:50.97675Z","caller":"traceutil/trace.go:171","msg":"trace[1104727074] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"102.974863ms","start":"2026-03-29T02:06:50.873757Z","end":"2026-03-29T02:06:50.976732Z","steps":["trace[1104727074] 'process raft request' (duration: 102.706177ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:50.97666Z","caller":"traceutil/trace.go:171","msg":"trace[863759831] linearizableReadLoop","detail":"{readStateIndex:2670; appliedIndex:2669; }","duration":"102.712388ms","start":"2026-03-29T02:06:50.87392Z","end":"2026-03-29T02:06:50.976632Z","steps":["trace[863759831] 'read index received' (duration: 102.475313ms)","trace[863759831] 'applied index is now lower than readState.Index' (duration: 235.915µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:50.977025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.085976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ceph-csi-rbd-provisioner\" ","response":"range_response_count:1 size:1708"} {"level":"info","ts":"2026-03-29T02:06:50.977109Z","caller":"traceutil/trace.go:171","msg":"trace[444356603] range","detail":"{range_begin:/registry/clusterroles/ceph-csi-rbd-provisioner; range_end:; response_count:1; response_revision:2551; }","duration":"103.185648ms","start":"2026-03-29T02:06:50.873904Z","end":"2026-03-29T02:06:50.97709Z","steps":["trace[444356603] 'agreement among raft nodes before linearized reading' (duration: 102.939242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.406158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.003789ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:06:51.406263Z","caller":"traceutil/trace.go:171","msg":"trace[337862735] linearizableReadLoop","detail":"{readStateIndex:2671; appliedIndex:2670; }","duration":"351.048377ms","start":"2026-03-29T02:06:51.055197Z","end":"2026-03-29T02:06:51.406246Z","steps":["trace[337862735] 'read index received' (duration: 187.856193ms)","trace[337862735] 'applied index is now lower than readState.Index' (duration: 163.190764ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:06:51.406351Z","caller":"traceutil/trace.go:171","msg":"trace[1256256097] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"418.043629ms","start":"2026-03-29T02:06:50.988293Z","end":"2026-03-29T02:06:51.406336Z","steps":["trace[1256256097] 'process raft request' (duration: 254.777614ms)","trace[1256256097] 'compare' (duration: 162.897147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:06:51.406414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:50.98828Z","time spent":"418.1042ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:06:51.406763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.560979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium-operator\" ","response":"range_response_count:1 size:2379"} {"level":"warn","ts":"2026-03-29T02:06:51.406744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.421073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"warn","ts":"2026-03-29T02:06:51.406752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.533227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:1 size:553"} {"level":"warn","ts":"2026-03-29T02:06:51.406745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.880391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-29T02:06:51.406832Z","caller":"traceutil/trace.go:171","msg":"trace[162881864] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:1; response_revision:2552; }","duration":"337.66646ms","start":"2026-03-29T02:06:51.069148Z","end":"2026-03-29T02:06:51.406814Z","steps":["trace[162881864] 'agreement among raft nodes before linearized reading' (duration: 337.498226ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.406829Z","caller":"traceutil/trace.go:171","msg":"trace[1023035931] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2552; }","duration":"341.550626ms","start":"2026-03-29T02:06:51.065256Z","end":"2026-03-29T02:06:51.406806Z","steps":["trace[1023035931] 'agreement among raft nodes before linearized reading' (duration: 341.286489ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:06:51.406862Z","caller":"traceutil/trace.go:171","msg":"trace[2112542293] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2552; }","duration":"103.054015ms","start":"2026-03-29T02:06:51.303789Z","end":"2026-03-29T02:06:51.406843Z","steps":["trace[2112542293] 'agreement among raft nodes before linearized reading' (duration: 102.79576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.406878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.069131Z","time spent":"337.738581ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":575,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"warn","ts":"2026-03-29T02:06:51.40689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.065239Z","time spent":"341.637178ms","remote":"127.0.0.1:57302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":494,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-29T02:06:51.406795Z","caller":"traceutil/trace.go:171","msg":"trace[1368524388] range","detail":"{range_begin:/registry/clusterroles/cilium-operator; range_end:; response_count:1; response_revision:2552; }","duration":"351.630041ms","start":"2026-03-29T02:06:51.055155Z","end":"2026-03-29T02:06:51.406785Z","steps":["trace[1368524388] 'agreement among raft nodes before linearized reading' (duration: 351.557019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.407042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:06:51.055135Z","time spent":"351.896106ms","remote":"127.0.0.1:57362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":2401,"request content":"key:\"/registry/clusterroles/cilium-operator\" "} {"level":"warn","ts":"2026-03-29T02:06:51.986535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.793027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kubeadm:get-nodes\" ","response":"range_response_count:1 size:305"} {"level":"info","ts":"2026-03-29T02:06:51.986621Z","caller":"traceutil/trace.go:171","msg":"trace[1355610436] range","detail":"{range_begin:/registry/clusterroles/kubeadm:get-nodes; range_end:; response_count:1; response_revision:2557; }","duration":"101.931301ms","start":"2026-03-29T02:06:51.88467Z","end":"2026-03-29T02:06:51.986601Z","steps":["trace[1355610436] 'range keys from in-memory index tree' (duration: 101.689045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:06:51.986763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.285054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:1 size:1944"} {"level":"info","ts":"2026-03-29T02:06:51.986835Z","caller":"traceutil/trace.go:171","msg":"trace[1883882801] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:2557; }","duration":"100.376895ms","start":"2026-03-29T02:06:51.88644Z","end":"2026-03-29T02:06:51.986817Z","steps":["trace[1883882801] 'range keys from in-memory index tree' (duration: 100.15806ms)"],"step_count":1}