{"level":"warn","ts":"2026-03-09T01:39:06.439477Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:39:06.439571Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:39:06.439646Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:39:06.43966Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-03-09T01:39:06.439677Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:39:06.440227Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-03-09T01:39:06.440299Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:39:06.444189Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.632606ms"} {"level":"info","ts":"2026-03-09T01:39:06.449624Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-03-09T01:39:06.449682Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:39:06.4497Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-03-09T01:39:06.44971Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:39:06.449716Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-03-09T01:39:06.449744Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-03-09T01:39:06.455372Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:39:06.456421Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:39:06.457329Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:39:06.458698Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:39:06.459322Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:39:06.459651Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:06.459828Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:06.459842Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:39:06.460854Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-03-09T01:39:06.461116Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-03-09T01:39:06.464228Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:39:06.464572Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:39:06.464628Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:39:06.464679Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-03-09T01:39:06.464708Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-03-09T01:39:06.650195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:39:06.65031Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:39:06.650357Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-03-09T01:39:06.650407Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:39:06.650448Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-03-09T01:39:06.650495Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-03-09T01:39:06.65053Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-03-09T01:39:06.651403Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:39:06.651393Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:39:06.65143Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:06.651714Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:39:06.651956Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:39:06.651989Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:39:06.652744Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:06.652931Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:06.653683Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:39:06.654395Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-03-09T01:39:06.664194Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-09T01:39:08.814013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486382962,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:39:08.88127Z","caller":"traceutil/trace.go:171","msg":"trace[106611635] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"572.47166ms","start":"2026-03-09T01:39:08.308768Z","end":"2026-03-09T01:39:08.881239Z","steps":["trace[106611635] 'process raft request' (duration: 572.235504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:08.881959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.308755Z","time spent":"572.660034ms","remote":"127.0.0.1:52826","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:09.56255Z","caller":"traceutil/trace.go:171","msg":"trace[941544439] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"1.253613447s","start":"2026-03-09T01:39:08.308891Z","end":"2026-03-09T01:39:09.562505Z","steps":["trace[941544439] 'process raft request' (duration: 1.253224058s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:09.562672Z","caller":"traceutil/trace.go:171","msg":"trace[716738747] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"1.177177864s","start":"2026-03-09T01:39:08.385435Z","end":"2026-03-09T01:39:09.562613Z","steps":["trace[716738747] 'process raft request' (duration: 1.17700966s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:09.562739Z","caller":"traceutil/trace.go:171","msg":"trace[1613940003] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:4; }","duration":"1.24950463s","start":"2026-03-09T01:39:08.313141Z","end":"2026-03-09T01:39:09.562646Z","steps":["trace[1613940003] 'read index received' (duration: 567.87821ms)","trace[1613940003] 'applied index is now lower than readState.Index' (duration: 681.625389ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:09.562805Z","caller":"traceutil/trace.go:171","msg":"trace[1332824137] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"1.177355307s","start":"2026-03-09T01:39:08.385371Z","end":"2026-03-09T01:39:09.562726Z","steps":["trace[1332824137] 'process raft request' (duration: 1.17704069s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.562883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.385408Z","time spent":"1.177387378s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:39:09.562998Z","caller":"traceutil/trace.go:171","msg":"trace[1089058289] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"1.178764431s","start":"2026-03-09T01:39:08.384189Z","end":"2026-03-09T01:39:09.562953Z","steps":["trace[1089058289] 'process raft request' (duration: 1.178147176s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:09.563094Z","caller":"traceutil/trace.go:171","msg":"trace[2056187584] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"1.17743809s","start":"2026-03-09T01:39:08.38564Z","end":"2026-03-09T01:39:09.563079Z","steps":["trace[2056187584] 'process raft request' (duration: 1.176900987s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.563183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.385631Z","time spent":"1.177511611s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:39:09.563126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.384173Z","time spent":"1.178900625s","remote":"127.0.0.1:53198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:39:09.563272Z","caller":"traceutil/trace.go:171","msg":"trace[1082061264] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"1.177683505s","start":"2026-03-09T01:39:08.385576Z","end":"2026-03-09T01:39:09.563259Z","steps":["trace[1082061264] 'process raft request' (duration: 1.176940567s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.563369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.38557Z","time spent":"1.177732427s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:39:09.563419Z","caller":"traceutil/trace.go:171","msg":"trace[1231769956] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"1.158922111s","start":"2026-03-09T01:39:08.404275Z","end":"2026-03-09T01:39:09.563197Z","steps":["trace[1231769956] 'process raft request' (duration: 1.158294396s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:09.563463Z","caller":"traceutil/trace.go:171","msg":"trace[1543744264] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"1.159026553s","start":"2026-03-09T01:39:08.404429Z","end":"2026-03-09T01:39:09.563455Z","steps":["trace[1543744264] 'process raft request' (duration: 1.158180213s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.56346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.125636681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:39:09.563493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.404412Z","time spent":"1.159069134s","remote":"127.0.0.1:53012","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:39:09.563551Z","caller":"traceutil/trace.go:171","msg":"trace[1877991595] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"1.125680021s","start":"2026-03-09T01:39:08.437808Z","end":"2026-03-09T01:39:09.563488Z","steps":["trace[1877991595] 'agreement among raft nodes before linearized reading' (duration: 1.125588529s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.563406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250191076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:39:09.563579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.43779Z","time spent":"1.125784505s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-09T01:39:09.563611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.403672Z","time spent":"1.159787901s","remote":"127.0.0.1:52932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3158,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:39:09.563813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.308867Z","time spent":"1.25377814s","remote":"127.0.0.1:52812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:09.563054Z","caller":"traceutil/trace.go:171","msg":"trace[1136252573] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"1.177506552s","start":"2026-03-09T01:39:08.385521Z","end":"2026-03-09T01:39:09.563027Z","steps":["trace[1136252573] 'process raft request' (duration: 1.176972969s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.563975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.385492Z","time spent":"1.178434483s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:39:09.563008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.385354Z","time spent":"1.177559953s","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:39:09.563619Z","caller":"traceutil/trace.go:171","msg":"trace[678628176] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"1.250464652s","start":"2026-03-09T01:39:08.313124Z","end":"2026-03-09T01:39:09.563588Z","steps":["trace[678628176] 'agreement among raft nodes before linearized reading' (duration: 1.24995823s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.564406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.31311Z","time spent":"1.251279842s","remote":"127.0.0.1:53146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-09T01:39:09.56368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179704074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:09.564583Z","caller":"traceutil/trace.go:171","msg":"trace[774554281] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"1.180642726s","start":"2026-03-09T01:39:08.383912Z","end":"2026-03-09T01:39:09.564554Z","steps":["trace[774554281] 'agreement among raft nodes before linearized reading' (duration: 1.179729424s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.564657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.383886Z","time spent":"1.180756009s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-09T01:39:09.563698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.688648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:09.564797Z","caller":"traceutil/trace.go:171","msg":"trace[184344876] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:11; }","duration":"281.805784ms","start":"2026-03-09T01:39:09.282981Z","end":"2026-03-09T01:39:09.564787Z","steps":["trace[184344876] 'agreement among raft nodes before linearized reading' (duration: 280.699568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.563684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248039954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3170"} {"level":"info","ts":"2026-03-09T01:39:09.564955Z","caller":"traceutil/trace.go:171","msg":"trace[2025929739] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"1.249554131s","start":"2026-03-09T01:39:08.315331Z","end":"2026-03-09T01:39:09.564886Z","steps":["trace[2025929739] 'agreement among raft nodes before linearized reading' (duration: 1.247915942s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.563718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177131803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:09.565044Z","caller":"traceutil/trace.go:171","msg":"trace[545900861] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"1.178472364s","start":"2026-03-09T01:39:08.386563Z","end":"2026-03-09T01:39:09.565036Z","steps":["trace[545900861] 'agreement among raft nodes before linearized reading' (duration: 1.177136043s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.565083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.386558Z","time spent":"1.178516035s","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-09T01:39:09.565144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.315324Z","time spent":"1.249681293s","remote":"127.0.0.1:52932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3193,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-09T01:39:09.563724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.129608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:39:09.563756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20354918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-09T01:39:09.563753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181273701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-09T01:39:09.565259Z","caller":"traceutil/trace.go:171","msg":"trace[1051829292] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11; }","duration":"282.704236ms","start":"2026-03-09T01:39:09.282548Z","end":"2026-03-09T01:39:09.565252Z","steps":["trace[1051829292] 'agreement among raft nodes before linearized reading' (duration: 281.16309ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:09.56527Z","caller":"traceutil/trace.go:171","msg":"trace[1923258271] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:0; response_revision:11; }","duration":"1.182864418s","start":"2026-03-09T01:39:08.38239Z","end":"2026-03-09T01:39:09.565255Z","steps":["trace[1923258271] 'agreement among raft nodes before linearized reading' (duration: 1.181329822s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.56541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.382364Z","time spent":"1.182983122s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-09T01:39:09.565547Z","caller":"traceutil/trace.go:171","msg":"trace[1320219321] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"1.205386173s","start":"2026-03-09T01:39:08.360155Z","end":"2026-03-09T01:39:09.565541Z","steps":["trace[1320219321] 'agreement among raft nodes before linearized reading' (duration: 1.20356771s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:09.565592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:08.360134Z","time spent":"1.205452354s","remote":"127.0.0.1:52872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-09T01:39:18.624029Z","caller":"traceutil/trace.go:171","msg":"trace[389006783] transaction","detail":"{read_only:false; response_revision:353; number_of_response:1; }","duration":"154.448884ms","start":"2026-03-09T01:39:18.46955Z","end":"2026-03-09T01:39:18.623999Z","steps":["trace[389006783] 'process raft request' (duration: 154.30422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:20.272427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.678216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:39:20.272542Z","caller":"traceutil/trace.go:171","msg":"trace[1818605448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:354; }","duration":"508.86256ms","start":"2026-03-09T01:39:19.763651Z","end":"2026-03-09T01:39:20.272513Z","steps":["trace[1818605448] 'range keys from in-memory index tree' (duration: 508.553813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:20.272516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.765527ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:20.272604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:19.763629Z","time spent":"508.960003ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:39:20.272633Z","caller":"traceutil/trace.go:171","msg":"trace[260789640] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:354; }","duration":"951.875189ms","start":"2026-03-09T01:39:19.320738Z","end":"2026-03-09T01:39:20.272613Z","steps":["trace[260789640] 'range keys from in-memory index tree' (duration: 951.681935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:20.272429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.131924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:39:20.272791Z","caller":"traceutil/trace.go:171","msg":"trace[54663410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:354; }","duration":"503.534084ms","start":"2026-03-09T01:39:19.769225Z","end":"2026-03-09T01:39:20.272759Z","steps":["trace[54663410] 'range keys from in-memory index tree' (duration: 503.024892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:20.272446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.255433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"warn","ts":"2026-03-09T01:39:20.272902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:19.769178Z","time spent":"503.686257ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:39:20.272947Z","caller":"traceutil/trace.go:171","msg":"trace[734879909] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:354; }","duration":"378.761615ms","start":"2026-03-09T01:39:19.894174Z","end":"2026-03-09T01:39:20.272935Z","steps":["trace[734879909] 'range keys from in-memory index tree' (duration: 378.047338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:20.273001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:19.894147Z","time spent":"378.834286ms","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6984,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-09T01:39:20.889153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383643,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:21.389757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383643,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:39:21.509677Z","caller":"traceutil/trace.go:171","msg":"trace[606631724] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"1.610092601s","start":"2026-03-09T01:39:19.899556Z","end":"2026-03-09T01:39:21.509649Z","steps":["trace[606631724] 'process raft request' (duration: 1.609872566s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:21.509832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:19.899528Z","time spent":"1.610220534s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:21.515647Z","caller":"traceutil/trace.go:171","msg":"trace[1067732779] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"1.238640389s","start":"2026-03-09T01:39:20.276972Z","end":"2026-03-09T01:39:21.515613Z","steps":["trace[1067732779] 'process raft request' (duration: 1.238499146s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:21.515791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127312899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-09T01:39:21.515783Z","caller":"traceutil/trace.go:171","msg":"trace[633790049] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"1.234941692s","start":"2026-03-09T01:39:20.280777Z","end":"2026-03-09T01:39:21.515719Z","steps":["trace[633790049] 'process raft request' (duration: 1.234799248s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:21.515917Z","caller":"traceutil/trace.go:171","msg":"trace[170805851] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:358; }","duration":"1.127448172s","start":"2026-03-09T01:39:20.388421Z","end":"2026-03-09T01:39:21.515869Z","steps":["trace[170805851] 'agreement among raft nodes before linearized reading' (duration: 1.127196316s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:21.515975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:20.388383Z","time spent":"1.127584136s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-09T01:39:21.516017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:20.280759Z","time spent":"1.235150057s","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:21.515817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:20.276952Z","time spent":"1.238776703s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:21.515817Z","caller":"traceutil/trace.go:171","msg":"trace[295138082] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"1.238397384s","start":"2026-03-09T01:39:20.277403Z","end":"2026-03-09T01:39:21.515801Z","steps":["trace[295138082] 'process raft request' (duration: 1.238147158s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:21.516381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:20.277391Z","time spent":"1.238905076s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:21.51586Z","caller":"traceutil/trace.go:171","msg":"trace[1828883903] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:365; }","duration":"1.127150145s","start":"2026-03-09T01:39:20.388463Z","end":"2026-03-09T01:39:21.515613Z","steps":["trace[1828883903] 'read index received' (duration: 1.12102305s)","trace[1828883903] 'applied index is now lower than readState.Index' (duration: 6.126355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:21.51656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.807949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:39:21.516619Z","caller":"traceutil/trace.go:171","msg":"trace[1494076764] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:358; }","duration":"887.890361ms","start":"2026-03-09T01:39:20.628718Z","end":"2026-03-09T01:39:21.516609Z","steps":["trace[1494076764] 'agreement among raft nodes before linearized reading' (duration: 887.811699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:21.516663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:20.628702Z","time spent":"887.954032ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:39:21.516772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.495868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:39:21.517505Z","caller":"traceutil/trace.go:171","msg":"trace[955054819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:358; }","duration":"871.275577ms","start":"2026-03-09T01:39:20.64622Z","end":"2026-03-09T01:39:21.517496Z","steps":["trace[955054819] 'agreement among raft nodes before linearized reading' (duration: 870.529729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:21.517589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:20.646207Z","time spent":"871.365079ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:39:21.517893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.304581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:21.518577Z","caller":"traceutil/trace.go:171","msg":"trace[1012996606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:358; }","duration":"374.068373ms","start":"2026-03-09T01:39:21.14447Z","end":"2026-03-09T01:39:21.518538Z","steps":["trace[1012996606] 'agreement among raft nodes before linearized reading' (duration: 372.26441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:21.518701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:21.14445Z","time spent":"374.192805ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:39:41.873944Z","caller":"traceutil/trace.go:171","msg":"trace[570268536] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:488; }","duration":"119.137396ms","start":"2026-03-09T01:39:41.754776Z","end":"2026-03-09T01:39:41.873914Z","steps":["trace[570268536] 'read index received' (duration: 118.944941ms)","trace[570268536] 'applied index is now lower than readState.Index' (duration: 191.135µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:41.874082Z","caller":"traceutil/trace.go:171","msg":"trace[749822000] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"155.305364ms","start":"2026-03-09T01:39:41.718765Z","end":"2026-03-09T01:39:41.87407Z","steps":["trace[749822000] 'process raft request' (duration: 154.961766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.874311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.526275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:39:41.874349Z","caller":"traceutil/trace.go:171","msg":"trace[973264538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:473; }","duration":"119.605087ms","start":"2026-03-09T01:39:41.754732Z","end":"2026-03-09T01:39:41.874337Z","steps":["trace[973264538] 'agreement among raft nodes before linearized reading' (duration: 119.515865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.874495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.280239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:39:41.874567Z","caller":"traceutil/trace.go:171","msg":"trace[218012899] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:473; }","duration":"119.395042ms","start":"2026-03-09T01:39:41.755152Z","end":"2026-03-09T01:39:41.874547Z","steps":["trace[218012899] 'agreement among raft nodes before linearized reading' (duration: 119.283049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:41.874694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.466213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:39:41.874732Z","caller":"traceutil/trace.go:171","msg":"trace[147443280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:473; }","duration":"119.531325ms","start":"2026-03-09T01:39:41.75519Z","end":"2026-03-09T01:39:41.874722Z","steps":["trace[147443280] 'agreement among raft nodes before linearized reading' (duration: 119.471454ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:42.473166Z","caller":"traceutil/trace.go:171","msg":"trace[706990195] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"592.888343ms","start":"2026-03-09T01:39:41.880253Z","end":"2026-03-09T01:39:42.473141Z","steps":["trace[706990195] 'process raft request' (duration: 592.593376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:42.47333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:41.88023Z","time spent":"593.014385ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:42.563554Z","caller":"traceutil/trace.go:171","msg":"trace[1453349238] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"683.138054ms","start":"2026-03-09T01:39:41.880364Z","end":"2026-03-09T01:39:42.563502Z","steps":["trace[1453349238] 'process raft request' (duration: 678.048133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:42.563839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:41.880316Z","time spent":"683.370759ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:42.563943Z","caller":"traceutil/trace.go:171","msg":"trace[1801181813] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"683.446081ms","start":"2026-03-09T01:39:41.880465Z","end":"2026-03-09T01:39:42.563911Z","steps":["trace[1801181813] 'process raft request' (duration: 682.97917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:42.564373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:41.880429Z","time spent":"683.791379ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:42.564533Z","caller":"traceutil/trace.go:171","msg":"trace[536851775] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:489; }","duration":"134.348987ms","start":"2026-03-09T01:39:42.430158Z","end":"2026-03-09T01:39:42.564507Z","steps":["trace[536851775] 'read index received' (duration: 42.734274ms)","trace[536851775] 'applied index is now lower than readState.Index' (duration: 91.613143ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:42.564664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.485181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:42.564697Z","caller":"traceutil/trace.go:171","msg":"trace[2012845622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:477; }","duration":"134.559142ms","start":"2026-03-09T01:39:42.430127Z","end":"2026-03-09T01:39:42.564686Z","steps":["trace[2012845622] 'agreement among raft nodes before linearized reading' (duration: 134.464849ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:42.564728Z","caller":"traceutil/trace.go:171","msg":"trace[695831538] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"492.596575ms","start":"2026-03-09T01:39:42.072119Z","end":"2026-03-09T01:39:42.564715Z","steps":["trace[695831538] 'process raft request' (duration: 491.636553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:42.5648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:42.072093Z","time spent":"492.667436ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:46.416634Z","caller":"traceutil/trace.go:171","msg":"trace[2072338021] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"135.546255ms","start":"2026-03-09T01:39:46.281064Z","end":"2026-03-09T01:39:46.41661Z","steps":["trace[2072338021] 'process raft request' (duration: 135.391521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:46.719589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.246264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:39:46.719658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.392577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:39:46.719678Z","caller":"traceutil/trace.go:171","msg":"trace[114553059] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:488; }","duration":"142.411088ms","start":"2026-03-09T01:39:46.577249Z","end":"2026-03-09T01:39:46.71966Z","steps":["trace[114553059] 'range keys from in-memory index tree' (duration: 142.105701ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:46.719737Z","caller":"traceutil/trace.go:171","msg":"trace[1438719037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:488; }","duration":"142.557741ms","start":"2026-03-09T01:39:46.57716Z","end":"2026-03-09T01:39:46.719718Z","steps":["trace[1438719037] 'range keys from in-memory index tree' (duration: 142.248284ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:47.164748Z","caller":"traceutil/trace.go:171","msg":"trace[1157574789] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"440.473289ms","start":"2026-03-09T01:39:46.724241Z","end":"2026-03-09T01:39:47.164715Z","steps":["trace[1157574789] 'process raft request' (duration: 407.23242ms)","trace[1157574789] 'compare' (duration: 33.103966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:47.165011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:46.724221Z","time spent":"440.603661ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:48.931441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:49.432397Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:49.933104Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:50.430984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99999771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-09T01:39:50.431097Z","caller":"traceutil/trace.go:171","msg":"trace[689146249] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218745s","start":"2026-03-09T01:39:48.430858Z","end":"2026-03-09T01:39:50.431077Z","steps":["trace[689146249] 'agreement among raft nodes before linearized reading' (duration: 2.000050641s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:50.431171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:48.430835Z","time spent":"2.000323978s","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:39:50.433734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:50.934526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:51.435203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:51.935529Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:52.4322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000467352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-09T01:39:52.432278Z","caller":"traceutil/trace.go:171","msg":"trace[738660195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576124s","start":"2026-03-09T01:39:50.431678Z","end":"2026-03-09T01:39:52.432255Z","steps":["trace[738660195] 'agreement among raft nodes before linearized reading' (duration: 2.000476862s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:52.43232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:50.431669Z","time spent":"2.000644466s","remote":"127.0.0.1:52772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:39:52.435609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:52.936385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:52.939445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:47.940408Z","time spent":"4.999021617s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-09T01:39:53.43697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:53.620487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999859217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-09T01:39:53.620567Z","caller":"traceutil/trace.go:171","msg":"trace[2039541965] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00001534s","start":"2026-03-09T01:39:51.620532Z","end":"2026-03-09T01:39:53.620547Z","steps":["trace[2039541965] 'agreement among raft nodes before linearized reading' (duration: 1.999898697s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:53.620613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:51.620507Z","time spent":"2.000095553s","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:39:53.76118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99960365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-09T01:39:53.761257Z","caller":"traceutil/trace.go:171","msg":"trace[1785363698] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999731913s","start":"2026-03-09T01:39:48.761508Z","end":"2026-03-09T01:39:53.761239Z","steps":["trace[1785363698] 'agreement among raft nodes before linearized reading' (duration: 4.999637771s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:53.761303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:48.761475Z","time spent":"4.999817906s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:39:53.937746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:54.438638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:54.671756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000621986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-09T01:39:54.671926Z","caller":"traceutil/trace.go:171","msg":"trace[1845306145] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826231s","start":"2026-03-09T01:39:52.671084Z","end":"2026-03-09T01:39:54.67191Z","steps":["trace[1845306145] 'agreement among raft nodes before linearized reading' (duration: 2.000647897s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:54.671996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:52.671066Z","time spent":"2.000918453s","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/09 01:39:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-09T01:39:54.939452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486383927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:39:55.257582Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.317048271s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:39:55.720228Z","caller":"traceutil/trace.go:171","msg":"trace[840873978] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"3.052836045s","start":"2026-03-09T01:39:52.66737Z","end":"2026-03-09T01:39:55.720206Z","steps":["trace[840873978] 'process raft request' (duration: 3.052727972s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:55.720251Z","caller":"traceutil/trace.go:171","msg":"trace[2057147322] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"3.061643233s","start":"2026-03-09T01:39:52.65857Z","end":"2026-03-09T01:39:55.720214Z","steps":["trace[2057147322] 'process raft request' (duration: 3.025495225s)","trace[2057147322] 'compare' (duration: 35.913122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:39:55.72039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:52.667344Z","time spent":"3.052957727s","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:39:55.720467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:52.658546Z","time spent":"3.061830318s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:39:55.720571Z","caller":"traceutil/trace.go:171","msg":"trace[1058365747] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:507; }","duration":"7.28961522s","start":"2026-03-09T01:39:48.430931Z","end":"2026-03-09T01:39:55.720547Z","steps":["trace[1058365747] 'read index received' (duration: 6.826892824s)","trace[1058365747] 'applied index is now lower than readState.Index' (duration: 462.721296ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:55.720693Z","caller":"traceutil/trace.go:171","msg":"trace[210243222] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"2.538875593s","start":"2026-03-09T01:39:53.181803Z","end":"2026-03-09T01:39:55.720678Z","steps":["trace[210243222] 'process raft request' (duration: 2.538358581s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:55.720798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:53.181766Z","time spent":"2.538987786s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:39:55.72471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.215219945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:39:55.724751Z","caller":"traceutil/trace.go:171","msg":"trace[234815482] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"7.215309197s","start":"2026-03-09T01:39:48.509432Z","end":"2026-03-09T01:39:55.724741Z","steps":["trace[234815482] 'agreement among raft nodes before linearized reading' (duration: 7.215224365s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:55.724777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:48.509406Z","time spent":"7.215365969s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:39:55.724839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.335921859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:39:55.724881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.556337337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:39:55.724907Z","caller":"traceutil/trace.go:171","msg":"trace[1174703449] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:0; response_revision:495; }","duration":"5.336035512s","start":"2026-03-09T01:39:50.388855Z","end":"2026-03-09T01:39:55.724891Z","steps":["trace[1174703449] 'agreement among raft nodes before linearized reading' (duration: 5.335917169s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:55.724922Z","caller":"traceutil/trace.go:171","msg":"trace[279987441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:495; }","duration":"6.556415299s","start":"2026-03-09T01:39:49.168495Z","end":"2026-03-09T01:39:55.72491Z","steps":["trace[279987441] 'agreement among raft nodes before linearized reading' (duration: 6.556318267s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:55.724902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053198063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:39:55.725009Z","caller":"traceutil/trace.go:171","msg":"trace[128919506] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"1.053309585s","start":"2026-03-09T01:39:54.67168Z","end":"2026-03-09T01:39:55.724989Z","steps":["trace[128919506] 'agreement among raft nodes before linearized reading' (duration: 1.053149931s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:55.725048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:54.671624Z","time spent":"1.053415307s","remote":"127.0.0.1:52772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:39:55.724958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:49.168477Z","time spent":"6.556475131s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:39:55.72495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:50.388832Z","time spent":"5.336109963s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-09T01:39:55.725037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.436763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:39:55.725389Z","caller":"traceutil/trace.go:171","msg":"trace[760110696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:495; }","duration":"783.789542ms","start":"2026-03-09T01:39:54.94156Z","end":"2026-03-09T01:39:55.72535Z","steps":["trace[760110696] 'agreement among raft nodes before linearized reading' (duration: 783.162347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:55.725417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:39:54.94154Z","time spent":"783.869103ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:39:57.883555Z","caller":"traceutil/trace.go:171","msg":"trace[102428669] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"128.082139ms","start":"2026-03-09T01:39:57.755448Z","end":"2026-03-09T01:39:57.88353Z","steps":["trace[102428669] 'process raft request' (duration: 127.838113ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.883546Z","caller":"traceutil/trace.go:171","msg":"trace[779347515] linearizableReadLoop","detail":"{readStateIndex:525; appliedIndex:522; }","duration":"112.998651ms","start":"2026-03-09T01:39:57.770496Z","end":"2026-03-09T01:39:57.883495Z","steps":["trace[779347515] 'read index received' (duration: 21.748256ms)","trace[779347515] 'applied index is now lower than readState.Index' (duration: 91.249655ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:39:57.883635Z","caller":"traceutil/trace.go:171","msg":"trace[1430958065] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"127.909804ms","start":"2026-03-09T01:39:57.755684Z","end":"2026-03-09T01:39:57.883594Z","steps":["trace[1430958065] 'process raft request' (duration: 127.780761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:39:57.883688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.175945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:39:57.883975Z","caller":"traceutil/trace.go:171","msg":"trace[1225856282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:507; }","duration":"113.308168ms","start":"2026-03-09T01:39:57.770462Z","end":"2026-03-09T01:39:57.88377Z","steps":["trace[1225856282] 'agreement among raft nodes before linearized reading' (duration: 113.135254ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:39:57.902046Z","caller":"traceutil/trace.go:171","msg":"trace[373179274] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"104.309914ms","start":"2026-03-09T01:39:57.797717Z","end":"2026-03-09T01:39:57.902027Z","steps":["trace[373179274] 'process raft request' (duration: 104.204102ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:02.418515Z","caller":"traceutil/trace.go:171","msg":"trace[1902592164] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"515.059767ms","start":"2026-03-09T01:40:01.903427Z","end":"2026-03-09T01:40:02.418487Z","steps":["trace[1902592164] 'process raft request' (duration: 514.830472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:02.418689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:01.903414Z","time spent":"515.184621ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:02.580642Z","caller":"traceutil/trace.go:171","msg":"trace[2017466408] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"673.565327ms","start":"2026-03-09T01:40:01.907048Z","end":"2026-03-09T01:40:02.580613Z","steps":["trace[2017466408] 'process raft request' (duration: 673.326691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:02.580824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:01.907025Z","time spent":"673.68984ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:02.58083Z","caller":"traceutil/trace.go:171","msg":"trace[550735584] linearizableReadLoop","detail":"{readStateIndex:588; appliedIndex:586; }","duration":"661.87379ms","start":"2026-03-09T01:40:01.918924Z","end":"2026-03-09T01:40:02.580798Z","steps":["trace[550735584] 'read index received' (duration: 499.386066ms)","trace[550735584] 'applied index is now lower than readState.Index' (duration: 162.484614ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:02.580844Z","caller":"traceutil/trace.go:171","msg":"trace[1989519320] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"291.167647ms","start":"2026-03-09T01:40:02.289648Z","end":"2026-03-09T01:40:02.580816Z","steps":["trace[1989519320] 'process raft request' (duration: 290.904781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:02.581128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.185498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:40:02.581168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.600474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:02.581178Z","caller":"traceutil/trace.go:171","msg":"trace[1148784239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:570; }","duration":"662.274359ms","start":"2026-03-09T01:40:01.91889Z","end":"2026-03-09T01:40:02.581164Z","steps":["trace[1148784239] 'agreement among raft nodes before linearized reading' (duration: 662.054654ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:02.581209Z","caller":"traceutil/trace.go:171","msg":"trace[1266781187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"153.667005ms","start":"2026-03-09T01:40:02.427529Z","end":"2026-03-09T01:40:02.581196Z","steps":["trace[1266781187] 'agreement among raft nodes before linearized reading' (duration: 153.623854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:02.581218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:01.918873Z","time spent":"662.336321ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:02.581109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.513624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-03-09T01:40:02.581307Z","caller":"traceutil/trace.go:171","msg":"trace[435246415] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:570; }","duration":"495.76483ms","start":"2026-03-09T01:40:02.085523Z","end":"2026-03-09T01:40:02.581288Z","steps":["trace[435246415] 'agreement among raft nodes before linearized reading' (duration: 495.451673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:02.581372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:02.0855Z","time spent":"495.845592ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-09T01:40:02.833211Z","caller":"traceutil/trace.go:171","msg":"trace[1447624098] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"239.802758ms","start":"2026-03-09T01:40:02.593391Z","end":"2026-03-09T01:40:02.833194Z","steps":["trace[1447624098] 'process raft request' (duration: 239.333957ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:03.227011Z","caller":"traceutil/trace.go:171","msg":"trace[482990864] linearizableReadLoop","detail":"{readStateIndex:592; appliedIndex:590; }","duration":"492.572424ms","start":"2026-03-09T01:40:02.734411Z","end":"2026-03-09T01:40:03.226984Z","steps":["trace[482990864] 'read index received' (duration: 98.393894ms)","trace[482990864] 'applied index is now lower than readState.Index' (duration: 394.1774ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:03.227147Z","caller":"traceutil/trace.go:171","msg":"trace[1216306393] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"501.26222ms","start":"2026-03-09T01:40:02.725871Z","end":"2026-03-09T01:40:03.227133Z","steps":["trace[1216306393] 'process raft request' (duration: 500.81043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:03.227278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:02.725846Z","time spent":"501.334812ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:03.227432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.988944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-sz9vj\" ","response":"range_response_count:1 size:18333"} {"level":"info","ts":"2026-03-09T01:40:03.227531Z","caller":"traceutil/trace.go:171","msg":"trace[64355830] range","detail":"{range_begin:/registry/pods/kube-system/cilium-sz9vj; range_end:; response_count:1; response_revision:573; }","duration":"493.129607ms","start":"2026-03-09T01:40:02.734384Z","end":"2026-03-09T01:40:03.227514Z","steps":["trace[64355830] 'agreement among raft nodes before linearized reading' (duration: 492.791639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:03.227617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:02.734374Z","time spent":"493.23177ms","remote":"127.0.0.1:52942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18356,"request content":"key:\"/registry/pods/kube-system/cilium-sz9vj\" "} {"level":"info","ts":"2026-03-09T01:40:03.233564Z","caller":"traceutil/trace.go:171","msg":"trace[1897489891] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"385.158196ms","start":"2026-03-09T01:40:02.848389Z","end":"2026-03-09T01:40:03.233547Z","steps":["trace[1897489891] 'process raft request' (duration: 384.897459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:03.233671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:02.848363Z","time spent":"385.237978ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24229,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:03.233795Z","caller":"traceutil/trace.go:171","msg":"trace[496401373] transaction","detail":"{read_only:false; response_revision:575; number_of_response:1; }","duration":"113.670286ms","start":"2026-03-09T01:40:03.120109Z","end":"2026-03-09T01:40:03.233779Z","steps":["trace[496401373] 'process raft request' (duration: 113.469881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:03.233947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.5962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-09T01:40:03.233973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.04129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-09T01:40:03.234035Z","caller":"traceutil/trace.go:171","msg":"trace[262069353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:575; }","duration":"128.785335ms","start":"2026-03-09T01:40:03.105236Z","end":"2026-03-09T01:40:03.234021Z","steps":["trace[262069353] 'agreement among raft nodes before linearized reading' (duration: 128.57063ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:03.234099Z","caller":"traceutil/trace.go:171","msg":"trace[1152545966] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:575; }","duration":"349.213024ms","start":"2026-03-09T01:40:02.884844Z","end":"2026-03-09T01:40:03.234057Z","steps":["trace[1152545966] 'agreement among raft nodes before linearized reading' (duration: 348.923307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:03.234163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:02.884819Z","time spent":"349.334256ms","remote":"127.0.0.1:52810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-03-09T01:40:06.930796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:07.431353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384134,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:07.51142Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131704663s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:07.511731Z","caller":"traceutil/trace.go:171","msg":"trace[1543574276] linearizableReadLoop","detail":"{readStateIndex:618; appliedIndex:617; }","duration":"1.081232166s","start":"2026-03-09T01:40:06.430478Z","end":"2026-03-09T01:40:07.511711Z","steps":["trace[1543574276] 'read index received' (duration: 1.081070472s)","trace[1543574276] 'applied index is now lower than readState.Index' (duration: 160.784µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:07.511789Z","caller":"traceutil/trace.go:171","msg":"trace[1712092587] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"1.132119623s","start":"2026-03-09T01:40:06.379634Z","end":"2026-03-09T01:40:07.511754Z","steps":["trace[1712092587] 'process raft request' (duration: 1.131941559s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.511878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.48729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:07.511905Z","caller":"traceutil/trace.go:171","msg":"trace[699746772] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:599; }","duration":"914.562982ms","start":"2026-03-09T01:40:06.597334Z","end":"2026-03-09T01:40:07.511897Z","steps":["trace[699746772] 'agreement among raft nodes before linearized reading' (duration: 914.496771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.511931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.597309Z","time spent":"914.616104ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-09T01:40:07.511947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.379622Z","time spent":"1.132244636s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:07.511966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.828558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-09T01:40:07.511964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081483113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:40:07.512003Z","caller":"traceutil/trace.go:171","msg":"trace[928537083] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:599; }","duration":"239.910981ms","start":"2026-03-09T01:40:07.272079Z","end":"2026-03-09T01:40:07.51199Z","steps":["trace[928537083] 'agreement among raft nodes before linearized reading' (duration: 239.809318ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:07.512012Z","caller":"traceutil/trace.go:171","msg":"trace[530906649] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:599; }","duration":"1.081557364s","start":"2026-03-09T01:40:06.43044Z","end":"2026-03-09T01:40:07.511997Z","steps":["trace[530906649] 'agreement among raft nodes before linearized reading' (duration: 1.08138599s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.512048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.430425Z","time spent":"1.081612266s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:40:07.512158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.200338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-09T01:40:07.512183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.738387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:07.512227Z","caller":"traceutil/trace.go:171","msg":"trace[719963222] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:599; }","duration":"914.821949ms","start":"2026-03-09T01:40:06.597395Z","end":"2026-03-09T01:40:07.512217Z","steps":["trace[719963222] 'agreement among raft nodes before linearized reading' (duration: 914.750957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.512233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.975013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:40:07.512252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.597376Z","time spent":"914.86997ms","remote":"127.0.0.1:46278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"info","ts":"2026-03-09T01:40:07.512269Z","caller":"traceutil/trace.go:171","msg":"trace[2093709578] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:599; }","duration":"200.034255ms","start":"2026-03-09T01:40:07.312223Z","end":"2026-03-09T01:40:07.512257Z","steps":["trace[2093709578] 'agreement among raft nodes before linearized reading' (duration: 199.967303ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:07.512194Z","caller":"traceutil/trace.go:171","msg":"trace[1679771747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:599; }","duration":"727.256119ms","start":"2026-03-09T01:40:06.78493Z","end":"2026-03-09T01:40:07.512186Z","steps":["trace[1679771747] 'agreement among raft nodes before linearized reading' (duration: 727.154677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.512402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.330406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:07.512425Z","caller":"traceutil/trace.go:171","msg":"trace[662942717] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:599; }","duration":"731.385128ms","start":"2026-03-09T01:40:06.781034Z","end":"2026-03-09T01:40:07.512419Z","steps":["trace[662942717] 'agreement among raft nodes before linearized reading' (duration: 731.263865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:07.512436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.784917Z","time spent":"727.502176ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:07.512441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:06.781015Z","time spent":"731.422618ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:20.082733Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:20.583123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384328,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:20.808614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.235187754s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:20.809145Z","caller":"traceutil/trace.go:171","msg":"trace[1306411396] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"1.235764755s","start":"2026-03-09T01:40:19.573341Z","end":"2026-03-09T01:40:20.809106Z","steps":["trace[1306411396] 'process raft request' (duration: 1.235474939s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.809383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.57332Z","time spent":"1.235926318s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:20.890379Z","caller":"traceutil/trace.go:171","msg":"trace[238832425] linearizableReadLoop","detail":"{readStateIndex:718; appliedIndex:716; }","duration":"1.308384848s","start":"2026-03-09T01:40:19.581961Z","end":"2026-03-09T01:40:20.890345Z","steps":["trace[238832425] 'read index received' (duration: 1.226795092s)","trace[238832425] 'applied index is now lower than readState.Index' (duration: 81.588646ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:20.890516Z","caller":"traceutil/trace.go:171","msg":"trace[1423996613] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"745.77496ms","start":"2026-03-09T01:40:20.144727Z","end":"2026-03-09T01:40:20.890502Z","steps":["trace[1423996613] 'process raft request' (duration: 674.937432ms)","trace[1423996613] 'compare' (duration: 70.479072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:20.890644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.144707Z","time spent":"745.851553ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:40:20.891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281173993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:20.891058Z","caller":"traceutil/trace.go:171","msg":"trace[651376252] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:694; }","duration":"1.281264955s","start":"2026-03-09T01:40:19.609778Z","end":"2026-03-09T01:40:20.891043Z","steps":["trace[651376252] 'agreement among raft nodes before linearized reading' (duration: 1.2810291s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.891089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.609761Z","time spent":"1.281321356s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:20.891217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.710896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-09T01:40:20.891267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199331562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:20.891304Z","caller":"traceutil/trace.go:171","msg":"trace[772939348] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:694; }","duration":"1.199365763s","start":"2026-03-09T01:40:19.691924Z","end":"2026-03-09T01:40:20.89129Z","steps":["trace[772939348] 'agreement among raft nodes before linearized reading' (duration: 1.199308612s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.891344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.691871Z","time spent":"1.199460634s","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:40:20.891426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.435057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:40:20.891462Z","caller":"traceutil/trace.go:171","msg":"trace[1443965670] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:694; }","duration":"134.482319ms","start":"2026-03-09T01:40:20.75697Z","end":"2026-03-09T01:40:20.891452Z","steps":["trace[1443965670] 'agreement among raft nodes before linearized reading' (duration: 134.406207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.891588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281318895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:20.891625Z","caller":"traceutil/trace.go:171","msg":"trace[1184076344] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:694; }","duration":"1.281392487s","start":"2026-03-09T01:40:19.610223Z","end":"2026-03-09T01:40:20.891616Z","steps":["trace[1184076344] 'agreement among raft nodes before linearized reading' (duration: 1.281286435s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.891659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.610202Z","time spent":"1.281451719s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:20.891657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.571856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:20.891693Z","caller":"traceutil/trace.go:171","msg":"trace[1879159907] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:694; }","duration":"200.636977ms","start":"2026-03-09T01:40:20.691046Z","end":"2026-03-09T01:40:20.891683Z","steps":["trace[1879159907] 'agreement among raft nodes before linearized reading' (duration: 200.577786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.891352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309391118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:40:20.891795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281663572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:40:20.891816Z","caller":"traceutil/trace.go:171","msg":"trace[573113609] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:694; }","duration":"1.281695583s","start":"2026-03-09T01:40:19.610114Z","end":"2026-03-09T01:40:20.89181Z","steps":["trace[573113609] 'agreement among raft nodes before linearized reading' (duration: 1.281634552s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.891842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.610108Z","time spent":"1.281729653s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:40:20.891852Z","caller":"traceutil/trace.go:171","msg":"trace[1264208945] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:694; }","duration":"1.309872187s","start":"2026-03-09T01:40:19.581939Z","end":"2026-03-09T01:40:20.891811Z","steps":["trace[1264208945] 'agreement among raft nodes before linearized reading' (duration: 1.309349697s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.89201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:19.581931Z","time spent":"1.31001916s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:40:20.891268Z","caller":"traceutil/trace.go:171","msg":"trace[804070781] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:694; }","duration":"499.816768ms","start":"2026-03-09T01:40:20.391438Z","end":"2026-03-09T01:40:20.891254Z","steps":["trace[804070781] 'agreement among raft nodes before linearized reading' (duration: 499.651445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:20.892159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.391411Z","time spent":"500.735136ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-09T01:40:21.210965Z","caller":"traceutil/trace.go:171","msg":"trace[1188314988] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"313.986107ms","start":"2026-03-09T01:40:20.896947Z","end":"2026-03-09T01:40:21.210933Z","steps":["trace[1188314988] 'process raft request' (duration: 311.648592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.211634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.896894Z","time spent":"314.65034ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:21.212265Z","caller":"traceutil/trace.go:171","msg":"trace[1553052070] transaction","detail":"{read_only:false; response_revision:696; number_of_response:1; }","duration":"315.17301ms","start":"2026-03-09T01:40:20.897056Z","end":"2026-03-09T01:40:21.212229Z","steps":["trace[1553052070] 'process raft request' (duration: 313.825094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.212428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.897049Z","time spent":"315.318053ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:21.216924Z","caller":"traceutil/trace.go:171","msg":"trace[1084657048] transaction","detail":"{read_only:false; response_revision:697; number_of_response:1; }","duration":"313.204972ms","start":"2026-03-09T01:40:20.903678Z","end":"2026-03-09T01:40:21.216883Z","steps":["trace[1084657048] 'process raft request' (duration: 308.405879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.217144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.903657Z","time spent":"313.386455ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:21.217063Z","caller":"traceutil/trace.go:171","msg":"trace[526939517] transaction","detail":"{read_only:false; response_revision:698; number_of_response:1; }","duration":"312.989107ms","start":"2026-03-09T01:40:20.904008Z","end":"2026-03-09T01:40:21.216997Z","steps":["trace[526939517] 'process raft request' (duration: 312.733512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.217589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.903998Z","time spent":"313.329444ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:21.26964Z","caller":"traceutil/trace.go:171","msg":"trace[1738640036] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"351.871408ms","start":"2026-03-09T01:40:20.917737Z","end":"2026-03-09T01:40:21.269609Z","steps":["trace[1738640036] 'process raft request' (duration: 351.713425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:21.269796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:20.917723Z","time spent":"351.99122ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:23.000386Z","caller":"traceutil/trace.go:171","msg":"trace[1787088592] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"165.10498ms","start":"2026-03-09T01:40:22.835252Z","end":"2026-03-09T01:40:23.000357Z","steps":["trace[1787088592] 'process raft request' (duration: 164.904406ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:23.445592Z","caller":"traceutil/trace.go:171","msg":"trace[701175585] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"164.873516ms","start":"2026-03-09T01:40:23.280694Z","end":"2026-03-09T01:40:23.445567Z","steps":["trace[701175585] 'process raft request' (duration: 164.609551ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:23.44563Z","caller":"traceutil/trace.go:171","msg":"trace[1416947495] transaction","detail":"{read_only:false; response_revision:704; number_of_response:1; }","duration":"164.895176ms","start":"2026-03-09T01:40:23.280706Z","end":"2026-03-09T01:40:23.445601Z","steps":["trace[1416947495] 'process raft request' (duration: 164.623061ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:23.445763Z","caller":"traceutil/trace.go:171","msg":"trace[1196433037] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"165.129841ms","start":"2026-03-09T01:40:23.280595Z","end":"2026-03-09T01:40:23.445725Z","steps":["trace[1196433037] 'process raft request' (duration: 143.443692ms)","trace[1196433037] 'compare' (duration: 21.151249ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:26.177922Z","caller":"traceutil/trace.go:171","msg":"trace[1628175772] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"221.899928ms","start":"2026-03-09T01:40:25.955987Z","end":"2026-03-09T01:40:26.177887Z","steps":["trace[1628175772] 'process raft request' (duration: 221.617242ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:26.310696Z","caller":"traceutil/trace.go:171","msg":"trace[1673366023] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"240.352864ms","start":"2026-03-09T01:40:26.070309Z","end":"2026-03-09T01:40:26.310662Z","steps":["trace[1673366023] 'process raft request' (duration: 239.248133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.619932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.241717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:27.620004Z","caller":"traceutil/trace.go:171","msg":"trace[1769418801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:718; }","duration":"159.39242ms","start":"2026-03-09T01:40:27.460593Z","end":"2026-03-09T01:40:27.619985Z","steps":["trace[1769418801] 'range keys from in-memory index tree' (duration: 159.050104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.619936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.87868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:27.620108Z","caller":"traceutil/trace.go:171","msg":"trace[1072625409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:718; }","duration":"160.112063ms","start":"2026-03-09T01:40:27.459978Z","end":"2026-03-09T01:40:27.62009Z","steps":["trace[1072625409] 'range keys from in-memory index tree' (duration: 159.641345ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:27.978188Z","caller":"traceutil/trace.go:171","msg":"trace[781528758] transaction","detail":"{read_only:false; response_revision:719; number_of_response:1; }","duration":"353.512312ms","start":"2026-03-09T01:40:27.624646Z","end":"2026-03-09T01:40:27.978159Z","steps":["trace[781528758] 'process raft request' (duration: 353.334298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.978348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:27.624614Z","time spent":"353.650074ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:27.9889Z","caller":"traceutil/trace.go:171","msg":"trace[625425279] linearizableReadLoop","detail":"{readStateIndex:747; appliedIndex:745; }","duration":"309.99341ms","start":"2026-03-09T01:40:27.678886Z","end":"2026-03-09T01:40:27.98888Z","steps":["trace[625425279] 'read index received' (duration: 299.073899ms)","trace[625425279] 'applied index is now lower than readState.Index' (duration: 10.918621ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:27.989162Z","caller":"traceutil/trace.go:171","msg":"trace[1174077127] transaction","detail":"{read_only:false; response_revision:720; number_of_response:1; }","duration":"363.701478ms","start":"2026-03-09T01:40:27.625238Z","end":"2026-03-09T01:40:27.98894Z","steps":["trace[1174077127] 'process raft request' (duration: 363.527134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.989247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:27.625212Z","time spent":"363.991014ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:27.989267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.368967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:40:27.989292Z","caller":"traceutil/trace.go:171","msg":"trace[1337240082] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:720; }","duration":"310.450108ms","start":"2026-03-09T01:40:27.678834Z","end":"2026-03-09T01:40:27.989284Z","steps":["trace[1337240082] 'agreement among raft nodes before linearized reading' (duration: 310.303366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:27.989325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:27.678814Z","time spent":"310.50468ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:29.878594Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:30.379553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:30.879808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:31.380585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:31.880724Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:32.380998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384403,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:32.407882Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.234895148s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:32.408265Z","caller":"traceutil/trace.go:171","msg":"trace[793946203] linearizableReadLoop","detail":"{readStateIndex:749; appliedIndex:748; }","duration":"3.029754654s","start":"2026-03-09T01:40:29.378485Z","end":"2026-03-09T01:40:32.408239Z","steps":["trace[793946203] 'read index received' (duration: 3.02954167s)","trace[793946203] 'applied index is now lower than readState.Index' (duration: 211.764µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:32.40831Z","caller":"traceutil/trace.go:171","msg":"trace[1793600567] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"3.235421208s","start":"2026-03-09T01:40:29.172859Z","end":"2026-03-09T01:40:32.40828Z","steps":["trace[1793600567] 'process raft request' (duration: 3.235230804s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.408472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.978351917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:32.408509Z","caller":"traceutil/trace.go:171","msg":"trace[1563563931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"1.978445499s","start":"2026-03-09T01:40:30.43005Z","end":"2026-03-09T01:40:32.408496Z","steps":["trace[1563563931] 'agreement among raft nodes before linearized reading' (duration: 1.978387598s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.408497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:29.172836Z","time spent":"3.235579311s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:32.408535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:30.43002Z","time spent":"1.97850652s","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:32.408555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.016728389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-09T01:40:32.408542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.030034289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:40:32.408571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.409256004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:40:32.408621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.680809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:40:32.408608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.416372841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:32.40862Z","caller":"traceutil/trace.go:171","msg":"trace[1242041228] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:722; }","duration":"3.030150681s","start":"2026-03-09T01:40:29.37845Z","end":"2026-03-09T01:40:32.408601Z","steps":["trace[1242041228] 'agreement among raft nodes before linearized reading' (duration: 3.029872535s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:32.408629Z","caller":"traceutil/trace.go:171","msg":"trace[1308263434] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:722; }","duration":"2.409324605s","start":"2026-03-09T01:40:29.999288Z","end":"2026-03-09T01:40:32.408613Z","steps":["trace[1308263434] 'agreement among raft nodes before linearized reading' (duration: 2.409182182s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:32.408641Z","caller":"traceutil/trace.go:171","msg":"trace[851067165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:722; }","duration":"788.728259ms","start":"2026-03-09T01:40:31.619907Z","end":"2026-03-09T01:40:32.408635Z","steps":["trace[851067165] 'agreement among raft nodes before linearized reading' (duration: 788.699139ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:32.408581Z","caller":"traceutil/trace.go:171","msg":"trace[1082350913] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:722; }","duration":"2.016790819s","start":"2026-03-09T01:40:30.391782Z","end":"2026-03-09T01:40:32.408573Z","steps":["trace[1082350913] 'agreement among raft nodes before linearized reading' (duration: 2.016715838s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:32.408661Z","caller":"traceutil/trace.go:171","msg":"trace[828658385] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:722; }","duration":"2.416456573s","start":"2026-03-09T01:40:29.992189Z","end":"2026-03-09T01:40:32.408646Z","steps":["trace[828658385] 'agreement among raft nodes before linearized reading' (duration: 2.41632416s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.408713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:29.378433Z","time spent":"3.030233263s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:40:32.408724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:29.999281Z","time spent":"2.409386126s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:32.408749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:30.391755Z","time spent":"2.016982263s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"warn","ts":"2026-03-09T01:40:32.408753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:29.992171Z","time spent":"2.416569714s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:32.408771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:31.619886Z","time spent":"788.778441ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:32.40897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4256161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:32.40901Z","caller":"traceutil/trace.go:171","msg":"trace[962129911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:722; }","duration":"2.4261611s","start":"2026-03-09T01:40:29.982837Z","end":"2026-03-09T01:40:32.408999Z","steps":["trace[962129911] 'agreement among raft nodes before linearized reading' (duration: 2.425547669s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.409047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:29.982815Z","time spent":"2.426219391s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:40:32.738439Z","caller":"traceutil/trace.go:171","msg":"trace[1872445286] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"323.922449ms","start":"2026-03-09T01:40:32.414497Z","end":"2026-03-09T01:40:32.738419Z","steps":["trace[1872445286] 'process raft request' (duration: 323.893958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.738554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:32.414477Z","time spent":"324.013881ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:32.73871Z","caller":"traceutil/trace.go:171","msg":"trace[1764848786] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"325.0142ms","start":"2026-03-09T01:40:32.413689Z","end":"2026-03-09T01:40:32.738703Z","steps":["trace[1764848786] 'process raft request' (duration: 324.679664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.738746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:32.413683Z","time spent":"325.044131ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:32.738741Z","caller":"traceutil/trace.go:171","msg":"trace[642112196] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"325.443468ms","start":"2026-03-09T01:40:32.413261Z","end":"2026-03-09T01:40:32.738705Z","steps":["trace[642112196] 'process raft request' (duration: 325.082181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.738929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:32.413253Z","time spent":"325.570551ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:32.739037Z","caller":"traceutil/trace.go:171","msg":"trace[1434497014] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"326.145813ms","start":"2026-03-09T01:40:32.412884Z","end":"2026-03-09T01:40:32.73903Z","steps":["trace[1434497014] 'process raft request' (duration: 325.338027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:32.739075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:32.412872Z","time spent":"326.182943ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:32.740774Z","caller":"traceutil/trace.go:171","msg":"trace[1643182825] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"289.955463ms","start":"2026-03-09T01:40:32.450808Z","end":"2026-03-09T01:40:32.740763Z","steps":["trace[1643182825] 'process raft request' (duration: 289.866111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.104116Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:35.23118Z","caller":"traceutil/trace.go:171","msg":"trace[1558928896] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:755; }","duration":"627.299481ms","start":"2026-03-09T01:40:34.603859Z","end":"2026-03-09T01:40:35.231159Z","steps":["trace[1558928896] 'read index received' (duration: 627.151689ms)","trace[1558928896] 'applied index is now lower than readState.Index' (duration: 147.252µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:35.231248Z","caller":"traceutil/trace.go:171","msg":"trace[1652085540] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"813.266695ms","start":"2026-03-09T01:40:34.417965Z","end":"2026-03-09T01:40:35.231232Z","steps":["trace[1652085540] 'process raft request' (duration: 813.069111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.231311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.451445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:40:35.231363Z","caller":"traceutil/trace.go:171","msg":"trace[1766414074] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:728; }","duration":"627.586837ms","start":"2026-03-09T01:40:34.603766Z","end":"2026-03-09T01:40:35.231353Z","steps":["trace[1766414074] 'agreement among raft nodes before linearized reading' (duration: 627.489495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.231385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.603727Z","time spent":"627.651439ms","remote":"127.0.0.1:53280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":23,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:40:35.231392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.417953Z","time spent":"813.338156ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:35.231444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.234244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:35.23148Z","caller":"traceutil/trace.go:171","msg":"trace[1997914961] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:728; }","duration":"489.313885ms","start":"2026-03-09T01:40:34.742155Z","end":"2026-03-09T01:40:35.231469Z","steps":["trace[1997914961] 'agreement among raft nodes before linearized reading' (duration: 489.191853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.231506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.742133Z","time spent":"489.365826ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:35.231541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.128603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:40:35.231576Z","caller":"traceutil/trace.go:171","msg":"trace[2081896570] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:728; }","duration":"487.181204ms","start":"2026-03-09T01:40:34.744385Z","end":"2026-03-09T01:40:35.231566Z","steps":["trace[2081896570] 'agreement among raft nodes before linearized reading' (duration: 487.095263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.2316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.744376Z","time spent":"487.217265ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:35.231616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.994949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:40:35.23164Z","caller":"traceutil/trace.go:171","msg":"trace[367563293] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:728; }","duration":"488.040071ms","start":"2026-03-09T01:40:34.743593Z","end":"2026-03-09T01:40:35.231633Z","steps":["trace[367563293] 'agreement among raft nodes before linearized reading' (duration: 487.970589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.231665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.743582Z","time spent":"488.073301ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:40:35.2317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.135053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:35.231755Z","caller":"traceutil/trace.go:171","msg":"trace[139875124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:728; }","duration":"487.227725ms","start":"2026-03-09T01:40:34.744519Z","end":"2026-03-09T01:40:35.231747Z","steps":["trace[139875124] 'agreement among raft nodes before linearized reading' (duration: 487.133033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:35.231779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:34.744486Z","time spent":"487.286266ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:40:35.34789Z","caller":"traceutil/trace.go:171","msg":"trace[31165104] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"112.802509ms","start":"2026-03-09T01:40:35.235071Z","end":"2026-03-09T01:40:35.347874Z","steps":["trace[31165104] 'process raft request' (duration: 92.825014ms)","trace[31165104] 'compare' (duration: 19.897504ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:35.350053Z","caller":"traceutil/trace.go:171","msg":"trace[1412602868] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"114.520912ms","start":"2026-03-09T01:40:35.235507Z","end":"2026-03-09T01:40:35.350028Z","steps":["trace[1412602868] 'process raft request' (duration: 114.311838ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:35.350468Z","caller":"traceutil/trace.go:171","msg":"trace[1719704771] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"114.693456ms","start":"2026-03-09T01:40:35.235753Z","end":"2026-03-09T01:40:35.350446Z","steps":["trace[1719704771] 'process raft request' (duration: 114.440821ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:35.350532Z","caller":"traceutil/trace.go:171","msg":"trace[155454157] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"114.983591ms","start":"2026-03-09T01:40:35.235531Z","end":"2026-03-09T01:40:35.350515Z","steps":["trace[155454157] 'process raft request' (duration: 114.445061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:40.930383Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:41.43125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:41.735223Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34191521s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:41.73554Z","caller":"traceutil/trace.go:171","msg":"trace[691963818] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"1.305384034s","start":"2026-03-09T01:40:40.430135Z","end":"2026-03-09T01:40:41.735519Z","steps":["trace[691963818] 'read index received' (duration: 1.305321993s)","trace[691963818] 'applied index is now lower than readState.Index' (duration: 60.421µs)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:41.735671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305517417s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:41.735723Z","caller":"traceutil/trace.go:171","msg":"trace[1243171776] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"1.305612568s","start":"2026-03-09T01:40:40.430093Z","end":"2026-03-09T01:40:41.735706Z","steps":["trace[1243171776] 'agreement among raft nodes before linearized reading' (duration: 1.305507986s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.735757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:40.430078Z","time spent":"1.305672259s","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:41.735797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.923943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T01:40:41.735845Z","caller":"traceutil/trace.go:171","msg":"trace[231483409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:744; }","duration":"481.024725ms","start":"2026-03-09T01:40:41.254809Z","end":"2026-03-09T01:40:41.735834Z","steps":["trace[231483409] 'agreement among raft nodes before linearized reading' (duration: 480.856312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.735879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.254786Z","time spent":"481.085077ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:41.736131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.921342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:41.736167Z","caller":"traceutil/trace.go:171","msg":"trace[2053576621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:744; }","duration":"113.995933ms","start":"2026-03-09T01:40:41.622162Z","end":"2026-03-09T01:40:41.736158Z","steps":["trace[2053576621] 'agreement among raft nodes before linearized reading' (duration: 113.929362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.735566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:40.393139Z","time spent":"1.34242192s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-09T01:40:41.736505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.84724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:40:41.736545Z","caller":"traceutil/trace.go:171","msg":"trace[726795989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:744; }","duration":"365.926291ms","start":"2026-03-09T01:40:41.370609Z","end":"2026-03-09T01:40:41.736536Z","steps":["trace[726795989] 'agreement among raft nodes before linearized reading' (duration: 365.835229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.736571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.37059Z","time spent":"365.974892ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:41.736288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.388845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:40:41.736628Z","caller":"traceutil/trace.go:171","msg":"trace[1336743850] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:744; }","duration":"344.766292ms","start":"2026-03-09T01:40:41.391838Z","end":"2026-03-09T01:40:41.736605Z","steps":["trace[1336743850] 'agreement among raft nodes before linearized reading' (duration: 344.425115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.736692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.391809Z","time spent":"344.863224ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:41.736712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.755999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:41.736738Z","caller":"traceutil/trace.go:171","msg":"trace[739711355] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:744; }","duration":"364.801599ms","start":"2026-03-09T01:40:41.371928Z","end":"2026-03-09T01:40:41.73673Z","steps":["trace[739711355] 'agreement among raft nodes before linearized reading' (duration: 364.726688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.736762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.371917Z","time spent":"364.8396ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:40:41.736394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.319141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:40:41.73696Z","caller":"traceutil/trace.go:171","msg":"trace[1306855481] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:744; }","duration":"363.900461ms","start":"2026-03-09T01:40:41.373046Z","end":"2026-03-09T01:40:41.736946Z","steps":["trace[1306855481] 'agreement among raft nodes before linearized reading' (duration: 363.259409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:41.737023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.373032Z","time spent":"363.965573ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:40:42.796573Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.05840681s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:42.846319Z","caller":"traceutil/trace.go:171","msg":"trace[1003761353] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"1.108250534s","start":"2026-03-09T01:40:41.738031Z","end":"2026-03-09T01:40:42.846282Z","steps":["trace[1003761353] 'process raft request' (duration: 1.058984412s)","trace[1003761353] 'compare' (duration: 48.802833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:42.846464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.737993Z","time spent":"1.108393846s","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:43.026986Z","caller":"traceutil/trace.go:171","msg":"trace[956676621] transaction","detail":"{read_only:false; response_revision:746; number_of_response:1; }","duration":"1.284770094s","start":"2026-03-09T01:40:41.742193Z","end":"2026-03-09T01:40:43.026963Z","steps":["trace[956676621] 'process raft request' (duration: 1.284484639s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.027137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.742169Z","time spent":"1.284888027s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:43.027307Z","caller":"traceutil/trace.go:171","msg":"trace[2118432307] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"1.284855706s","start":"2026-03-09T01:40:41.742419Z","end":"2026-03-09T01:40:43.027275Z","steps":["trace[2118432307] 'process raft request' (duration: 1.284502449s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.027449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.742407Z","time spent":"1.284969768s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:43.027506Z","caller":"traceutil/trace.go:171","msg":"trace[1499255231] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"1.284779904s","start":"2026-03-09T01:40:41.742715Z","end":"2026-03-09T01:40:43.027494Z","steps":["trace[1499255231] 'process raft request' (duration: 1.284482359s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.027637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.742672Z","time spent":"1.284871276s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:43.027822Z","caller":"traceutil/trace.go:171","msg":"trace[1834151124] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"1.284233994s","start":"2026-03-09T01:40:41.743571Z","end":"2026-03-09T01:40:43.027805Z","steps":["trace[1834151124] 'process raft request' (duration: 1.283808606s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.027896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.743554Z","time spent":"1.284305755s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:43.027538Z","caller":"traceutil/trace.go:171","msg":"trace[1826687746] linearizableReadLoop","detail":"{readStateIndex:780; appliedIndex:775; }","duration":"178.654522ms","start":"2026-03-09T01:40:42.848853Z","end":"2026-03-09T01:40:43.027507Z","steps":["trace[1826687746] 'read index received' (duration: 177.753514ms)","trace[1826687746] 'applied index is now lower than readState.Index' (duration: 899.498µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:43.02798Z","caller":"traceutil/trace.go:171","msg":"trace[450272533] transaction","detail":"{read_only:false; response_revision:750; number_of_response:1; }","duration":"1.283730344s","start":"2026-03-09T01:40:41.744216Z","end":"2026-03-09T01:40:43.027947Z","steps":["trace[450272533] 'process raft request' (duration: 1.283217874s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:43.028115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:41.744174Z","time spent":"1.283869807s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:43.028146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.269024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-09T01:40:43.028232Z","caller":"traceutil/trace.go:171","msg":"trace[889447629] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:750; }","duration":"179.375016ms","start":"2026-03-09T01:40:42.848808Z","end":"2026-03-09T01:40:43.028183Z","steps":["trace[889447629] 'agreement among raft nodes before linearized reading' (duration: 178.862266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:45.536481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:46.037625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384484,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:40:46.142797Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.106810527s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:40:46.143275Z","caller":"traceutil/trace.go:171","msg":"trace[1558903811] transaction","detail":"{read_only:false; response_revision:751; number_of_response:1; }","duration":"1.107369498s","start":"2026-03-09T01:40:45.035888Z","end":"2026-03-09T01:40:46.143257Z","steps":["trace[1558903811] 'process raft request' (duration: 1.107086652s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.143362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.035869Z","time spent":"1.107434959s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:46.194917Z","caller":"traceutil/trace.go:171","msg":"trace[2049751524] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"1.158224961s","start":"2026-03-09T01:40:45.036669Z","end":"2026-03-09T01:40:46.194894Z","steps":["trace[2049751524] 'process raft request' (duration: 1.158152949s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.195059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.036656Z","time spent":"1.158331483s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:46.195186Z","caller":"traceutil/trace.go:171","msg":"trace[317547337] linearizableReadLoop","detail":"{readStateIndex:784; appliedIndex:781; }","duration":"1.159100258s","start":"2026-03-09T01:40:45.036068Z","end":"2026-03-09T01:40:46.195169Z","steps":["trace[317547337] 'read index received' (duration: 1.107381198s)","trace[317547337] 'applied index is now lower than readState.Index' (duration: 51.71728ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:46.195305Z","caller":"traceutil/trace.go:171","msg":"trace[912450594] transaction","detail":"{read_only:false; response_revision:752; number_of_response:1; }","duration":"1.159357182s","start":"2026-03-09T01:40:45.035931Z","end":"2026-03-09T01:40:46.195288Z","steps":["trace[912450594] 'process raft request' (duration: 1.154411196s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.195372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.035911Z","time spent":"1.159428114s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:46.195465Z","caller":"traceutil/trace.go:171","msg":"trace[1621416145] transaction","detail":"{read_only:false; response_revision:754; number_of_response:1; }","duration":"1.157559658s","start":"2026-03-09T01:40:45.03785Z","end":"2026-03-09T01:40:46.195409Z","steps":["trace[1621416145] 'process raft request' (duration: 1.157013447s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.195598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.037837Z","time spent":"1.15767059s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:46.195885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.90465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:46.195933Z","caller":"traceutil/trace.go:171","msg":"trace[1498216634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"765.998782ms","start":"2026-03-09T01:40:45.429922Z","end":"2026-03-09T01:40:46.19592Z","steps":["trace[1498216634] 'agreement among raft nodes before linearized reading' (duration: 765.91109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.19606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.429896Z","time spent":"766.153844ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:46.196075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159962695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-09T01:40:46.1962Z","caller":"traceutil/trace.go:171","msg":"trace[1547600459] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:754; }","duration":"1.160141198s","start":"2026-03-09T01:40:45.036039Z","end":"2026-03-09T01:40:46.196181Z","steps":["trace[1547600459] 'agreement among raft nodes before linearized reading' (duration: 1.159496135s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:46.19627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:45.036032Z","time spent":"1.160226749s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:46.943326Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384491,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-09T01:40:46.997749Z","caller":"traceutil/trace.go:171","msg":"trace[1746271240] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"796.554361ms","start":"2026-03-09T01:40:46.201164Z","end":"2026-03-09T01:40:46.997718Z","steps":["trace[1746271240] 'process raft request' (duration: 768.625651ms)","trace[1746271240] 'compare' (duration: 27.643314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:46.997886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:46.20114Z","time spent":"796.673703ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:40:47.866835Z","caller":"traceutil/trace.go:171","msg":"trace[197730895] linearizableReadLoop","detail":"{readStateIndex:787; appliedIndex:784; }","duration":"1.424051917s","start":"2026-03-09T01:40:46.442758Z","end":"2026-03-09T01:40:47.86681Z","steps":["trace[197730895] 'read index received' (duration: 527.057164ms)","trace[197730895] 'applied index is now lower than readState.Index' (duration: 896.993883ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:40:47.866973Z","caller":"traceutil/trace.go:171","msg":"trace[489460720] transaction","detail":"{read_only:false; response_revision:756; number_of_response:1; }","duration":"1.430661775s","start":"2026-03-09T01:40:46.436301Z","end":"2026-03-09T01:40:47.866963Z","steps":["trace[489460720] 'process raft request' (duration: 1.430284118s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:47.86718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:46.436275Z","time spent":"1.430789647s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:47.867467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424696079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:40:47.867548Z","caller":"traceutil/trace.go:171","msg":"trace[869402819] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:757; }","duration":"1.424823452s","start":"2026-03-09T01:40:46.442708Z","end":"2026-03-09T01:40:47.867531Z","steps":["trace[869402819] 'agreement among raft nodes before linearized reading' (duration: 1.424340203s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:47.867684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:46.442686Z","time spent":"1.424985865s","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:40:47.867704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060670965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:40:47.867799Z","caller":"traceutil/trace.go:171","msg":"trace[160320401] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:757; }","duration":"1.060846369s","start":"2026-03-09T01:40:46.806934Z","end":"2026-03-09T01:40:47.867781Z","steps":["trace[160320401] 'agreement among raft nodes before linearized reading' (duration: 1.060676976s)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:47.86777Z","caller":"traceutil/trace.go:171","msg":"trace[519115126] transaction","detail":"{read_only:false; response_revision:757; number_of_response:1; }","duration":"1.196460139s","start":"2026-03-09T01:40:46.671225Z","end":"2026-03-09T01:40:47.867685Z","steps":["trace[519115126] 'process raft request' (duration: 1.195541091s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:47.867881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:46.806888Z","time spent":"1.060979422s","remote":"127.0.0.1:52932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:40:47.868041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:46.671205Z","time spent":"1.196727635s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:40:48.258683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.923648ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T01:40:48.25879Z","caller":"traceutil/trace.go:171","msg":"trace[1234134909] linearizableReadLoop","detail":"{readStateIndex:788; appliedIndex:787; }","duration":"111.621107ms","start":"2026-03-09T01:40:48.147151Z","end":"2026-03-09T01:40:48.258772Z","steps":["trace[1234134909] 'read index received' (duration: 26.541µs)","trace[1234134909] 'applied index is now lower than readState.Index' (duration: 111.593116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:40:48.259199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.035165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:40:48.259242Z","caller":"traceutil/trace.go:171","msg":"trace[2145696460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:757; }","duration":"112.109546ms","start":"2026-03-09T01:40:48.147122Z","end":"2026-03-09T01:40:48.259231Z","steps":["trace[2145696460] 'agreement among raft nodes before linearized reading' (duration: 111.935743ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:48.397692Z","caller":"traceutil/trace.go:171","msg":"trace[1550792245] transaction","detail":"{read_only:false; response_revision:758; number_of_response:1; }","duration":"133.647612ms","start":"2026-03-09T01:40:48.264013Z","end":"2026-03-09T01:40:48.397661Z","steps":["trace[1550792245] 'process raft request' (duration: 133.471149ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:48.399414Z","caller":"traceutil/trace.go:171","msg":"trace[1969359797] transaction","detail":"{read_only:false; response_revision:759; number_of_response:1; }","duration":"135.09577ms","start":"2026-03-09T01:40:48.264289Z","end":"2026-03-09T01:40:48.399385Z","steps":["trace[1969359797] 'process raft request' (duration: 134.823105ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:48.399809Z","caller":"traceutil/trace.go:171","msg":"trace[68944608] transaction","detail":"{read_only:false; response_revision:760; number_of_response:1; }","duration":"135.231983ms","start":"2026-03-09T01:40:48.264561Z","end":"2026-03-09T01:40:48.399793Z","steps":["trace[68944608] 'process raft request' (duration: 134.762574ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:48.399791Z","caller":"traceutil/trace.go:171","msg":"trace[81216843] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"134.416298ms","start":"2026-03-09T01:40:48.265345Z","end":"2026-03-09T01:40:48.399762Z","steps":["trace[81216843] 'process raft request' (duration: 134.283925ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:03.444462Z","caller":"traceutil/trace.go:171","msg":"trace[765812458] transaction","detail":"{read_only:false; response_revision:852; number_of_response:1; }","duration":"271.142905ms","start":"2026-03-09T01:41:03.173298Z","end":"2026-03-09T01:41:03.444441Z","steps":["trace[765812458] 'process raft request' (duration: 270.673654ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:18.899476Z","caller":"traceutil/trace.go:171","msg":"trace[1465278929] transaction","detail":"{read_only:false; response_revision:891; number_of_response:1; }","duration":"420.552119ms","start":"2026-03-09T01:41:18.478904Z","end":"2026-03-09T01:41:18.899457Z","steps":["trace[1465278929] 'process raft request' (duration: 420.438207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:18.899611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:18.478882Z","time spent":"420.664072ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:19.357397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.939046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:19.357943Z","caller":"traceutil/trace.go:171","msg":"trace[1562064018] linearizableReadLoop","detail":"{readStateIndex:930; appliedIndex:929; }","duration":"679.577048ms","start":"2026-03-09T01:41:18.678346Z","end":"2026-03-09T01:41:19.357923Z","steps":["trace[1562064018] 'read index received' (duration: 221.106669ms)","trace[1562064018] 'applied index is now lower than readState.Index' (duration: 458.468939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:19.358231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.857204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:19.358176Z","caller":"traceutil/trace.go:171","msg":"trace[1305854134] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"689.280054ms","start":"2026-03-09T01:41:18.668753Z","end":"2026-03-09T01:41:19.358033Z","steps":["trace[1305854134] 'process raft request' (duration: 560.618991ms)","trace[1305854134] 'compare' (duration: 127.64643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:19.358305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.142524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:19.358306Z","caller":"traceutil/trace.go:171","msg":"trace[128131655] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:892; }","duration":"679.970116ms","start":"2026-03-09T01:41:18.678314Z","end":"2026-03-09T01:41:19.358284Z","steps":["trace[128131655] 'agreement among raft nodes before linearized reading' (duration: 679.839113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:19.358361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:18.6783Z","time spent":"680.049529ms","remote":"127.0.0.1:53220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:19.358369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.269625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:41:19.358503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:18.668733Z","time spent":"689.615263ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:19.358379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.072391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:41:19.358554Z","caller":"traceutil/trace.go:171","msg":"trace[2103883455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:892; }","duration":"549.313346ms","start":"2026-03-09T01:41:18.809235Z","end":"2026-03-09T01:41:19.358548Z","steps":["trace[2103883455] 'agreement among raft nodes before linearized reading' (duration: 548.982409ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.358521Z","caller":"traceutil/trace.go:171","msg":"trace[157178822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:892; }","duration":"584.443739ms","start":"2026-03-09T01:41:18.77406Z","end":"2026-03-09T01:41:19.358504Z","steps":["trace[157178822] 'agreement among raft nodes before linearized reading' (duration: 584.164063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:19.35859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:18.809178Z","time spent":"549.393868ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:19.358596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.288119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:41:19.358615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:18.774053Z","time spent":"584.549592ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:41:19.358415Z","caller":"traceutil/trace.go:171","msg":"trace[184746254] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:892; }","duration":"643.187075ms","start":"2026-03-09T01:41:18.715147Z","end":"2026-03-09T01:41:19.358334Z","steps":["trace[184746254] 'agreement among raft nodes before linearized reading' (duration: 643.043552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:19.358705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:18.715112Z","time spent":"643.585094ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:41:19.35871Z","caller":"traceutil/trace.go:171","msg":"trace[764676922] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:892; }","duration":"629.458344ms","start":"2026-03-09T01:41:18.729225Z","end":"2026-03-09T01:41:19.358684Z","steps":["trace[764676922] 'agreement among raft nodes before linearized reading' (duration: 629.018933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:19.358806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:18.729213Z","time spent":"629.577036ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:41:19.788441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.451953ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-09T01:41:23.966793Z","caller":"traceutil/trace.go:171","msg":"trace[938678499] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"145.242552ms","start":"2026-03-09T01:41:23.821526Z","end":"2026-03-09T01:41:23.966769Z","steps":["trace[938678499] 'process raft request' (duration: 144.229978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:24.275759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.214646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-l66v9\" ","response":"range_response_count:1 size:11057"} {"level":"info","ts":"2026-03-09T01:41:24.275858Z","caller":"traceutil/trace.go:171","msg":"trace[1201586201] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-nodeplugin-l66v9; range_end:; response_count:1; response_revision:924; }","duration":"193.351899ms","start":"2026-03-09T01:41:24.082486Z","end":"2026-03-09T01:41:24.275838Z","steps":["trace[1201586201] 'range keys from in-memory index tree' (duration: 191.584998ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:24.571703Z","caller":"traceutil/trace.go:171","msg":"trace[2038385507] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"208.307879ms","start":"2026-03-09T01:41:24.36337Z","end":"2026-03-09T01:41:24.571678Z","steps":["trace[2038385507] 'process raft request' (duration: 208.145386ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:24.699403Z","caller":"traceutil/trace.go:171","msg":"trace[396523121] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"335.210182ms","start":"2026-03-09T01:41:24.364177Z","end":"2026-03-09T01:41:24.699387Z","steps":["trace[396523121] 'process raft request' (duration: 304.4017ms)","trace[396523121] 'compare' (duration: 30.651748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:24.699509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:24.364166Z","time spent":"335.284983ms","remote":"127.0.0.1:52922","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:24.699634Z","caller":"traceutil/trace.go:171","msg":"trace[802718891] linearizableReadLoop","detail":"{readStateIndex:968; appliedIndex:965; }","duration":"268.731894ms","start":"2026-03-09T01:41:24.430866Z","end":"2026-03-09T01:41:24.699598Z","steps":["trace[802718891] 'read index received' (duration: 140.684865ms)","trace[802718891] 'applied index is now lower than readState.Index' (duration: 128.045189ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:24.699711Z","caller":"traceutil/trace.go:171","msg":"trace[1544421212] transaction","detail":"{read_only:false; response_revision:928; number_of_response:1; }","duration":"330.643205ms","start":"2026-03-09T01:41:24.369049Z","end":"2026-03-09T01:41:24.699692Z","steps":["trace[1544421212] 'process raft request' (duration: 330.263356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:24.699774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.892268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:24.699807Z","caller":"traceutil/trace.go:171","msg":"trace[1283908086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:928; }","duration":"268.96893ms","start":"2026-03-09T01:41:24.430826Z","end":"2026-03-09T01:41:24.699795Z","steps":["trace[1283908086] 'agreement among raft nodes before linearized reading' (duration: 268.870858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:24.699825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:24.369017Z","time spent":"330.738976ms","remote":"127.0.0.1:53230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9375,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:26.031221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:26.53174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988149586486384903,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:26.589282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103110997s","expected-duration":"1s"} {"level":"info","ts":"2026-03-09T01:41:26.589666Z","caller":"traceutil/trace.go:171","msg":"trace[1443594692] transaction","detail":"{read_only:false; response_revision:929; number_of_response:1; }","duration":"1.103580698s","start":"2026-03-09T01:41:25.486068Z","end":"2026-03-09T01:41:26.589649Z","steps":["trace[1443594692] 'process raft request' (duration: 1.103455385s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.589769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:25.486048Z","time spent":"1.10365224s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:26.849484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.191486ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-09T01:41:26.849586Z","caller":"traceutil/trace.go:171","msg":"trace[854459885] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:968; }","duration":"1.318660716s","start":"2026-03-09T01:41:25.530908Z","end":"2026-03-09T01:41:26.849569Z","steps":["trace[854459885] 'read index received' (duration: 1.058591864s)","trace[854459885] 'applied index is now lower than readState.Index' (duration: 260.067222ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:26.849869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318944102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:26.849949Z","caller":"traceutil/trace.go:171","msg":"trace[41023932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:929; }","duration":"1.319057635s","start":"2026-03-09T01:41:25.530873Z","end":"2026-03-09T01:41:26.84993Z","steps":["trace[41023932] 'agreement among raft nodes before linearized reading' (duration: 1.31882505s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.849996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:25.530861Z","time spent":"1.319126736s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:41:26.850014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316991207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:41:26.850049Z","caller":"traceutil/trace.go:171","msg":"trace[645732704] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:929; }","duration":"1.317064128s","start":"2026-03-09T01:41:25.532975Z","end":"2026-03-09T01:41:26.850039Z","steps":["trace[645732704] 'agreement among raft nodes before linearized reading' (duration: 1.316913634s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.850094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:25.532958Z","time spent":"1.31712571s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:41:26.850233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.429991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:26.850272Z","caller":"traceutil/trace.go:171","msg":"trace[966206475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:929; }","duration":"421.515593ms","start":"2026-03-09T01:41:26.428747Z","end":"2026-03-09T01:41:26.850262Z","steps":["trace[966206475] 'agreement among raft nodes before linearized reading' (duration: 421.458682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.8503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:26.42873Z","time spent":"421.563445ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:26.850406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316613558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:26.850446Z","caller":"traceutil/trace.go:171","msg":"trace[1773080725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:929; }","duration":"1.316679919s","start":"2026-03-09T01:41:25.533753Z","end":"2026-03-09T01:41:26.850433Z","steps":["trace[1773080725] 'agreement among raft nodes before linearized reading' (duration: 1.316605307s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.850478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:25.533737Z","time spent":"1.316734881s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:26.850338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095476159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:41:26.850617Z","caller":"traceutil/trace.go:171","msg":"trace[2086060107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:929; }","duration":"1.095746316s","start":"2026-03-09T01:41:25.754854Z","end":"2026-03-09T01:41:26.8506Z","steps":["trace[2086060107] 'agreement among raft nodes before linearized reading' (duration: 1.095423448s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:26.850674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:25.754792Z","time spent":"1.095867258s","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:27.090165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.684563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:27.090397Z","caller":"traceutil/trace.go:171","msg":"trace[366750275] transaction","detail":"{read_only:false; response_revision:933; number_of_response:1; }","duration":"232.898585ms","start":"2026-03-09T01:41:26.857481Z","end":"2026-03-09T01:41:27.090379Z","steps":["trace[366750275] 'process raft request' (duration: 232.852374ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:27.090528Z","caller":"traceutil/trace.go:171","msg":"trace[252315029] transaction","detail":"{read_only:false; response_revision:931; number_of_response:1; }","duration":"233.067729ms","start":"2026-03-09T01:41:26.857431Z","end":"2026-03-09T01:41:27.090498Z","steps":["trace[252315029] 'process raft request' (duration: 118.967276ms)","trace[252315029] 'compare' (duration: 113.54631ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:27.09063Z","caller":"traceutil/trace.go:171","msg":"trace[1663321153] transaction","detail":"{read_only:false; response_revision:932; number_of_response:1; }","duration":"233.183872ms","start":"2026-03-09T01:41:26.857416Z","end":"2026-03-09T01:41:27.0906Z","steps":["trace[1663321153] 'process raft request' (duration: 232.856024ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:29.204322Z","caller":"traceutil/trace.go:171","msg":"trace[470761612] transaction","detail":"{read_only:false; response_revision:935; number_of_response:1; }","duration":"605.540414ms","start":"2026-03-09T01:41:28.598757Z","end":"2026-03-09T01:41:29.204297Z","steps":["trace[470761612] 'process raft request' (duration: 605.35769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.204564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:28.598731Z","time spent":"605.690197ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:29.211753Z","caller":"traceutil/trace.go:171","msg":"trace[1019801155] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:975; }","duration":"285.911406ms","start":"2026-03-09T01:41:28.925794Z","end":"2026-03-09T01:41:29.211705Z","steps":["trace[1019801155] 'read index received' (duration: 278.37818ms)","trace[1019801155] 'applied index is now lower than readState.Index' (duration: 7.532066ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:29.211817Z","caller":"traceutil/trace.go:171","msg":"trace[1953844622] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"294.429496ms","start":"2026-03-09T01:41:28.91736Z","end":"2026-03-09T01:41:29.211789Z","steps":["trace[1953844622] 'process raft request' (duration: 294.16939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.211968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.167263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:41:29.212041Z","caller":"traceutil/trace.go:171","msg":"trace[1233121319] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:936; }","duration":"286.238045ms","start":"2026-03-09T01:41:28.925786Z","end":"2026-03-09T01:41:29.212024Z","steps":["trace[1233121319] 'agreement among raft nodes before linearized reading' (duration: 286.056451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.212064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.192595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:41:29.212169Z","caller":"traceutil/trace.go:171","msg":"trace[2086162435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:936; }","duration":"117.357109ms","start":"2026-03-09T01:41:29.094798Z","end":"2026-03-09T01:41:29.212155Z","steps":["trace[2086162435] 'agreement among raft nodes before linearized reading' (duration: 117.124774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.2121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.519832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:29.212248Z","caller":"traceutil/trace.go:171","msg":"trace[1185971891] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:936; }","duration":"117.752978ms","start":"2026-03-09T01:41:29.094482Z","end":"2026-03-09T01:41:29.212235Z","steps":["trace[1185971891] 'agreement among raft nodes before linearized reading' (duration: 117.40599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.212101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.302297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:29.2125Z","caller":"traceutil/trace.go:171","msg":"trace[1592199527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:936; }","duration":"117.733167ms","start":"2026-03-09T01:41:29.094731Z","end":"2026-03-09T01:41:29.212465Z","steps":["trace[1592199527] 'agreement among raft nodes before linearized reading' (duration: 117.229575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.659353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.493142ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:29.659467Z","caller":"traceutil/trace.go:171","msg":"trace[1223726626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:936; }","duration":"120.620445ms","start":"2026-03-09T01:41:29.538828Z","end":"2026-03-09T01:41:29.659448Z","steps":["trace[1223726626] 'range keys from in-memory index tree' (duration: 120.474122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.659563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.292218ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:29.659767Z","caller":"traceutil/trace.go:171","msg":"trace[856233717] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"436.120434ms","start":"2026-03-09T01:41:29.223632Z","end":"2026-03-09T01:41:29.659752Z","steps":["trace[856233717] 'process raft request' (duration: 436.040002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.659827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:29.22361Z","time spent":"436.190096ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:29.659855Z","caller":"traceutil/trace.go:171","msg":"trace[995598339] transaction","detail":"{read_only:false; response_revision:940; number_of_response:1; }","duration":"428.110356ms","start":"2026-03-09T01:41:29.231738Z","end":"2026-03-09T01:41:29.659848Z","steps":["trace[995598339] 'process raft request' (duration: 428.053655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.659929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:29.231725Z","time spent":"428.156678ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:29.660024Z","caller":"traceutil/trace.go:171","msg":"trace[2122596512] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"436.196586ms","start":"2026-03-09T01:41:29.223579Z","end":"2026-03-09T01:41:29.659776Z","steps":["trace[2122596512] 'process raft request' (duration: 160.6025ms)","trace[2122596512] 'compare' (duration: 275.191536ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:29.660032Z","caller":"traceutil/trace.go:171","msg":"trace[1103158294] transaction","detail":"{read_only:false; response_revision:939; number_of_response:1; }","duration":"436.061413ms","start":"2026-03-09T01:41:29.223886Z","end":"2026-03-09T01:41:29.659947Z","steps":["trace[1103158294] 'process raft request' (duration: 435.834957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:29.660447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:29.22355Z","time spent":"436.625646ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:29.660428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:29.223877Z","time spent":"436.361499ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:30.090244Z","caller":"traceutil/trace.go:171","msg":"trace[1994117201] transaction","detail":"{read_only:false; response_revision:941; number_of_response:1; }","duration":"604.665163ms","start":"2026-03-09T01:41:29.485554Z","end":"2026-03-09T01:41:30.09022Z","steps":["trace[1994117201] 'process raft request' (duration: 604.525619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:30.09043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:29.485513Z","time spent":"604.821626ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:30.344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.270793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:30.344102Z","caller":"traceutil/trace.go:171","msg":"trace[32471849] linearizableReadLoop","detail":"{readStateIndex:983; appliedIndex:981; }","duration":"360.511564ms","start":"2026-03-09T01:41:29.983576Z","end":"2026-03-09T01:41:30.344087Z","steps":["trace[32471849] 'read index received' (duration: 106.617407ms)","trace[32471849] 'applied index is now lower than readState.Index' (duration: 253.892717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:30.344193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.614076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:30.344218Z","caller":"traceutil/trace.go:171","msg":"trace[812292156] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:942; }","duration":"360.673628ms","start":"2026-03-09T01:41:29.983537Z","end":"2026-03-09T01:41:30.344211Z","steps":["trace[812292156] 'agreement among raft nodes before linearized reading' (duration: 360.585996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:30.344267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:29.98352Z","time spent":"360.740329ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-09T01:41:30.344477Z","caller":"traceutil/trace.go:171","msg":"trace[160611082] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"450.920562ms","start":"2026-03-09T01:41:29.893545Z","end":"2026-03-09T01:41:30.344466Z","steps":["trace[160611082] 'process raft request' (duration: 296.068445ms)","trace[160611082] 'compare' (duration: 154.087169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:30.344539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:29.893523Z","time spent":"450.979434ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:41:30.890737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.404212ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:30.891208Z","caller":"traceutil/trace.go:171","msg":"trace[916192994] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"542.63844ms","start":"2026-03-09T01:41:30.348536Z","end":"2026-03-09T01:41:30.891175Z","steps":["trace[916192994] 'process raft request' (duration: 99.711666ms)","trace[916192994] 'compare' (duration: 442.264449ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:30.891418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.549354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:30.891419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:30.348518Z","time spent":"542.795793ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:41:30.891514Z","caller":"traceutil/trace.go:171","msg":"trace[1676339701] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:943; }","duration":"541.695228ms","start":"2026-03-09T01:41:30.349774Z","end":"2026-03-09T01:41:30.891469Z","steps":["trace[1676339701] 'agreement among raft nodes before linearized reading' (duration: 541.482383ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:30.891204Z","caller":"traceutil/trace.go:171","msg":"trace[1512537359] linearizableReadLoop","detail":"{readStateIndex:984; appliedIndex:983; }","duration":"541.33902ms","start":"2026-03-09T01:41:30.349811Z","end":"2026-03-09T01:41:30.89115Z","steps":["trace[1512537359] 'read index received' (duration: 98.387805ms)","trace[1512537359] 'applied index is now lower than readState.Index' (duration: 442.949185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:30.892102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.149792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-09T01:41:30.892093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.694718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:30.892149Z","caller":"traceutil/trace.go:171","msg":"trace[1811584602] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:943; }","duration":"499.229014ms","start":"2026-03-09T01:41:30.39291Z","end":"2026-03-09T01:41:30.892139Z","steps":["trace[1811584602] 'agreement among raft nodes before linearized reading' (duration: 499.06182ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:30.892172Z","caller":"traceutil/trace.go:171","msg":"trace[998320438] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:943; }","duration":"243.843611ms","start":"2026-03-09T01:41:30.648307Z","end":"2026-03-09T01:41:30.892151Z","steps":["trace[998320438] 'agreement among raft nodes before linearized reading' (duration: 243.688067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:30.892163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.476202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:30.89222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:30.392863Z","time spent":"499.344246ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-03-09T01:41:30.892246Z","caller":"traceutil/trace.go:171","msg":"trace[1020560984] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:943; }","duration":"310.619496ms","start":"2026-03-09T01:41:30.581605Z","end":"2026-03-09T01:41:30.892225Z","steps":["trace[1020560984] 'agreement among raft nodes before linearized reading' (duration: 310.463782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:30.892303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:30.581535Z","time spent":"310.756618ms","remote":"127.0.0.1:53266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:30.892155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.439845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:30.892437Z","caller":"traceutil/trace.go:171","msg":"trace[122650332] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:943; }","duration":"463.775572ms","start":"2026-03-09T01:41:30.428636Z","end":"2026-03-09T01:41:30.892412Z","steps":["trace[122650332] 'agreement among raft nodes before linearized reading' (duration: 463.455985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:30.892536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:30.42862Z","time spent":"463.900656ms","remote":"127.0.0.1:52774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:30.892629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:30.349761Z","time spent":"542.847335ms","remote":"127.0.0.1:52838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-09T01:41:31.485206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.45756ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-09T01:41:31.48539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:30.893903Z","time spent":"591.481273ms","remote":"127.0.0.1:52794","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T01:41:31.529885Z","caller":"traceutil/trace.go:171","msg":"trace[214999907] linearizableReadLoop","detail":"{readStateIndex:987; appliedIndex:984; }","duration":"321.470878ms","start":"2026-03-09T01:41:31.208378Z","end":"2026-03-09T01:41:31.529849Z","steps":["trace[214999907] 'read index received' (duration: 162.340852ms)","trace[214999907] 'applied index is now lower than readState.Index' (duration: 159.128896ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:31.529913Z","caller":"traceutil/trace.go:171","msg":"trace[1340869533] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"633.63499ms","start":"2026-03-09T01:41:30.896247Z","end":"2026-03-09T01:41:31.529882Z","steps":["trace[1340869533] 'process raft request' (duration: 633.382754ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:31.529959Z","caller":"traceutil/trace.go:171","msg":"trace[1757802157] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"633.545138ms","start":"2026-03-09T01:41:30.89633Z","end":"2026-03-09T01:41:31.529921Z","steps":["trace[1757802157] 'process raft request' (duration: 633.404205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:31.530214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.856537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-09T01:41:31.530184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:30.89623Z","time spent":"633.898486ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-09T01:41:31.530285Z","caller":"traceutil/trace.go:171","msg":"trace[959850951] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:945; }","duration":"321.98172ms","start":"2026-03-09T01:41:31.208281Z","end":"2026-03-09T01:41:31.530263Z","steps":["trace[959850951] 'agreement among raft nodes before linearized reading' (duration: 321.690053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:31.530314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:30.896309Z","time spent":"633.932026ms","remote":"127.0.0.1:52830","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:41:31.530339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:31.208259Z","time spent":"322.057182ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:31.5367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.637616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:31.536739Z","caller":"traceutil/trace.go:171","msg":"trace[1279506704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:946; }","duration":"103.720788ms","start":"2026-03-09T01:41:31.433009Z","end":"2026-03-09T01:41:31.53673Z","steps":["trace[1279506704] 'agreement among raft nodes before linearized reading' (duration: 103.631816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:31.824235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.052731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:31.824558Z","caller":"traceutil/trace.go:171","msg":"trace[1471918321] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"289.218214ms","start":"2026-03-09T01:41:31.535305Z","end":"2026-03-09T01:41:31.824524Z","steps":["trace[1471918321] 'process raft request' (duration: 69.741874ms)","trace[1471918321] 'compare' (duration: 218.908967ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:31.82455Z","caller":"traceutil/trace.go:171","msg":"trace[945227330] linearizableReadLoop","detail":"{readStateIndex:990; appliedIndex:988; }","duration":"287.896613ms","start":"2026-03-09T01:41:31.536626Z","end":"2026-03-09T01:41:31.824523Z","steps":["trace[945227330] 'read index received' (duration: 68.432333ms)","trace[945227330] 'applied index is now lower than readState.Index' (duration: 219.46177ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:31.824748Z","caller":"traceutil/trace.go:171","msg":"trace[1651491783] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"288.169779ms","start":"2026-03-09T01:41:31.536561Z","end":"2026-03-09T01:41:31.824731Z","steps":["trace[1651491783] 'process raft request' (duration: 287.828621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:31.824894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.001776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-09T01:41:31.824975Z","caller":"traceutil/trace.go:171","msg":"trace[1382493155] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:948; }","duration":"291.123769ms","start":"2026-03-09T01:41:31.533839Z","end":"2026-03-09T01:41:31.824963Z","steps":["trace[1382493155] 'agreement among raft nodes before linearized reading' (duration: 290.890653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:31.825147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.809723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:41:31.825142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.601353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-09T01:41:31.825168Z","caller":"traceutil/trace.go:171","msg":"trace[9232071] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:948; }","duration":"159.848363ms","start":"2026-03-09T01:41:31.665315Z","end":"2026-03-09T01:41:31.825164Z","steps":["trace[9232071] 'agreement among raft nodes before linearized reading' (duration: 159.791882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:31.825245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.12401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-09T01:41:31.825261Z","caller":"traceutil/trace.go:171","msg":"trace[2146699384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:948; }","duration":"160.173441ms","start":"2026-03-09T01:41:31.665084Z","end":"2026-03-09T01:41:31.825257Z","steps":["trace[2146699384] 'agreement among raft nodes before linearized reading' (duration: 160.12536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:31.825248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.054459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-09T01:41:31.825315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.084885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:31.825329Z","caller":"traceutil/trace.go:171","msg":"trace[1483934724] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:948; }","duration":"176.139946ms","start":"2026-03-09T01:41:31.649185Z","end":"2026-03-09T01:41:31.825325Z","steps":["trace[1483934724] 'agreement among raft nodes before linearized reading' (duration: 176.114275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:31.825347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.11883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:41:31.825388Z","caller":"traceutil/trace.go:171","msg":"trace[1176778391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"160.161981ms","start":"2026-03-09T01:41:31.665148Z","end":"2026-03-09T01:41:31.82531Z","steps":["trace[1176778391] 'agreement among raft nodes before linearized reading' (duration: 159.902165ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:31.825418Z","caller":"traceutil/trace.go:171","msg":"trace[1503249788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"160.218983ms","start":"2026-03-09T01:41:31.665182Z","end":"2026-03-09T01:41:31.825401Z","steps":["trace[1503249788] 'agreement among raft nodes before linearized reading' (duration: 160.002328ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:31.825446Z","caller":"traceutil/trace.go:171","msg":"trace[284052469] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:948; }","duration":"286.675415ms","start":"2026-03-09T01:41:31.538509Z","end":"2026-03-09T01:41:31.825184Z","steps":["trace[284052469] 'agreement among raft nodes before linearized reading' (duration: 286.518771ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:32.227561Z","caller":"traceutil/trace.go:171","msg":"trace[474290433] transaction","detail":"{read_only:false; response_revision:951; number_of_response:1; }","duration":"396.992378ms","start":"2026-03-09T01:41:31.830539Z","end":"2026-03-09T01:41:32.227531Z","steps":["trace[474290433] 'process raft request' (duration: 396.894456ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:32.22766Z","caller":"traceutil/trace.go:171","msg":"trace[1795152429] transaction","detail":"{read_only:false; response_revision:950; number_of_response:1; }","duration":"397.296676ms","start":"2026-03-09T01:41:31.830304Z","end":"2026-03-09T01:41:32.2276Z","steps":["trace[1795152429] 'process raft request' (duration: 396.995059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:32.227753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:31.830535Z","time spent":"397.119002ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:32.227868Z","caller":"traceutil/trace.go:171","msg":"trace[76382700] transaction","detail":"{read_only:false; response_revision:952; number_of_response:1; }","duration":"397.187943ms","start":"2026-03-09T01:41:31.830639Z","end":"2026-03-09T01:41:32.227827Z","steps":["trace[76382700] 'process raft request' (duration: 396.850825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:32.22794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:31.830297Z","time spent":"397.47962ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:32.22789Z","caller":"traceutil/trace.go:171","msg":"trace[1414049045] transaction","detail":"{read_only:false; response_revision:953; number_of_response:1; }","duration":"397.159822ms","start":"2026-03-09T01:41:31.830709Z","end":"2026-03-09T01:41:32.227869Z","steps":["trace[1414049045] 'process raft request' (duration: 397.016619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:32.228066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:31.830614Z","time spent":"397.345497ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:32.228135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.683815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-09T01:41:32.228231Z","caller":"traceutil/trace.go:171","msg":"trace[1548173796] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:953; }","duration":"397.818638ms","start":"2026-03-09T01:41:31.830398Z","end":"2026-03-09T01:41:32.228217Z","steps":["trace[1548173796] 'agreement among raft nodes before linearized reading' (duration: 397.542432ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:32.227874Z","caller":"traceutil/trace.go:171","msg":"trace[2086066009] linearizableReadLoop","detail":"{readStateIndex:992; appliedIndex:991; }","duration":"397.430528ms","start":"2026-03-09T01:41:31.830413Z","end":"2026-03-09T01:41:32.227844Z","steps":["trace[2086066009] 'read index received' (duration: 86.758072ms)","trace[2086066009] 'applied index is now lower than readState.Index' (duration: 310.671516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:32.228271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:31.830395Z","time spent":"397.869749ms","remote":"127.0.0.1:53028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-09T01:41:32.228469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.638674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:41:32.228531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:31.830694Z","time spent":"397.386538ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:32.228539Z","caller":"traceutil/trace.go:171","msg":"trace[1066024223] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:953; }","duration":"368.761977ms","start":"2026-03-09T01:41:31.859759Z","end":"2026-03-09T01:41:32.228521Z","steps":["trace[1066024223] 'agreement among raft nodes before linearized reading' (duration: 368.635514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:32.228601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:31.859742Z","time spent":"368.84633ms","remote":"127.0.0.1:52912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:41:32.560784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.272105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:32.56089Z","caller":"traceutil/trace.go:171","msg":"trace[1143733433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:953; }","duration":"131.434789ms","start":"2026-03-09T01:41:32.429434Z","end":"2026-03-09T01:41:32.560868Z","steps":["trace[1143733433] 'range keys from in-memory index tree' (duration: 131.186863ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:34.045384Z","caller":"traceutil/trace.go:171","msg":"trace[1564820826] linearizableReadLoop","detail":"{readStateIndex:996; appliedIndex:995; }","duration":"124.064226ms","start":"2026-03-09T01:41:33.921295Z","end":"2026-03-09T01:41:34.045359Z","steps":["trace[1564820826] 'read index received' (duration: 123.79524ms)","trace[1564820826] 'applied index is now lower than readState.Index' (duration: 267.716µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:34.045496Z","caller":"traceutil/trace.go:171","msg":"trace[1341707814] transaction","detail":"{read_only:false; response_revision:954; number_of_response:1; }","duration":"212.005606ms","start":"2026-03-09T01:41:33.833459Z","end":"2026-03-09T01:41:34.045465Z","steps":["trace[1341707814] 'process raft request' (duration: 211.711029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:34.045616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.295522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:41:34.045659Z","caller":"traceutil/trace.go:171","msg":"trace[1156745560] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:954; }","duration":"124.359353ms","start":"2026-03-09T01:41:33.921289Z","end":"2026-03-09T01:41:34.045648Z","steps":["trace[1156745560] 'agreement among raft nodes before linearized reading' (duration: 124.176909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:34.723153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.491758ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:34.723251Z","caller":"traceutil/trace.go:171","msg":"trace[106877579] linearizableReadLoop","detail":"{readStateIndex:997; appliedIndex:996; }","duration":"490.293904ms","start":"2026-03-09T01:41:34.232941Z","end":"2026-03-09T01:41:34.723235Z","steps":["trace[106877579] 'read index received' (duration: 49.391µs)","trace[106877579] 'applied index is now lower than readState.Index' (duration: 490.243033ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:34.723456Z","caller":"traceutil/trace.go:171","msg":"trace[712053844] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"673.994326ms","start":"2026-03-09T01:41:34.04945Z","end":"2026-03-09T01:41:34.723444Z","steps":["trace[712053844] 'process raft request' (duration: 160.13476ms)","trace[712053844] 'compare' (duration: 513.211831ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:34.723527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:34.049426Z","time spent":"674.067669ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:34.723861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.894058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:41:34.723896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.636703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:41:34.723936Z","caller":"traceutil/trace.go:171","msg":"trace[536466616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:955; }","duration":"490.713045ms","start":"2026-03-09T01:41:34.233212Z","end":"2026-03-09T01:41:34.723925Z","steps":["trace[536466616] 'agreement among raft nodes before linearized reading' (duration: 490.585962ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:34.723943Z","caller":"traceutil/trace.go:171","msg":"trace[2070535999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:955; }","duration":"490.985251ms","start":"2026-03-09T01:41:34.232936Z","end":"2026-03-09T01:41:34.723921Z","steps":["trace[2070535999] 'agreement among raft nodes before linearized reading' (duration: 490.769185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:34.723973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:34.23319Z","time spent":"490.776186ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:34.723973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.436848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-09T01:41:34.723988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:34.232893Z","time spent":"491.087763ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-09T01:41:34.724025Z","caller":"traceutil/trace.go:171","msg":"trace[1627811777] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:955; }","duration":"490.51037ms","start":"2026-03-09T01:41:34.233501Z","end":"2026-03-09T01:41:34.724012Z","steps":["trace[1627811777] 'agreement among raft nodes before linearized reading' (duration: 490.374096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:34.723898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.600068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:34.724124Z","caller":"traceutil/trace.go:171","msg":"trace[1123352647] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:955; }","duration":"293.872875ms","start":"2026-03-09T01:41:34.430235Z","end":"2026-03-09T01:41:34.724108Z","steps":["trace[1123352647] 'agreement among raft nodes before linearized reading' (duration: 293.608439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:34.72407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:34.23349Z","time spent":"490.573511ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:41:38.94309Z","caller":"traceutil/trace.go:171","msg":"trace[922968675] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1042; }","duration":"125.635973ms","start":"2026-03-09T01:41:38.817425Z","end":"2026-03-09T01:41:38.943061Z","steps":["trace[922968675] 'read index received' (duration: 62.994776ms)","trace[922968675] 'applied index is now lower than readState.Index' (duration: 62.639577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:38.943394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.9488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:41:38.94342Z","caller":"traceutil/trace.go:171","msg":"trace[1966541112] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"144.378472ms","start":"2026-03-09T01:41:38.799016Z","end":"2026-03-09T01:41:38.943395Z","steps":["trace[1966541112] 'process raft request' (duration: 81.388907ms)","trace[1966541112] 'compare' (duration: 62.432902ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:38.943494Z","caller":"traceutil/trace.go:171","msg":"trace[1990653840] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"141.471344ms","start":"2026-03-09T01:41:38.802006Z","end":"2026-03-09T01:41:38.943478Z","steps":["trace[1990653840] 'process raft request' (duration: 140.992983ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:38.943445Z","caller":"traceutil/trace.go:171","msg":"trace[448114359] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1001; }","duration":"126.048963ms","start":"2026-03-09T01:41:38.817381Z","end":"2026-03-09T01:41:38.94343Z","steps":["trace[448114359] 'agreement among raft nodes before linearized reading' (duration: 125.830838ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:49.098568Z","caller":"traceutil/trace.go:171","msg":"trace[152076911] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"102.706936ms","start":"2026-03-09T01:41:48.995844Z","end":"2026-03-09T01:41:49.098551Z","steps":["trace[152076911] 'process raft request' (duration: 102.676395ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:49.098811Z","caller":"traceutil/trace.go:171","msg":"trace[1495712196] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"104.725424ms","start":"2026-03-09T01:41:48.993859Z","end":"2026-03-09T01:41:49.098584Z","steps":["trace[1495712196] 'process raft request' (duration: 104.528309ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:33.69429Z","caller":"traceutil/trace.go:171","msg":"trace[55515373] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"180.435287ms","start":"2026-03-09T01:42:33.513835Z","end":"2026-03-09T01:42:33.69427Z","steps":["trace[55515373] 'process raft request' (duration: 176.755491ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:33.69446Z","caller":"traceutil/trace.go:171","msg":"trace[1032627469] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"180.202141ms","start":"2026-03-09T01:42:33.514231Z","end":"2026-03-09T01:42:33.694433Z","steps":["trace[1032627469] 'process raft request' (duration: 180.007846ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:35.762643Z","caller":"traceutil/trace.go:171","msg":"trace[1020858156] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"211.294703ms","start":"2026-03-09T01:42:35.551281Z","end":"2026-03-09T01:42:35.762576Z","steps":["trace[1020858156] 'process raft request' (duration: 211.121419ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:36.969899Z","caller":"traceutil/trace.go:171","msg":"trace[1090765537] linearizableReadLoop","detail":"{readStateIndex:1290; appliedIndex:1289; }","duration":"401.454378ms","start":"2026-03-09T01:42:36.568423Z","end":"2026-03-09T01:42:36.969877Z","steps":["trace[1090765537] 'read index received' (duration: 401.159471ms)","trace[1090765537] 'applied index is now lower than readState.Index' (duration: 293.487µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:36.969983Z","caller":"traceutil/trace.go:171","msg":"trace[1438900981] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"537.217607ms","start":"2026-03-09T01:42:36.432726Z","end":"2026-03-09T01:42:36.969944Z","steps":["trace[1438900981] 'process raft request' (duration: 536.94172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:36.970141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.714785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-09T01:42:36.97022Z","caller":"traceutil/trace.go:171","msg":"trace[2107879383] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1235; }","duration":"401.830558ms","start":"2026-03-09T01:42:36.568368Z","end":"2026-03-09T01:42:36.970198Z","steps":["trace[2107879383] 'agreement among raft nodes before linearized reading' (duration: 401.634443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:36.970137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.908787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-03-09T01:42:36.970273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:36.568321Z","time spent":"401.94003ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-09T01:42:36.970271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:36.432711Z","time spent":"537.34243ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:36.970306Z","caller":"traceutil/trace.go:171","msg":"trace[1310130200] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1235; }","duration":"387.134612ms","start":"2026-03-09T01:42:36.583156Z","end":"2026-03-09T01:42:36.970291Z","steps":["trace[1310130200] 'agreement among raft nodes before linearized reading' (duration: 386.871266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:36.97037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:36.58313Z","time spent":"387.220044ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-09T01:42:55.282831Z","caller":"traceutil/trace.go:171","msg":"trace[1284858272] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"117.884599ms","start":"2026-03-09T01:42:55.16492Z","end":"2026-03-09T01:42:55.282804Z","steps":["trace[1284858272] 'process raft request' (duration: 33.703231ms)","trace[1284858272] 'compare' (duration: 83.707866ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:43.083664Z","caller":"traceutil/trace.go:171","msg":"trace[1080520343] linearizableReadLoop","detail":"{readStateIndex:1573; appliedIndex:1572; }","duration":"424.008158ms","start":"2026-03-09T01:43:42.659631Z","end":"2026-03-09T01:43:43.083639Z","steps":["trace[1080520343] 'read index received' (duration: 423.828824ms)","trace[1080520343] 'applied index is now lower than readState.Index' (duration: 178.264µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:43.083763Z","caller":"traceutil/trace.go:171","msg":"trace[357838208] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"545.577469ms","start":"2026-03-09T01:43:42.538135Z","end":"2026-03-09T01:43:43.083713Z","steps":["trace[357838208] 'process raft request' (duration: 545.354594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:43.083929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:42.538107Z","time spent":"545.736662ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:43.08401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.334507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-09T01:43:43.084123Z","caller":"traceutil/trace.go:171","msg":"trace[1108296023] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1505; }","duration":"424.523971ms","start":"2026-03-09T01:43:42.659571Z","end":"2026-03-09T01:43:43.084095Z","steps":["trace[1108296023] 'agreement among raft nodes before linearized reading' (duration: 424.173693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:43.084164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:42.659546Z","time spent":"424.612133ms","remote":"127.0.0.1:53024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-09T01:44:41.98683Z","caller":"traceutil/trace.go:171","msg":"trace[1960711174] linearizableReadLoop","detail":"{readStateIndex:1850; appliedIndex:1849; }","duration":"214.749194ms","start":"2026-03-09T01:44:41.772054Z","end":"2026-03-09T01:44:41.986803Z","steps":["trace[1960711174] 'read index received' (duration: 214.506188ms)","trace[1960711174] 'applied index is now lower than readState.Index' (duration: 242.036µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:41.986912Z","caller":"traceutil/trace.go:171","msg":"trace[548021274] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"238.574035ms","start":"2026-03-09T01:44:41.748307Z","end":"2026-03-09T01:44:41.986881Z","steps":["trace[548021274] 'process raft request' (duration: 238.313629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:41.987047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.967969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-09T01:44:41.987089Z","caller":"traceutil/trace.go:171","msg":"trace[2029523623] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1769; }","duration":"215.051822ms","start":"2026-03-09T01:44:41.772023Z","end":"2026-03-09T01:44:41.987075Z","steps":["trace[2029523623] 'agreement among raft nodes before linearized reading' (duration: 214.883748ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:50.243229Z","caller":"traceutil/trace.go:171","msg":"trace[692628167] linearizableReadLoop","detail":"{readStateIndex:1890; appliedIndex:1889; }","duration":"214.277633ms","start":"2026-03-09T01:44:50.028926Z","end":"2026-03-09T01:44:50.243204Z","steps":["trace[692628167] 'read index received' (duration: 214.049598ms)","trace[692628167] 'applied index is now lower than readState.Index' (duration: 226.875µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:50.243352Z","caller":"traceutil/trace.go:171","msg":"trace[1509230251] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"221.044072ms","start":"2026-03-09T01:44:50.022296Z","end":"2026-03-09T01:44:50.24334Z","steps":["trace[1509230251] 'process raft request' (duration: 220.733575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:50.243748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.807415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T01:44:50.243829Z","caller":"traceutil/trace.go:171","msg":"trace[2128219805] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1808; }","duration":"214.894267ms","start":"2026-03-09T01:44:50.028919Z","end":"2026-03-09T01:44:50.243813Z","steps":["trace[2128219805] 'agreement among raft nodes before linearized reading' (duration: 214.678672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:50.243865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.377082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:44:50.244419Z","caller":"traceutil/trace.go:171","msg":"trace[530572509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1808; }","duration":"196.998646ms","start":"2026-03-09T01:44:50.047394Z","end":"2026-03-09T01:44:50.244393Z","steps":["trace[530572509] 'agreement among raft nodes before linearized reading' (duration: 196.144926ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:13.615255Z","caller":"traceutil/trace.go:171","msg":"trace[1109625111] linearizableReadLoop","detail":"{readStateIndex:1999; appliedIndex:1998; }","duration":"209.540972ms","start":"2026-03-09T01:45:13.405697Z","end":"2026-03-09T01:45:13.615238Z","steps":["trace[1109625111] 'read index received' (duration: 209.409669ms)","trace[1109625111] 'applied index is now lower than readState.Index' (duration: 130.553µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:13.615365Z","caller":"traceutil/trace.go:171","msg":"trace[658140230] transaction","detail":"{read_only:false; response_revision:1912; number_of_response:1; }","duration":"246.536873ms","start":"2026-03-09T01:45:13.368821Z","end":"2026-03-09T01:45:13.615358Z","steps":["trace[658140230] 'process raft request' (duration: 246.285917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:13.615464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.681217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:45:13.615532Z","caller":"traceutil/trace.go:171","msg":"trace[1489746840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1912; }","duration":"187.79398ms","start":"2026-03-09T01:45:13.427724Z","end":"2026-03-09T01:45:13.615518Z","steps":["trace[1489746840] 'agreement among raft nodes before linearized reading' (duration: 187.688858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:13.615699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.291757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:cloud-provider\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-09T01:45:13.615729Z","caller":"traceutil/trace.go:171","msg":"trace[1147730173] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:cloud-provider; range_end:; response_count:1; response_revision:1912; }","duration":"164.370938ms","start":"2026-03-09T01:45:13.45135Z","end":"2026-03-09T01:45:13.615721Z","steps":["trace[1147730173] 'agreement among raft nodes before linearized reading' (duration: 164.296586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:13.615923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.177866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:bootstrap-signer\" ","response":"range_response_count:1 size:741"} {"level":"info","ts":"2026-03-09T01:45:13.616094Z","caller":"traceutil/trace.go:171","msg":"trace[498340056] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:bootstrap-signer; range_end:; response_count:1; response_revision:1912; }","duration":"210.416272ms","start":"2026-03-09T01:45:13.405639Z","end":"2026-03-09T01:45:13.616056Z","steps":["trace[498340056] 'agreement among raft nodes before linearized reading' (duration: 210.061744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:45:14.64053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.029949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-09T01:45:14.640662Z","caller":"traceutil/trace.go:171","msg":"trace[653349497] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1914; }","duration":"124.199623ms","start":"2026-03-09T01:45:14.516433Z","end":"2026-03-09T01:45:14.640633Z","steps":["trace[653349497] 'range keys from in-memory index tree' (duration: 123.812953ms)"],"step_count":1}