{"level":"warn","ts":"2026-03-13T23:02:00.250078Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:02:00.250173Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.240:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.240:2380","--initial-cluster=instance=https://199.204.45.240:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.240:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.240:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-13T23:02:00.250453Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-13T23:02:00.250471Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-03-13T23:02:00.250494Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:02:00.251674Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"]} {"level":"info","ts":"2026-03-13T23:02:00.251768Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.240:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-13T23:02:00.258658Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.004882ms"} {"level":"info","ts":"2026-03-13T23:02:00.265105Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e46287fb5aa4785","cluster-id":"cae704afa9813e87"} {"level":"info","ts":"2026-03-13T23:02:00.265187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=()"} {"level":"info","ts":"2026-03-13T23:02:00.265212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 0"} {"level":"info","ts":"2026-03-13T23:02:00.265221Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e46287fb5aa4785 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-13T23:02:00.265276Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became follower at term 1"} {"level":"info","ts":"2026-03-13T23:02:00.265988Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"warn","ts":"2026-03-13T23:02:00.273716Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-13T23:02:00.275553Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-13T23:02:00.276886Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-13T23:02:00.279005Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e46287fb5aa4785","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-13T23:02:00.279163Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e46287fb5aa4785","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-13T23:02:00.279295Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:00.279914Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:00.279942Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-13T23:02:00.285082Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 switched to configuration voters=(5640240112301918085)"} {"level":"info","ts":"2026-03-13T23:02:00.28588Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","added-peer-id":"4e46287fb5aa4785","added-peer-peer-urls":["https://199.204.45.240:2380"]} {"level":"info","ts":"2026-03-13T23:02:00.288353Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-13T23:02:00.28846Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-03-13T23:02:00.28848Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.240:2380"} {"level":"info","ts":"2026-03-13T23:02:00.28864Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e46287fb5aa4785","initial-advertise-peer-urls":["https://199.204.45.240:2380"],"listen-peer-urls":["https://199.204.45.240:2380"],"advertise-client-urls":["https://199.204.45.240:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.240:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-13T23:02:00.288673Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-13T23:02:00.566859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 is starting a new election at term 1"} {"level":"info","ts":"2026-03-13T23:02:00.566922Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-13T23:02:00.566944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgPreVoteResp from 4e46287fb5aa4785 at term 1"} {"level":"info","ts":"2026-03-13T23:02:00.566958Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became candidate at term 2"} {"level":"info","ts":"2026-03-13T23:02:00.566967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 received MsgVoteResp from 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-03-13T23:02:00.566978Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e46287fb5aa4785 became leader at term 2"} {"level":"info","ts":"2026-03-13T23:02:00.566987Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e46287fb5aa4785 elected leader 4e46287fb5aa4785 at term 2"} {"level":"info","ts":"2026-03-13T23:02:00.567661Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e46287fb5aa4785","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.240:2379]}","request-path":"/0/members/4e46287fb5aa4785/attributes","cluster-id":"cae704afa9813e87","publish-timeout":"7s"} {"level":"info","ts":"2026-03-13T23:02:00.567672Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:02:00.567695Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:00.567805Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-13T23:02:00.568005Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-13T23:02:00.568048Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-13T23:02:00.568544Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"cae704afa9813e87","local-member-id":"4e46287fb5aa4785","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:00.568782Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:00.568827Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-13T23:02:00.570832Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-13T23:02:00.572009Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.240:2379"} {"level":"info","ts":"2026-03-13T23:02:09.518615Z","caller":"traceutil/trace.go:171","msg":"trace[385901696] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"116.56224ms","start":"2026-03-13T23:02:09.402014Z","end":"2026-03-13T23:02:09.518576Z","steps":["trace[385901696] 'process raft request' (duration: 116.25896ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:10.07482Z","caller":"traceutil/trace.go:171","msg":"trace[1847434338] linearizableReadLoop","detail":"{readStateIndex:368; appliedIndex:366; }","duration":"107.744444ms","start":"2026-03-13T23:02:09.967055Z","end":"2026-03-13T23:02:10.074799Z","steps":["trace[1847434338] 'read index received' (duration: 55.659366ms)","trace[1847434338] 'applied index is now lower than readState.Index' (duration: 52.084198ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:10.074983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.913074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"info","ts":"2026-03-13T23:02:10.075064Z","caller":"traceutil/trace.go:171","msg":"trace[1094984087] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:358; }","duration":"108.045194ms","start":"2026-03-13T23:02:09.967008Z","end":"2026-03-13T23:02:10.075053Z","steps":["trace[1094984087] 'agreement among raft nodes before linearized reading' (duration: 107.913604ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:10.074957Z","caller":"traceutil/trace.go:171","msg":"trace[207868189] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"106.849611ms","start":"2026-03-13T23:02:09.968057Z","end":"2026-03-13T23:02:10.074907Z","steps":["trace[207868189] 'process raft request' (duration: 106.693911ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:10.075093Z","caller":"traceutil/trace.go:171","msg":"trace[250470446] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"111.662902ms","start":"2026-03-13T23:02:09.963407Z","end":"2026-03-13T23:02:10.07507Z","steps":["trace[250470446] 'process raft request' (duration: 111.243201ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:10.550434Z","caller":"traceutil/trace.go:171","msg":"trace[682155920] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"116.08068ms","start":"2026-03-13T23:02:10.434328Z","end":"2026-03-13T23:02:10.550409Z","steps":["trace[682155920] 'process raft request' (duration: 116.03192ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:10.550503Z","caller":"traceutil/trace.go:171","msg":"trace[129735419] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"117.503794ms","start":"2026-03-13T23:02:10.43296Z","end":"2026-03-13T23:02:10.550463Z","steps":["trace[129735419] 'process raft request' (duration: 117.355184ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:10.550571Z","caller":"traceutil/trace.go:171","msg":"trace[188095578] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"117.665135ms","start":"2026-03-13T23:02:10.432867Z","end":"2026-03-13T23:02:10.550532Z","steps":["trace[188095578] 'process raft request' (duration: 112.057219ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:25.983095Z","caller":"traceutil/trace.go:171","msg":"trace[1722661698] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"289.217006ms","start":"2026-03-13T23:02:25.69383Z","end":"2026-03-13T23:02:25.983047Z","steps":["trace[1722661698] 'process raft request' (duration: 288.991503ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:32.579035Z","caller":"traceutil/trace.go:171","msg":"trace[79277104] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"197.842294ms","start":"2026-03-13T23:02:32.38117Z","end":"2026-03-13T23:02:32.579012Z","steps":["trace[79277104] 'read index received' (duration: 197.693012ms)","trace[79277104] 'applied index is now lower than readState.Index' (duration: 148.522µs)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:32.579183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.999406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:02:32.579215Z","caller":"traceutil/trace.go:171","msg":"trace[1353264253] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:514; }","duration":"198.067967ms","start":"2026-03-13T23:02:32.381137Z","end":"2026-03-13T23:02:32.579205Z","steps":["trace[1353264253] 'agreement among raft nodes before linearized reading' (duration: 198.000516ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:32.579201Z","caller":"traceutil/trace.go:171","msg":"trace[1911298148] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"571.130757ms","start":"2026-03-13T23:02:32.008035Z","end":"2026-03-13T23:02:32.579165Z","steps":["trace[1911298148] 'process raft request' (duration: 570.854343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:32.579807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:32.008007Z","time spent":"571.273578ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.099972Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279350,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-13T23:02:39.1827Z","caller":"traceutil/trace.go:171","msg":"trace[1260379834] linearizableReadLoop","detail":"{readStateIndex:572; appliedIndex:571; }","duration":"583.78946ms","start":"2026-03-13T23:02:38.598886Z","end":"2026-03-13T23:02:39.182676Z","steps":["trace[1260379834] 'read index received' (duration: 583.613057ms)","trace[1260379834] 'applied index is now lower than readState.Index' (duration: 175.513µs)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:39.182864Z","caller":"traceutil/trace.go:171","msg":"trace[737946859] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"765.42314ms","start":"2026-03-13T23:02:38.417363Z","end":"2026-03-13T23:02:39.182786Z","steps":["trace[737946859] 'process raft request' (duration: 765.166706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.182918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.013804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:02:39.182966Z","caller":"traceutil/trace.go:171","msg":"trace[477782538] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"584.111786ms","start":"2026-03-13T23:02:38.598842Z","end":"2026-03-13T23:02:39.182954Z","steps":["trace[477782538] 'agreement among raft nodes before linearized reading' (duration: 583.953303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.183001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:38.598811Z","time spent":"584.181216ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:02:39.18302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:38.41735Z","time spent":"765.586813ms","remote":"127.0.0.1:59650","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.183022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.224173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:02:39.183081Z","caller":"traceutil/trace.go:171","msg":"trace[1503069107] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:555; }","duration":"249.324596ms","start":"2026-03-13T23:02:38.93374Z","end":"2026-03-13T23:02:39.183065Z","steps":["trace[1503069107] 'agreement among raft nodes before linearized reading' (duration: 249.127952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.183072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.191581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-13T23:02:39.183163Z","caller":"traceutil/trace.go:171","msg":"trace[1591180694] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"133.315804ms","start":"2026-03-13T23:02:39.049814Z","end":"2026-03-13T23:02:39.18313Z","steps":["trace[1591180694] 'agreement among raft nodes before linearized reading' (duration: 133.06682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.183172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.563223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-13T23:02:39.183261Z","caller":"traceutil/trace.go:171","msg":"trace[357076594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:555; }","duration":"182.744996ms","start":"2026-03-13T23:02:39.000496Z","end":"2026-03-13T23:02:39.183241Z","steps":["trace[357076594] 'agreement among raft nodes before linearized reading' (duration: 182.478281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.518642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.758291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:02:39.51894Z","caller":"traceutil/trace.go:171","msg":"trace[47979652] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"331.564664ms","start":"2026-03-13T23:02:39.187337Z","end":"2026-03-13T23:02:39.518902Z","steps":["trace[47979652] 'process raft request' (duration: 152.343785ms)","trace[47979652] 'compare' (duration: 178.67032ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:39.51911Z","caller":"traceutil/trace.go:171","msg":"trace[1559056417] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"329.936126ms","start":"2026-03-13T23:02:39.189148Z","end":"2026-03-13T23:02:39.519084Z","steps":["trace[1559056417] 'process raft request' (duration: 329.643511ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.519121Z","caller":"traceutil/trace.go:171","msg":"trace[1609307426] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"329.812394ms","start":"2026-03-13T23:02:39.189283Z","end":"2026-03-13T23:02:39.519095Z","steps":["trace[1609307426] 'process raft request' (duration: 329.5492ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:39.519127Z","caller":"traceutil/trace.go:171","msg":"trace[890797509] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"330.327353ms","start":"2026-03-13T23:02:39.188777Z","end":"2026-03-13T23:02:39.519104Z","steps":["trace[890797509] 'process raft request' (duration: 329.964717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:39.519148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:39.187311Z","time spent":"331.737867ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.51924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:39.189263Z","time spent":"329.913216ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.519238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:39.18914Z","time spent":"330.028598ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:02:39.519244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:39.188767Z","time spent":"330.413765ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:39.585241Z","caller":"traceutil/trace.go:171","msg":"trace[108490970] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:572; }","duration":"221.080777ms","start":"2026-03-13T23:02:39.364119Z","end":"2026-03-13T23:02:39.5852Z","steps":["trace[108490970] 'read index received' (duration: 113.155003ms)","trace[108490970] 'applied index is now lower than readState.Index' (duration: 107.923084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:02:39.585385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.250189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:02:39.585422Z","caller":"traceutil/trace.go:171","msg":"trace[1113054189] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"221.344331ms","start":"2026-03-13T23:02:39.364069Z","end":"2026-03-13T23:02:39.585413Z","steps":["trace[1113054189] 'agreement among raft nodes before linearized reading' (duration: 221.25271ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:41.563423Z","caller":"traceutil/trace.go:171","msg":"trace[2061822363] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"135.199887ms","start":"2026-03-13T23:02:41.428185Z","end":"2026-03-13T23:02:41.563384Z","steps":["trace[2061822363] 'process raft request' (duration: 134.985193ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:42.912193Z","caller":"traceutil/trace.go:171","msg":"trace[1260709406] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"372.357911ms","start":"2026-03-13T23:02:42.539811Z","end":"2026-03-13T23:02:42.912169Z","steps":["trace[1260709406] 'process raft request' (duration: 372.210158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:42.91236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:42.539801Z","time spent":"372.465163ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:02:42.919621Z","caller":"traceutil/trace.go:171","msg":"trace[74030923] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"182.627782ms","start":"2026-03-13T23:02:42.736971Z","end":"2026-03-13T23:02:42.919599Z","steps":["trace[74030923] 'process raft request' (duration: 182.596941ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:42.919782Z","caller":"traceutil/trace.go:171","msg":"trace[109883190] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"379.730524ms","start":"2026-03-13T23:02:42.540042Z","end":"2026-03-13T23:02:42.919773Z","steps":["trace[109883190] 'process raft request' (duration: 379.362467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:42.919887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:42.540027Z","time spent":"379.775864ms","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:42.919898Z","caller":"traceutil/trace.go:171","msg":"trace[1739464168] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"379.612912ms","start":"2026-03-13T23:02:42.540231Z","end":"2026-03-13T23:02:42.919844Z","steps":["trace[1739464168] 'process raft request' (duration: 379.257116ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:42.920008Z","caller":"traceutil/trace.go:171","msg":"trace[199775372] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"379.037972ms","start":"2026-03-13T23:02:42.54095Z","end":"2026-03-13T23:02:42.919988Z","steps":["trace[199775372] 'process raft request' (duration: 378.571143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:42.920045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:42.540217Z","time spent":"379.755644ms","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-13T23:02:42.920083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:02:42.540941Z","time spent":"379.105993ms","remote":"127.0.0.1:59540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-13T23:02:45.849698Z","caller":"traceutil/trace.go:171","msg":"trace[928283197] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"259.313471ms","start":"2026-03-13T23:02:45.590359Z","end":"2026-03-13T23:02:45.849672Z","steps":["trace[928283197] 'process raft request' (duration: 259.032066ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:45.852792Z","caller":"traceutil/trace.go:171","msg":"trace[1505430529] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"262.059803ms","start":"2026-03-13T23:02:45.590716Z","end":"2026-03-13T23:02:45.852776Z","steps":["trace[1505430529] 'process raft request' (duration: 261.86606ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:45.852797Z","caller":"traceutil/trace.go:171","msg":"trace[1264315493] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"262.102094ms","start":"2026-03-13T23:02:45.59066Z","end":"2026-03-13T23:02:45.852763Z","steps":["trace[1264315493] 'process raft request' (duration: 261.759678ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:02:45.852846Z","caller":"traceutil/trace.go:171","msg":"trace[575955831] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:645; }","duration":"261.852629ms","start":"2026-03-13T23:02:45.590951Z","end":"2026-03-13T23:02:45.852804Z","steps":["trace[575955831] 'read index received' (duration: 258.574436ms)","trace[575955831] 'applied index is now lower than readState.Index' (duration: 3.276523ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:02:45.852979Z","caller":"traceutil/trace.go:171","msg":"trace[1404619123] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"113.447816ms","start":"2026-03-13T23:02:45.739473Z","end":"2026-03-13T23:02:45.852921Z","steps":["trace[1404619123] 'process raft request' (duration: 113.180341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:02:45.853164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.172935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:02:45.853233Z","caller":"traceutil/trace.go:171","msg":"trace[1180595467] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:630; }","duration":"262.285598ms","start":"2026-03-13T23:02:45.590931Z","end":"2026-03-13T23:02:45.853216Z","steps":["trace[1180595467] 'agreement among raft nodes before linearized reading' (duration: 262.028523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:10.538229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:11.038788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:11.508794Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475160499s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:03:11.560457Z","caller":"traceutil/trace.go:171","msg":"trace[228738263] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"1.526887701s","start":"2026-03-13T23:03:10.033556Z","end":"2026-03-13T23:03:11.560444Z","steps":["trace[228738263] 'process raft request' (duration: 1.475420436s)","trace[228738263] 'compare' (duration: 50.91316ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:11.560351Z","caller":"traceutil/trace.go:171","msg":"trace[1337185090] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:817; }","duration":"1.522782112s","start":"2026-03-13T23:03:10.037544Z","end":"2026-03-13T23:03:11.560326Z","steps":["trace[1337185090] 'read index received' (duration: 1.471381149s)","trace[1337185090] 'applied index is now lower than readState.Index' (duration: 51.399823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:11.560552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.033541Z","time spent":"1.526963172s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:11.560626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52308076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:11.56111Z","caller":"traceutil/trace.go:171","msg":"trace[1573240030] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:793; }","duration":"1.523612535s","start":"2026-03-13T23:03:10.037479Z","end":"2026-03-13T23:03:11.561091Z","steps":["trace[1573240030] 'agreement among raft nodes before linearized reading' (duration: 1.523098171s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.56116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.037455Z","time spent":"1.523690786s","remote":"127.0.0.1:59670","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:11.561311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.909925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-13T23:03:11.561393Z","caller":"traceutil/trace.go:171","msg":"trace[460162653] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:793; }","duration":"414.048958ms","start":"2026-03-13T23:03:11.147323Z","end":"2026-03-13T23:03:11.561372Z","steps":["trace[460162653] 'agreement among raft nodes before linearized reading' (duration: 413.788831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.561382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196830695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:11.561448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:11.147301Z","time spent":"414.138591ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-13T23:03:11.561466Z","caller":"traceutil/trace.go:171","msg":"trace[1207024509] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:793; }","duration":"1.196952908s","start":"2026-03-13T23:03:10.364489Z","end":"2026-03-13T23:03:11.561442Z","steps":["trace[1207024509] 'agreement among raft nodes before linearized reading' (duration: 1.196694391s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.561629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471744361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-13T23:03:11.561742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.364469Z","time spent":"1.197259047s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-13T23:03:11.561859Z","caller":"traceutil/trace.go:171","msg":"trace[1918836785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:793; }","duration":"1.472010289s","start":"2026-03-13T23:03:10.089833Z","end":"2026-03-13T23:03:11.561843Z","steps":["trace[1918836785] 'agreement among raft nodes before linearized reading' (duration: 1.471200337s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:11.562103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:10.089808Z","time spent":"1.472258955s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:16.086028Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:16.586387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:17.087062Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:17.587839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:18.088697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:18.364944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000486132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:18.365033Z","caller":"traceutil/trace.go:171","msg":"trace[1281062083] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000622766s","start":"2026-03-13T23:03:16.36439Z","end":"2026-03-13T23:03:18.365013Z","steps":["trace[1281062083] 'agreement among raft nodes before linearized reading' (duration: 2.000510063s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:18.365118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:16.364365Z","time spent":"2.00074228s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:18.589613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:19.09018Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:19.591136Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:19.92038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:19.920468Z","caller":"traceutil/trace.go:171","msg":"trace[1857450836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000016288s","start":"2026-03-13T23:03:17.920433Z","end":"2026-03-13T23:03:19.920449Z","steps":["trace[1857450836] 'agreement among raft nodes before linearized reading' (duration: 1.999907445s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:19.920521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:17.920403Z","time spent":"2.0001086s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:20.091896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:20.365309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000094301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:20.365403Z","caller":"traceutil/trace.go:171","msg":"trace[154754696] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000242466s","start":"2026-03-13T23:03:18.365142Z","end":"2026-03-13T23:03:20.365385Z","steps":["trace[154754696] 'agreement among raft nodes before linearized reading' (duration: 2.000129173s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:20.365448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:18.365124Z","time spent":"2.000315388s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:20.577374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:15.57886Z","time spent":"4.998505798s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-13T23:03:20.585402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999543635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:20.585473Z","caller":"traceutil/trace.go:171","msg":"trace[1381454220] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999630647s","start":"2026-03-13T23:03:15.585822Z","end":"2026-03-13T23:03:20.585453Z","steps":["trace[1381454220] 'agreement among raft nodes before linearized reading' (duration: 4.999540165s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:20.585529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:15.585804Z","time spent":"4.99971258s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:20.59273Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:20.995264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999812869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:20.995329Z","caller":"traceutil/trace.go:171","msg":"trace[1603764535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999940212s","start":"2026-03-13T23:03:15.995374Z","end":"2026-03-13T23:03:20.995314Z","steps":["trace[1603764535] 'agreement among raft nodes before linearized reading' (duration: 4.99984619s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:20.99536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:15.995348Z","time spent":"5.000004804s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/13 23:03:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:21.093749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:21.594963Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:22.095908Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:22.374439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000007626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:22.374519Z","caller":"traceutil/trace.go:171","msg":"trace[1417288404] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00013558s","start":"2026-03-13T23:03:20.374365Z","end":"2026-03-13T23:03:22.3745Z","steps":["trace[1417288404] 'agreement among raft nodes before linearized reading' (duration: 2.000038927s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:22.374634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:20.374342Z","time spent":"2.000227543s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:22.585991Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-13T23:03:22.586084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.000626616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"etcdserver: request timed out"} {"level":"info","ts":"2026-03-13T23:03:22.586113Z","caller":"traceutil/trace.go:171","msg":"trace[593862155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"7.000688247s","start":"2026-03-13T23:03:15.585413Z","end":"2026-03-13T23:03:22.586101Z","steps":["trace[593862155] 'agreement among raft nodes before linearized reading' (duration: 7.000652206s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:22.586136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:15.585399Z","time spent":"7.000730858s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:22.89042Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.311428963s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:03:23.088025Z","caller":"traceutil/trace.go:171","msg":"trace[1697731863] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"5.855683395s","start":"2026-03-13T23:03:17.232315Z","end":"2026-03-13T23:03:23.087999Z","steps":["trace[1697731863] 'process raft request' (duration: 5.763613523s)","trace[1697731863] 'compare' (duration: 91.781474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:23.088354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:17.232292Z","time spent":"5.855993134s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:23.116502Z","caller":"traceutil/trace.go:171","msg":"trace[1613676261] linearizableReadLoop","detail":"{readStateIndex:834; appliedIndex:830; }","duration":"530.430785ms","start":"2026-03-13T23:03:22.586048Z","end":"2026-03-13T23:03:23.116479Z","steps":["trace[1613676261] 'read index received' (duration: 304.598298ms)","trace[1613676261] 'applied index is now lower than readState.Index' (duration: 225.831227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:23.116574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.587547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:23.116615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.040814639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:23.11671Z","caller":"traceutil/trace.go:171","msg":"trace[1278466195] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:806; }","duration":"2.040967323s","start":"2026-03-13T23:03:21.075724Z","end":"2026-03-13T23:03:23.116692Z","steps":["trace[1278466195] 'agreement among raft nodes before linearized reading' (duration: 2.040793208s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.116712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:19.924025Z","time spent":"3.192679223s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-13T23:03:23.116767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.075703Z","time spent":"2.041052906s","remote":"127.0.0.1:59888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:23.116786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.956797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:23.116826Z","caller":"traceutil/trace.go:171","msg":"trace[353178448] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:806; }","duration":"534.016048ms","start":"2026-03-13T23:03:22.582792Z","end":"2026-03-13T23:03:23.116808Z","steps":["trace[353178448] 'agreement among raft nodes before linearized reading' (duration: 533.886935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.116867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:22.582779Z","time spent":"534.07782ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:23.116884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.83282086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-13T23:03:23.116973Z","caller":"traceutil/trace.go:171","msg":"trace[704468066] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:806; }","duration":"3.832996875s","start":"2026-03-13T23:03:19.283962Z","end":"2026-03-13T23:03:23.116959Z","steps":["trace[704468066] 'agreement among raft nodes before linearized reading' (duration: 3.832764098s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.117019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931442465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:23.117062Z","caller":"traceutil/trace.go:171","msg":"trace[1990288683] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:806; }","duration":"1.931519067s","start":"2026-03-13T23:03:21.18553Z","end":"2026-03-13T23:03:23.117049Z","steps":["trace[1990288683] 'agreement among raft nodes before linearized reading' (duration: 1.931458876s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:23.116655Z","caller":"traceutil/trace.go:171","msg":"trace[843193211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"741.71605ms","start":"2026-03-13T23:03:22.374922Z","end":"2026-03-13T23:03:23.116638Z","steps":["trace[843193211] 'agreement among raft nodes before linearized reading' (duration: 741.574356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.1171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:21.185511Z","time spent":"1.931581419s","remote":"127.0.0.1:59744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:23.117114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:22.374905Z","time spent":"742.194754ms","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:23.117288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.478997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-13T23:03:23.11733Z","caller":"traceutil/trace.go:171","msg":"trace[1668271128] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:806; }","duration":"529.545489ms","start":"2026-03-13T23:03:22.587775Z","end":"2026-03-13T23:03:23.11732Z","steps":["trace[1668271128] 'agreement among raft nodes before linearized reading' (duration: 529.451416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.117364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:22.587761Z","time spent":"529.59708ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:23.117358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.048404427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-13T23:03:23.117414Z","caller":"traceutil/trace.go:171","msg":"trace[185524845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:806; }","duration":"7.048502629s","start":"2026-03-13T23:03:16.068896Z","end":"2026-03-13T23:03:23.117399Z","steps":["trace[185524845] 'agreement among raft nodes before linearized reading' (duration: 7.048352285s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.117469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:16.068858Z","time spent":"7.048599722s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:23.117411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.56479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:03:23.117537Z","caller":"traceutil/trace.go:171","msg":"trace[1272733050] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:806; }","duration":"120.727825ms","start":"2026-03-13T23:03:22.996802Z","end":"2026-03-13T23:03:23.117529Z","steps":["trace[1272733050] 'agreement among raft nodes before linearized reading' (duration: 120.520669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:23.117995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:19.283944Z","time spent":"3.833095847s","remote":"127.0.0.1:59868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:03:23.38967Z","caller":"traceutil/trace.go:171","msg":"trace[1341300130] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"269.073785ms","start":"2026-03-13T23:03:23.120569Z","end":"2026-03-13T23:03:23.389643Z","steps":["trace[1341300130] 'process raft request' (duration: 205.309373ms)","trace[1341300130] 'compare' (duration: 63.590597ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:23.390023Z","caller":"traceutil/trace.go:171","msg":"trace[621625806] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"267.52831ms","start":"2026-03-13T23:03:23.122484Z","end":"2026-03-13T23:03:23.390013Z","steps":["trace[621625806] 'process raft request' (duration: 267.116998ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:23.390154Z","caller":"traceutil/trace.go:171","msg":"trace[1615287969] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"267.350145ms","start":"2026-03-13T23:03:23.122799Z","end":"2026-03-13T23:03:23.390149Z","steps":["trace[1615287969] 'process raft request' (duration: 267.134389ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:23.390271Z","caller":"traceutil/trace.go:171","msg":"trace[233591518] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"267.428007ms","start":"2026-03-13T23:03:23.122838Z","end":"2026-03-13T23:03:23.390266Z","steps":["trace[233591518] 'process raft request' (duration: 267.287243ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:23.390245Z","caller":"traceutil/trace.go:171","msg":"trace[851561699] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:834; }","duration":"264.639066ms","start":"2026-03-13T23:03:23.125581Z","end":"2026-03-13T23:03:23.39022Z","steps":["trace[851561699] 'read index received' (duration: 15.574892ms)","trace[851561699] 'applied index is now lower than readState.Index' (duration: 249.063034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:23.390421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.798301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:23.390497Z","caller":"traceutil/trace.go:171","msg":"trace[1449168237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:811; }","duration":"264.904834ms","start":"2026-03-13T23:03:23.125554Z","end":"2026-03-13T23:03:23.390459Z","steps":["trace[1449168237] 'agreement among raft nodes before linearized reading' (duration: 264.797361ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:23.400353Z","caller":"traceutil/trace.go:171","msg":"trace[1714412404] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"254.749968ms","start":"2026-03-13T23:03:23.145535Z","end":"2026-03-13T23:03:23.400285Z","steps":["trace[1714412404] 'process raft request' (duration: 254.627355ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:24.572726Z","caller":"traceutil/trace.go:171","msg":"trace[63181097] linearizableReadLoop","detail":"{readStateIndex:844; appliedIndex:843; }","duration":"171.230405ms","start":"2026-03-13T23:03:24.401473Z","end":"2026-03-13T23:03:24.572704Z","steps":["trace[63181097] 'read index received' (duration: 126.194039ms)","trace[63181097] 'applied index is now lower than readState.Index' (duration: 45.035406ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:24.572775Z","caller":"traceutil/trace.go:171","msg":"trace[1175460166] transaction","detail":"{read_only:false; response_revision:815; number_of_response:1; }","duration":"171.525865ms","start":"2026-03-13T23:03:24.40122Z","end":"2026-03-13T23:03:24.572745Z","steps":["trace[1175460166] 'process raft request' (duration: 126.505249ms)","trace[1175460166] 'compare' (duration: 44.853811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:24.572881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.39111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:24.572913Z","caller":"traceutil/trace.go:171","msg":"trace[895515389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:815; }","duration":"171.471332ms","start":"2026-03-13T23:03:24.401434Z","end":"2026-03-13T23:03:24.572905Z","steps":["trace[895515389] 'agreement among raft nodes before linearized reading' (duration: 171.38265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:24.573062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.864112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:24.573177Z","caller":"traceutil/trace.go:171","msg":"trace[1813446388] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:815; }","duration":"149.034137ms","start":"2026-03-13T23:03:24.424124Z","end":"2026-03-13T23:03:24.573158Z","steps":["trace[1813446388] 'agreement among raft nodes before linearized reading' (duration: 148.849601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:25.952185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.54392ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:25.952283Z","caller":"traceutil/trace.go:171","msg":"trace[1854741582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:817; }","duration":"459.657843ms","start":"2026-03-13T23:03:25.49261Z","end":"2026-03-13T23:03:25.952268Z","steps":["trace[1854741582] 'range keys from in-memory index tree' (duration: 459.53142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:25.952445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.250745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-13T23:03:25.952652Z","caller":"traceutil/trace.go:171","msg":"trace[1879917309] transaction","detail":"{read_only:false; response_revision:818; number_of_response:1; }","duration":"553.833804ms","start":"2026-03-13T23:03:25.398793Z","end":"2026-03-13T23:03:25.952626Z","steps":["trace[1879917309] 'process raft request' (duration: 273.29966ms)","trace[1879917309] 'compare' (duration: 279.995648ms)"],"step_count":2} {"level":"info","ts":"2026-03-13T23:03:25.952676Z","caller":"traceutil/trace.go:171","msg":"trace[1525169927] linearizableReadLoop","detail":"{readStateIndex:849; appliedIndex:846; }","duration":"383.004658ms","start":"2026-03-13T23:03:25.569656Z","end":"2026-03-13T23:03:25.952661Z","steps":["trace[1525169927] 'read index received' (duration: 102.405083ms)","trace[1525169927] 'applied index is now lower than readState.Index' (duration: 280.598715ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:25.952757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.09564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-13T23:03:25.952767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.39877Z","time spent":"553.935766ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:25.952796Z","caller":"traceutil/trace.go:171","msg":"trace[304977971] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:820; }","duration":"383.166592ms","start":"2026-03-13T23:03:25.569618Z","end":"2026-03-13T23:03:25.952785Z","steps":["trace[304977971] 'agreement among raft nodes before linearized reading' (duration: 383.08815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:25.952838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.5696Z","time spent":"383.225735ms","remote":"127.0.0.1:59742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:03:25.952978Z","caller":"traceutil/trace.go:171","msg":"trace[1031682190] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"552.751642ms","start":"2026-03-13T23:03:25.399939Z","end":"2026-03-13T23:03:25.95269Z","steps":["trace[1031682190] 'process raft request' (duration: 552.582027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:25.953209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.399929Z","time spent":"553.201175ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:03:25.953431Z","caller":"traceutil/trace.go:171","msg":"trace[932702550] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"553.02666ms","start":"2026-03-13T23:03:25.400383Z","end":"2026-03-13T23:03:25.95341Z","steps":["trace[932702550] 'process raft request' (duration: 552.238597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:25.953547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:25.400377Z","time spent":"553.105992ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:31.755572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.855508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:31.755661Z","caller":"traceutil/trace.go:171","msg":"trace[2010798187] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:832; }","duration":"109.008842ms","start":"2026-03-13T23:03:31.646635Z","end":"2026-03-13T23:03:31.755644Z","steps":["trace[2010798187] 'count revisions from in-memory index tree' (duration: 108.772745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:31.755786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.623425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:31.75587Z","caller":"traceutil/trace.go:171","msg":"trace[587280717] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:832; }","duration":"116.707067ms","start":"2026-03-13T23:03:31.639134Z","end":"2026-03-13T23:03:31.755841Z","steps":["trace[587280717] 'count revisions from in-memory index tree' (duration: 116.551273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:32.508378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:33.008677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:33.509447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:34.010222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:34.366153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000837856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:34.36624Z","caller":"traceutil/trace.go:171","msg":"trace[2061078320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00097126s","start":"2026-03-13T23:03:32.365248Z","end":"2026-03-13T23:03:34.366219Z","steps":["trace[2061078320] 'agreement among raft nodes before linearized reading' (duration: 2.000861087s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:34.366287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.365227Z","time spent":"2.001050242s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:34.511079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:35.011669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:35.512566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:36.013367Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:36.367132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000375767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:36.367245Z","caller":"traceutil/trace.go:171","msg":"trace[13345789] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537651s","start":"2026-03-13T23:03:34.366681Z","end":"2026-03-13T23:03:36.367219Z","steps":["trace[13345789] 'agreement among raft nodes before linearized reading' (duration: 2.000373266s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:36.367408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:34.366666Z","time spent":"2.000722328s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/13 23:03:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:36.513773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:36.991887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:31.992627Z","time spent":"4.999251891s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/13 23:03:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:37.007652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999990247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-13T23:03:37.007714Z","caller":"traceutil/trace.go:171","msg":"trace[1257918776] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.00009005s","start":"2026-03-13T23:03:32.007606Z","end":"2026-03-13T23:03:37.007696Z","steps":["trace[1257918776] 'agreement among raft nodes before linearized reading' (duration: 5.000014917s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:37.00776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.007589Z","time spent":"5.000162532s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/13 23:03:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-13T23:03:37.013891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:37.514452Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:38.015063Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:38.375129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000398605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:38.375211Z","caller":"traceutil/trace.go:171","msg":"trace[1724610294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508859s","start":"2026-03-13T23:03:36.374684Z","end":"2026-03-13T23:03:38.375193Z","steps":["trace[1724610294] 'agreement among raft nodes before linearized reading' (duration: 2.000410726s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:38.375256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:36.374676Z","time spent":"2.000571391s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:38.515467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:38.545736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99914187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-13T23:03:38.545791Z","caller":"traceutil/trace.go:171","msg":"trace[1237453383] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999241013s","start":"2026-03-13T23:03:33.546536Z","end":"2026-03-13T23:03:38.545777Z","steps":["trace[1237453383] 'agreement among raft nodes before linearized reading' (duration: 4.999179971s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:38.545934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:33.546514Z","time spent":"4.999407489s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:39.007871Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-03-13T23:03:39.50898Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5153697875006279963,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-13T23:03:39.618283Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.625514914s","expected-duration":"1s"} {"level":"info","ts":"2026-03-13T23:03:39.672964Z","caller":"traceutil/trace.go:171","msg":"trace[500376912] linearizableReadLoop","detail":"{readStateIndex:865; appliedIndex:862; }","duration":"665.008744ms","start":"2026-03-13T23:03:39.007933Z","end":"2026-03-13T23:03:39.672942Z","steps":["trace[500376912] 'read index received' (duration: 610.72789ms)","trace[500376912] 'applied index is now lower than readState.Index' (duration: 54.280044ms)"],"step_count":2} {"level":"warn","ts":"2026-03-13T23:03:39.673078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.753367941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:39.673138Z","caller":"traceutil/trace.go:171","msg":"trace[1868963255] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"1.753479245s","start":"2026-03-13T23:03:37.919646Z","end":"2026-03-13T23:03:39.673126Z","steps":["trace[1868963255] 'agreement among raft nodes before linearized reading' (duration: 1.753328461s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.673166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:37.919627Z","time spent":"1.753535417s","remote":"127.0.0.1:59492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:39.673298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.302850859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c890342434dd0\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-13T23:03:39.673329Z","caller":"traceutil/trace.go:171","msg":"trace[289320471] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"6.562802708s","start":"2026-03-13T23:03:33.110493Z","end":"2026-03-13T23:03:39.673296Z","steps":["trace[289320471] 'process raft request' (duration: 6.562272681s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.673382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.570944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-13T23:03:39.6734Z","caller":"traceutil/trace.go:171","msg":"trace[1621718657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:835; }","duration":"679.616846ms","start":"2026-03-13T23:03:38.993778Z","end":"2026-03-13T23:03:39.673395Z","steps":["trace[1621718657] 'agreement among raft nodes before linearized reading' (duration: 679.578015ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:39.673363Z","caller":"traceutil/trace.go:171","msg":"trace[69969315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189c890342434dd0; range_end:; response_count:1; response_revision:835; }","duration":"3.303015214s","start":"2026-03-13T23:03:36.37033Z","end":"2026-03-13T23:03:39.673346Z","steps":["trace[69969315] 'agreement among raft nodes before linearized reading' (duration: 3.302709965s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.673389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.941788901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-13T23:03:39.673288Z","caller":"traceutil/trace.go:171","msg":"trace[2056546032] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"5.377471197s","start":"2026-03-13T23:03:34.295772Z","end":"2026-03-13T23:03:39.673243Z","steps":["trace[2056546032] 'process raft request' (duration: 5.377126296s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.673502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:36.370312Z","time spent":"3.303137219s","remote":"127.0.0.1:59562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189c890342434dd0\" "} {"level":"warn","ts":"2026-03-13T23:03:39.673559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.362273626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.240\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-13T23:03:39.673585Z","caller":"traceutil/trace.go:171","msg":"trace[395341587] range","detail":"{range_begin:/registry/masterleases/199.204.45.240; range_end:; response_count:1; response_revision:835; }","duration":"5.36237992s","start":"2026-03-13T23:03:34.3112Z","end":"2026-03-13T23:03:39.67358Z","steps":["trace[395341587] 'agreement among raft nodes before linearized reading' (duration: 5.362298047s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.673551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.696795104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:03:39.673598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:34.311177Z","time spent":"5.362418431s","remote":"127.0.0.1:59512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.240\" "} {"level":"warn","ts":"2026-03-13T23:03:39.673578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371664353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-13T23:03:39.673603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.922238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-13T23:03:39.673636Z","caller":"traceutil/trace.go:171","msg":"trace[1907332535] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:835; }","duration":"663.96732ms","start":"2026-03-13T23:03:39.009659Z","end":"2026-03-13T23:03:39.673627Z","steps":["trace[1907332535] 'agreement among raft nodes before linearized reading' (duration: 663.877238ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:39.673634Z","caller":"traceutil/trace.go:171","msg":"trace[825571771] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:835; }","duration":"4.696928298s","start":"2026-03-13T23:03:34.976686Z","end":"2026-03-13T23:03:39.673614Z","steps":["trace[825571771] 'agreement among raft nodes before linearized reading' (duration: 4.696752992s)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:03:39.673647Z","caller":"traceutil/trace.go:171","msg":"trace[1330212162] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:835; }","duration":"3.371775466s","start":"2026-03-13T23:03:36.301852Z","end":"2026-03-13T23:03:39.673627Z","steps":["trace[1330212162] 'agreement among raft nodes before linearized reading' (duration: 3.371681573s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.673649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.653331149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-13T23:03:39.67368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:39.009652Z","time spent":"664.020512ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-13T23:03:39.673687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:34.976667Z","time spent":"4.697007701s","remote":"127.0.0.1:59662","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-13T23:03:39.673689Z","caller":"traceutil/trace.go:171","msg":"trace[631814729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:835; }","duration":"7.653402341s","start":"2026-03-13T23:03:32.020276Z","end":"2026-03-13T23:03:39.673678Z","steps":["trace[631814729] 'agreement among raft nodes before linearized reading' (duration: 7.653255156s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.673696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:36.30183Z","time spent":"3.371851979s","remote":"127.0.0.1:59710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-13T23:03:39.673418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:38.993764Z","time spent":"679.651107ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-13T23:03:39.673723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.020257Z","time spent":"7.653460063s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-13T23:03:39.673483Z","caller":"traceutil/trace.go:171","msg":"trace[2141064401] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:835; }","duration":"6.941897484s","start":"2026-03-13T23:03:32.731564Z","end":"2026-03-13T23:03:39.673461Z","steps":["trace[2141064401] 'agreement among raft nodes before linearized reading' (duration: 6.941621885s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.673774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:32.731512Z","time spent":"6.942246206s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-13T23:03:39.673477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.297319894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-13T23:03:39.673806Z","caller":"traceutil/trace.go:171","msg":"trace[401930670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:835; }","duration":"1.297719616s","start":"2026-03-13T23:03:38.376077Z","end":"2026-03-13T23:03:39.673797Z","steps":["trace[401930670] 'agreement among raft nodes before linearized reading' (duration: 1.297289022s)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:03:39.67384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:38.376059Z","time spent":"1.297773918s","remote":"127.0.0.1:59506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-13T23:03:39.673471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:33.110457Z","time spent":"6.562932202s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-13T23:03:39.673884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-13T23:03:34.295748Z","time spent":"5.377797577s","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-13T23:04:05.246894Z","caller":"traceutil/trace.go:171","msg":"trace[1572389862] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"153.370726ms","start":"2026-03-13T23:04:05.093496Z","end":"2026-03-13T23:04:05.246867Z","steps":["trace[1572389862] 'process raft request' (duration: 153.170039ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:16.839095Z","caller":"traceutil/trace.go:171","msg":"trace[2066454865] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"101.670972ms","start":"2026-03-13T23:04:16.737393Z","end":"2026-03-13T23:04:16.839064Z","steps":["trace[2066454865] 'process raft request' (duration: 101.470555ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:18.234841Z","caller":"traceutil/trace.go:171","msg":"trace[2089967683] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"121.465513ms","start":"2026-03-13T23:04:18.113352Z","end":"2026-03-13T23:04:18.234817Z","steps":["trace[2089967683] 'process raft request' (duration: 121.345528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-13T23:04:28.582955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.055639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver\" ","response":"range_response_count:1 size:679"} {"level":"warn","ts":"2026-03-13T23:04:28.582988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.552583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:950"} {"level":"info","ts":"2026-03-13T23:04:28.58305Z","caller":"traceutil/trace.go:171","msg":"trace[1614355287] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:legacy-unknown-approver; range_end:; response_count:1; response_revision:1018; }","duration":"149.192634ms","start":"2026-03-13T23:04:28.433838Z","end":"2026-03-13T23:04:28.58303Z","steps":["trace[1614355287] 'range keys from in-memory index tree' (duration: 148.970466ms)"],"step_count":1} {"level":"info","ts":"2026-03-13T23:04:28.583058Z","caller":"traceutil/trace.go:171","msg":"trace[470262449] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1018; }","duration":"100.682877ms","start":"2026-03-13T23:04:28.482359Z","end":"2026-03-13T23:04:28.583042Z","steps":["trace[470262449] 'range keys from in-memory index tree' (duration: 100.425799ms)"],"step_count":1}