{"level":"warn","ts":"2026-04-28T03:15:51.77931Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:15:51.779402Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.44:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.44:2380","--initial-cluster=instance=https://199.204.45.44:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.44:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.44:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-28T03:15:51.77947Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-28T03:15:51.779482Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-28T03:15:51.7795Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:15:51.780143Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"]} {"level":"info","ts":"2026-04-28T03:15:51.780207Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.44:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-28T03:15:51.786185Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.669521ms"} {"level":"info","ts":"2026-04-28T03:15:51.792209Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a0a01fc7fbf6be45","cluster-id":"92fa3fee501eaaec"} {"level":"info","ts":"2026-04-28T03:15:51.792284Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=()"} {"level":"info","ts":"2026-04-28T03:15:51.792304Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 0"} {"level":"info","ts":"2026-04-28T03:15:51.792314Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a0a01fc7fbf6be45 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-28T03:15:51.792327Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became follower at term 1"} {"level":"info","ts":"2026-04-28T03:15:51.792399Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"warn","ts":"2026-04-28T03:15:51.804532Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-28T03:15:51.808628Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-28T03:15:51.810104Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-28T03:15:51.812144Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a0a01fc7fbf6be45","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-28T03:15:51.812508Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a0a01fc7fbf6be45","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-28T03:15:51.812692Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:15:51.812739Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:15:51.812749Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-28T03:15:51.817513Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 switched to configuration voters=(11574285986128379461)"} {"level":"info","ts":"2026-04-28T03:15:51.817719Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","added-peer-id":"a0a01fc7fbf6be45","added-peer-peer-urls":["https://199.204.45.44:2380"]} {"level":"info","ts":"2026-04-28T03:15:51.819101Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-28T03:15:51.819371Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a0a01fc7fbf6be45","initial-advertise-peer-urls":["https://199.204.45.44:2380"],"listen-peer-urls":["https://199.204.45.44:2380"],"advertise-client-urls":["https://199.204.45.44:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.44:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-28T03:15:51.819425Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-28T03:15:51.819552Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-28T03:15:51.819626Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.44:2380"} {"level":"info","ts":"2026-04-28T03:15:52.793618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 is starting a new election at term 1"} {"level":"info","ts":"2026-04-28T03:15:52.793701Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-28T03:15:52.793767Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgPreVoteResp from a0a01fc7fbf6be45 at term 1"} {"level":"info","ts":"2026-04-28T03:15:52.793787Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became candidate at term 2"} {"level":"info","ts":"2026-04-28T03:15:52.793799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 received MsgVoteResp from a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-28T03:15:52.793816Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a0a01fc7fbf6be45 became leader at term 2"} {"level":"info","ts":"2026-04-28T03:15:52.793829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a0a01fc7fbf6be45 elected leader a0a01fc7fbf6be45 at term 2"} {"level":"info","ts":"2026-04-28T03:15:52.826405Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a0a01fc7fbf6be45","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.44:2379]}","request-path":"/0/members/a0a01fc7fbf6be45/attributes","cluster-id":"92fa3fee501eaaec","publish-timeout":"7s"} {"level":"info","ts":"2026-04-28T03:15:52.826803Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:15:52.828116Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"92fa3fee501eaaec","local-member-id":"a0a01fc7fbf6be45","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:15:52.828244Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:15:52.828281Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:15:52.828391Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-28T03:15:52.828415Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-28T03:15:52.82857Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-28T03:15:52.828628Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-28T03:15:52.830391Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-28T03:15:52.832056Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.44:2379"} {"level":"warn","ts":"2026-04-28T03:15:57.316259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.790504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:15:57.316384Z","caller":"traceutil/trace.go:171","msg":"trace[55281329] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:222; }","duration":"110.954074ms","start":"2026-04-28T03:15:57.205387Z","end":"2026-04-28T03:15:57.316341Z","steps":["trace[55281329] 'range keys from in-memory index tree' (duration: 110.628853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:57.586402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.535023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:57.586786Z","caller":"traceutil/trace.go:171","msg":"trace[924687723] transaction","detail":"{read_only:false; response_revision:224; number_of_response:1; }","duration":"181.433697ms","start":"2026-04-28T03:15:57.405296Z","end":"2026-04-28T03:15:57.586729Z","steps":["trace[924687723] 'process raft request' (duration: 14.44969ms)","trace[924687723] 'compare' (duration: 165.371063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:57.900616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.514071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:57.900835Z","caller":"traceutil/trace.go:171","msg":"trace[729391340] transaction","detail":"{read_only:false; response_revision:227; number_of_response:1; }","duration":"241.108067ms","start":"2026-04-28T03:15:57.659711Z","end":"2026-04-28T03:15:57.900819Z","steps":["trace[729391340] 'process raft request' (duration: 97.217835ms)","trace[729391340] 'compare' (duration: 143.372891ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:57.935104Z","caller":"traceutil/trace.go:171","msg":"trace[1525748506] transaction","detail":"{read_only:false; response_revision:228; number_of_response:1; }","duration":"274.676115ms","start":"2026-04-28T03:15:57.660397Z","end":"2026-04-28T03:15:57.935073Z","steps":["trace[1525748506] 'process raft request' (duration: 274.477814ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:57.935273Z","caller":"traceutil/trace.go:171","msg":"trace[1261216316] transaction","detail":"{read_only:false; response_revision:229; number_of_response:1; }","duration":"229.412533ms","start":"2026-04-28T03:15:57.705841Z","end":"2026-04-28T03:15:57.935253Z","steps":["trace[1261216316] 'process raft request' (duration: 229.165802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:58.28479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.27515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:58.284981Z","caller":"traceutil/trace.go:171","msg":"trace[1865115565] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"229.610363ms","start":"2026-04-28T03:15:58.055359Z","end":"2026-04-28T03:15:58.284969Z","steps":["trace[1865115565] 'process raft request' (duration: 229.567272ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:58.285449Z","caller":"traceutil/trace.go:171","msg":"trace[1921642026] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"247.378618ms","start":"2026-04-28T03:15:58.037723Z","end":"2026-04-28T03:15:58.285101Z","steps":["trace[1921642026] 'process raft request' (duration: 137.738297ms)","trace[1921642026] 'compare' (duration: 109.16122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:58.515796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.908283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T03:15:58.515912Z","caller":"traceutil/trace.go:171","msg":"trace[368737318] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:238; }","duration":"131.047003ms","start":"2026-04-28T03:15:58.384829Z","end":"2026-04-28T03:15:58.515876Z","steps":["trace[368737318] 'range keys from in-memory index tree' (duration: 130.810613ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:58.532244Z","caller":"traceutil/trace.go:171","msg":"trace[207474494] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"146.511134ms","start":"2026-04-28T03:15:58.38571Z","end":"2026-04-28T03:15:58.532221Z","steps":["trace[207474494] 'process raft request' (duration: 146.369664ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:58.725689Z","caller":"traceutil/trace.go:171","msg":"trace[346092511] linearizableReadLoop","detail":"{readStateIndex:247; appliedIndex:245; }","duration":"189.729332ms","start":"2026-04-28T03:15:58.53593Z","end":"2026-04-28T03:15:58.72566Z","steps":["trace[346092511] 'read index received' (duration: 65.054661ms)","trace[346092511] 'applied index is now lower than readState.Index' (duration: 124.673121ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:58.725993Z","caller":"traceutil/trace.go:171","msg":"trace[762147911] transaction","detail":"{read_only:false; response_revision:241; number_of_response:1; }","duration":"190.071292ms","start":"2026-04-28T03:15:58.535903Z","end":"2026-04-28T03:15:58.725975Z","steps":["trace[762147911] 'process raft request' (duration: 129.349911ms)","trace[762147911] 'compare' (duration: 60.16343ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:15:58.726194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.494857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:58.726799Z","caller":"traceutil/trace.go:171","msg":"trace[718018022] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:241; }","duration":"173.125089ms","start":"2026-04-28T03:15:58.553649Z","end":"2026-04-28T03:15:58.726774Z","steps":["trace[718018022] 'agreement among raft nodes before linearized reading' (duration: 172.476897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:58.727101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.565857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:15:58.72717Z","caller":"traceutil/trace.go:171","msg":"trace[106384639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:241; }","duration":"122.636747ms","start":"2026-04-28T03:15:58.604491Z","end":"2026-04-28T03:15:58.727128Z","steps":["trace[106384639] 'agreement among raft nodes before linearized reading' (duration: 121.659715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:58.727111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.176795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:15:58.727455Z","caller":"traceutil/trace.go:171","msg":"trace[733460989] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:241; }","duration":"191.524596ms","start":"2026-04-28T03:15:58.535907Z","end":"2026-04-28T03:15:58.727431Z","steps":["trace[733460989] 'agreement among raft nodes before linearized reading' (duration: 190.236983ms)"],"step_count":1} 2026/04/28 03:15:58 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:15:59.387849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.073241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:59.388152Z","caller":"traceutil/trace.go:171","msg":"trace[47471214] linearizableReadLoop","detail":"{readStateIndex:250; appliedIndex:247; }","duration":"618.262124ms","start":"2026-04-28T03:15:58.769867Z","end":"2026-04-28T03:15:59.388129Z","steps":["trace[47471214] 'read index received' (duration: 35.645392ms)","trace[47471214] 'applied index is now lower than readState.Index' (duration: 582.615232ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:59.388239Z","caller":"traceutil/trace.go:171","msg":"trace[2001517803] transaction","detail":"{read_only:false; response_revision:243; number_of_response:1; }","duration":"654.904658ms","start":"2026-04-28T03:15:58.733308Z","end":"2026-04-28T03:15:59.388213Z","steps":["trace[2001517803] 'process raft request' (duration: 117.365337ms)","trace[2001517803] 'compare' (duration: 536.83091ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:59.388261Z","caller":"traceutil/trace.go:171","msg":"trace[908264110] transaction","detail":"{read_only:false; response_revision:244; number_of_response:1; }","duration":"652.485703ms","start":"2026-04-28T03:15:58.73575Z","end":"2026-04-28T03:15:59.388236Z","steps":["trace[908264110] 'process raft request' (duration: 652.235502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.388342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.475625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:15:59.388415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.733283Z","time spent":"655.031129ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:15:59.388405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.735738Z","time spent":"652.590193ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:59.388445Z","caller":"traceutil/trace.go:171","msg":"trace[1554418214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:244; }","duration":"618.624315ms","start":"2026-04-28T03:15:58.769797Z","end":"2026-04-28T03:15:59.388421Z","steps":["trace[1554418214] 'agreement among raft nodes before linearized reading' (duration: 618.465035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.388569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.769769Z","time spent":"618.762165ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:15:59.949452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.168595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:15:59.949687Z","caller":"traceutil/trace.go:171","msg":"trace[488530128] transaction","detail":"{read_only:false; response_revision:246; number_of_response:1; }","duration":"844.714697ms","start":"2026-04-28T03:15:59.104938Z","end":"2026-04-28T03:15:59.949653Z","steps":["trace[488530128] 'process raft request' (duration: 444.263842ms)","trace[488530128] 'compare' (duration: 399.998855ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:59.949747Z","caller":"traceutil/trace.go:171","msg":"trace[746057928] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"749.948657ms","start":"2026-04-28T03:15:59.199779Z","end":"2026-04-28T03:15:59.949728Z","steps":["trace[746057928] 'process raft request' (duration: 749.803276ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:15:59.949854Z","caller":"traceutil/trace.go:171","msg":"trace[833852040] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"728.324344ms","start":"2026-04-28T03:15:59.221517Z","end":"2026-04-28T03:15:59.949841Z","steps":["trace[833852040] 'process raft request' (duration: 728.114163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.949855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.199763Z","time spent":"750.032757ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:59.949912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.221493Z","time spent":"728.395294ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:59.949981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.10492Z","time spent":"844.837138ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:59.950379Z","caller":"traceutil/trace.go:171","msg":"trace[1703713963] transaction","detail":"{read_only:false; number_of_response:0; response_revision:246; }","duration":"728.724065ms","start":"2026-04-28T03:15:59.221641Z","end":"2026-04-28T03:15:59.950365Z","steps":["trace[1703713963] 'process raft request' (duration: 728.024223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.950457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.221618Z","time spent":"728.812665ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:59.950761Z","caller":"traceutil/trace.go:171","msg":"trace[232085452] transaction","detail":"{read_only:false; response_revision:247; number_of_response:1; }","duration":"728.702986ms","start":"2026-04-28T03:15:59.222024Z","end":"2026-04-28T03:15:59.950727Z","steps":["trace[232085452] 'process raft request' (duration: 728.230084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.951006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.222016Z","time spent":"728.816306ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:59.951258Z","caller":"traceutil/trace.go:171","msg":"trace[1163692610] transaction","detail":"{read_only:false; response_revision:248; number_of_response:1; }","duration":"728.567034ms","start":"2026-04-28T03:15:59.222678Z","end":"2026-04-28T03:15:59.951246Z","steps":["trace[1163692610] 'process raft request' (duration: 727.773952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.951316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.222668Z","time spent":"728.622954ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:15:59.951358Z","caller":"traceutil/trace.go:171","msg":"trace[142046632] linearizableReadLoop","detail":"{readStateIndex:258; appliedIndex:251; }","duration":"563.127292ms","start":"2026-04-28T03:15:59.388215Z","end":"2026-04-28T03:15:59.951343Z","steps":["trace[142046632] 'read index received' (duration: 70.328862ms)","trace[142046632] 'applied index is now lower than readState.Index' (duration: 492.79725ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:15:59.951478Z","caller":"traceutil/trace.go:171","msg":"trace[839228118] transaction","detail":"{read_only:false; number_of_response:0; response_revision:248; }","duration":"727.388772ms","start":"2026-04-28T03:15:59.224082Z","end":"2026-04-28T03:15:59.95147Z","steps":["trace[839228118] 'process raft request' (duration: 727.077612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.951537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.22407Z","time spent":"727.436422ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:59.951715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.865058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:59.95175Z","caller":"traceutil/trace.go:171","msg":"trace[752894147] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:250; }","duration":"928.928298ms","start":"2026-04-28T03:15:59.022813Z","end":"2026-04-28T03:15:59.951741Z","steps":["trace[752894147] 'agreement among raft nodes before linearized reading' (duration: 928.874158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.951753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138883271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/node-controller\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:15:59.951772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.022793Z","time spent":"928.973748ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" "} {"level":"info","ts":"2026-04-28T03:15:59.951786Z","caller":"traceutil/trace.go:171","msg":"trace[1974157881] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/node-controller; range_end:; response_count:0; response_revision:250; }","duration":"1.138952761s","start":"2026-04-28T03:15:58.812823Z","end":"2026-04-28T03:15:59.951776Z","steps":["trace[1974157881] 'agreement among raft nodes before linearized reading' (duration: 1.138904801s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.951816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:58.812803Z","time spent":"1.139004951s","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/node-controller\" "} {"level":"info","ts":"2026-04-28T03:15:59.951874Z","caller":"traceutil/trace.go:171","msg":"trace[1665695378] transaction","detail":"{read_only:false; response_revision:249; number_of_response:1; }","duration":"559.481215ms","start":"2026-04-28T03:15:59.392385Z","end":"2026-04-28T03:15:59.951866Z","steps":["trace[1665695378] 'process raft request' (duration: 558.853804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.951923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.39233Z","time spent":"559.564605ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:15:59.952001Z","caller":"traceutil/trace.go:171","msg":"trace[1483215891] transaction","detail":"{read_only:false; response_revision:250; number_of_response:1; }","duration":"559.480614ms","start":"2026-04-28T03:15:59.392513Z","end":"2026-04-28T03:15:59.951994Z","steps":["trace[1483215891] 'process raft request' (duration: 558.787623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.952033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.392489Z","time spent":"559.530534ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:15:59.952113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.673204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:15:59.952136Z","caller":"traceutil/trace.go:171","msg":"trace[2073544782] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:250; }","duration":"847.704255ms","start":"2026-04-28T03:15:59.104426Z","end":"2026-04-28T03:15:59.952131Z","steps":["trace[2073544782] 'agreement among raft nodes before linearized reading' (duration: 847.671674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.952152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.104421Z","time spent":"847.727255ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-28T03:15:59.952244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.842295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-28T03:15:59.952266Z","caller":"traceutil/trace.go:171","msg":"trace[1970054389] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:250; }","duration":"847.893565ms","start":"2026-04-28T03:15:59.104368Z","end":"2026-04-28T03:15:59.952261Z","steps":["trace[1970054389] 'agreement among raft nodes before linearized reading' (duration: 847.856435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.952283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.104335Z","time spent":"847.943945ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":688,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-04-28T03:15:59.952654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.793876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:15:59.952698Z","caller":"traceutil/trace.go:171","msg":"trace[763239573] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:250; }","duration":"560.874327ms","start":"2026-04-28T03:15:59.39181Z","end":"2026-04-28T03:15:59.952685Z","steps":["trace[763239573] 'agreement among raft nodes before linearized reading' (duration: 560.797307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:15:59.952729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.391791Z","time spent":"560.930038ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:16:00.526072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.298881ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:00.526324Z","caller":"traceutil/trace.go:171","msg":"trace[1499624499] transaction","detail":"{read_only:false; response_revision:252; number_of_response:1; }","duration":"565.876226ms","start":"2026-04-28T03:15:59.960424Z","end":"2026-04-28T03:16:00.5263Z","steps":["trace[1499624499] 'process raft request' (duration: 91.274164ms)","trace[1499624499] 'compare' (duration: 474.194351ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:00.526359Z","caller":"traceutil/trace.go:171","msg":"trace[284317341] linearizableReadLoop","detail":"{readStateIndex:262; appliedIndex:260; }","duration":"564.084712ms","start":"2026-04-28T03:15:59.962246Z","end":"2026-04-28T03:16:00.526331Z","steps":["trace[284317341] 'read index received' (duration: 43.439557ms)","trace[284317341] 'applied index is now lower than readState.Index' (duration: 520.643485ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:00.526437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.960404Z","time spent":"565.971416ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:00.526478Z","caller":"traceutil/trace.go:171","msg":"trace[746304990] transaction","detail":"{read_only:false; response_revision:253; number_of_response:1; }","duration":"557.726079ms","start":"2026-04-28T03:15:59.968726Z","end":"2026-04-28T03:16:00.526452Z","steps":["trace[746304990] 'process raft request' (duration: 557.443168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.526608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.968707Z","time spent":"557.848789ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:00.526708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.448692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-28T03:16:00.526792Z","caller":"traceutil/trace.go:171","msg":"trace[559391220] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:253; }","duration":"564.557662ms","start":"2026-04-28T03:15:59.962218Z","end":"2026-04-28T03:16:00.526776Z","steps":["trace[559391220] 'agreement among raft nodes before linearized reading' (duration: 564.253522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.526952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.962209Z","time spent":"564.659503ms","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-04-28T03:16:00.573886Z","caller":"traceutil/trace.go:171","msg":"trace[56358437] transaction","detail":"{read_only:false; response_revision:254; number_of_response:1; }","duration":"563.836141ms","start":"2026-04-28T03:16:00.010028Z","end":"2026-04-28T03:16:00.573865Z","steps":["trace[56358437] 'process raft request' (duration: 563.739981ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.574007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.010005Z","time spent":"563.945001ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":642,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:00.93207Z","caller":"traceutil/trace.go:171","msg":"trace[67649377] linearizableReadLoop","detail":"{readStateIndex:269; appliedIndex:263; }","duration":"405.614864ms","start":"2026-04-28T03:16:00.52644Z","end":"2026-04-28T03:16:00.932055Z","steps":["trace[67649377] 'read index received' (duration: 47.378715ms)","trace[67649377] 'applied index is now lower than readState.Index' (duration: 358.235539ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:00.932094Z","caller":"traceutil/trace.go:171","msg":"trace[1107401964] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"793.056781ms","start":"2026-04-28T03:16:00.139016Z","end":"2026-04-28T03:16:00.932072Z","steps":["trace[1107401964] 'process raft request' (duration: 792.970311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.932173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.811975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-04-28T03:16:00.932162Z","caller":"traceutil/trace.go:171","msg":"trace[823111207] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"793.321631ms","start":"2026-04-28T03:16:00.138817Z","end":"2026-04-28T03:16:00.932139Z","steps":["trace[823111207] 'process raft request' (duration: 793.141631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.932216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.561566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/coredns\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:00.932235Z","caller":"traceutil/trace.go:171","msg":"trace[1763969385] range","detail":"{range_begin:/registry/configmaps/kube-system/coredns; range_end:; response_count:0; response_revision:255; }","duration":"959.619066ms","start":"2026-04-28T03:15:59.972613Z","end":"2026-04-28T03:16:00.932232Z","steps":["trace[1763969385] 'agreement among raft nodes before linearized reading' (duration: 959.591946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.93223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.139011Z","time spent":"793.140081ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:00.932256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.972595Z","time spent":"959.656296ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/configmaps/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T03:16:00.932272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.138811Z","time spent":"793.407041ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:00.932335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.944055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-04-28T03:16:00.932386Z","caller":"traceutil/trace.go:171","msg":"trace[596000345] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"793.261501ms","start":"2026-04-28T03:16:00.139117Z","end":"2026-04-28T03:16:00.932378Z","steps":["trace[596000345] 'process raft request' (duration: 792.880731ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:00.932405Z","caller":"traceutil/trace.go:171","msg":"trace[855710056] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:255; }","duration":"970.022275ms","start":"2026-04-28T03:15:59.962368Z","end":"2026-04-28T03:16:00.93239Z","steps":["trace[855710056] 'agreement among raft nodes before linearized reading' (duration: 969.909975ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:00.932422Z","caller":"traceutil/trace.go:171","msg":"trace[2122768722] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"794.248772ms","start":"2026-04-28T03:16:00.138166Z","end":"2026-04-28T03:16:00.932415Z","steps":["trace[2122768722] 'process raft request' (duration: 780.364405ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.932439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.962362Z","time spent":"970.070135ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4040,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:16:00.932455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.138148Z","time spent":"794.292203ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:00.93244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.059245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4016"} {"level":"warn","ts":"2026-04-28T03:16:00.932182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.172405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"info","ts":"2026-04-28T03:16:00.932499Z","caller":"traceutil/trace.go:171","msg":"trace[203409557] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:255; }","duration":"970.133266ms","start":"2026-04-28T03:15:59.96235Z","end":"2026-04-28T03:16:00.932483Z","steps":["trace[203409557] 'agreement among raft nodes before linearized reading' (duration: 970.028985ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:00.932509Z","caller":"traceutil/trace.go:171","msg":"trace[2047094371] transaction","detail":"{read_only:false; number_of_response:0; response_revision:254; }","duration":"793.621542ms","start":"2026-04-28T03:16:00.138863Z","end":"2026-04-28T03:16:00.932484Z","steps":["trace[2047094371] 'process raft request' (duration: 793.111031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.932541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.962341Z","time spent":"970.190576ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4040,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-28T03:16:00.932445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.139113Z","time spent":"793.315241ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:00.932631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.138859Z","time spent":"793.715612ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:00.932542Z","caller":"traceutil/trace.go:171","msg":"trace[859976895] transaction","detail":"{read_only:false; response_revision:255; number_of_response:1; }","duration":"401.901416ms","start":"2026-04-28T03:16:00.530633Z","end":"2026-04-28T03:16:00.932534Z","steps":["trace[859976895] 'process raft request' (duration: 401.373335ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:00.932193Z","caller":"traceutil/trace.go:171","msg":"trace[1791232269] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:255; }","duration":"969.857005ms","start":"2026-04-28T03:15:59.96233Z","end":"2026-04-28T03:16:00.932187Z","steps":["trace[1791232269] 'agreement among raft nodes before linearized reading' (duration: 969.791185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.932693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.530613Z","time spent":"402.060946ms","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":180,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:00.932722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:15:59.962326Z","time spent":"970.388396ms","remote":"127.0.0.1:40554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":688,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"info","ts":"2026-04-28T03:16:00.933393Z","caller":"traceutil/trace.go:171","msg":"trace[203523416] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:255; }","duration":"796.413657ms","start":"2026-04-28T03:16:00.136959Z","end":"2026-04-28T03:16:00.933373Z","steps":["trace[203523416] 'agreement among raft nodes before linearized reading' (duration: 795.132235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.933464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.136893Z","time spent":"796.553348ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5537,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-28T03:16:00.949518Z","caller":"traceutil/trace.go:171","msg":"trace[1624321882] transaction","detail":"{read_only:false; response_revision:256; number_of_response:1; }","duration":"369.480992ms","start":"2026-04-28T03:16:00.580026Z","end":"2026-04-28T03:16:00.949507Z","steps":["trace[1624321882] 'process raft request' (duration: 369.408882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:00.949638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.580004Z","time spent":"369.598262ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":638,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:01.30044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.017858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:01.300751Z","caller":"traceutil/trace.go:171","msg":"trace[1120112016] linearizableReadLoop","detail":"{readStateIndex:274; appliedIndex:271; }","duration":"351.213184ms","start":"2026-04-28T03:16:00.949521Z","end":"2026-04-28T03:16:01.300734Z","steps":["trace[1120112016] 'read index received' (duration: 231.797125ms)","trace[1120112016] 'applied index is now lower than readState.Index' (duration: 119.415089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:01.300919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.154475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-04-28T03:16:01.300999Z","caller":"traceutil/trace.go:171","msg":"trace[1599043919] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:259; }","duration":"367.259067ms","start":"2026-04-28T03:16:00.93373Z","end":"2026-04-28T03:16:01.300989Z","steps":["trace[1599043919] 'agreement among raft nodes before linearized reading' (duration: 367.097016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.301059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.933716Z","time spent":"367.331607ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2944,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-28T03:16:01.301256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.624451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:01.301346Z","caller":"traceutil/trace.go:171","msg":"trace[2005763349] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/pod-garbage-collector; range_end:; response_count:0; response_revision:259; }","duration":"364.754331ms","start":"2026-04-28T03:16:00.936577Z","end":"2026-04-28T03:16:01.301332Z","steps":["trace[2005763349] 'agreement among raft nodes before linearized reading' (duration: 364.588001ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:01.301479Z","caller":"traceutil/trace.go:171","msg":"trace[559552253] transaction","detail":"{read_only:false; response_revision:259; number_of_response:1; }","duration":"356.661865ms","start":"2026-04-28T03:16:00.944807Z","end":"2026-04-28T03:16:01.301469Z","steps":["trace[559552253] 'process raft request' (duration: 355.874323ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:01.301548Z","caller":"traceutil/trace.go:171","msg":"trace[523491734] transaction","detail":"{read_only:false; response_revision:258; number_of_response:1; }","duration":"365.416813ms","start":"2026-04-28T03:16:00.936114Z","end":"2026-04-28T03:16:01.301531Z","steps":["trace[523491734] 'process raft request' (duration: 364.49496ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.301632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.94479Z","time spent":"356.753516ms","remote":"127.0.0.1:40324","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4182,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:01.301498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.936565Z","time spent":"364.918751ms","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/kube-system/pod-garbage-collector\" "} {"level":"warn","ts":"2026-04-28T03:16:01.301255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.371556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"warn","ts":"2026-04-28T03:16:01.30174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.270456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:3466"} {"level":"warn","ts":"2026-04-28T03:16:01.301401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.630146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3974"} {"level":"info","ts":"2026-04-28T03:16:01.301794Z","caller":"traceutil/trace.go:171","msg":"trace[256935729] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:259; }","duration":"367.326296ms","start":"2026-04-28T03:16:00.934454Z","end":"2026-04-28T03:16:01.301781Z","steps":["trace[256935729] 'agreement among raft nodes before linearized reading' (duration: 367.232506ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:01.301818Z","caller":"traceutil/trace.go:171","msg":"trace[1107147203] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:259; }","duration":"368.069007ms","start":"2026-04-28T03:16:00.933738Z","end":"2026-04-28T03:16:01.301807Z","steps":["trace[1107147203] 'agreement among raft nodes before linearized reading' (duration: 367.565006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.301834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.934411Z","time spent":"367.412126ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":3490,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-28T03:16:01.301866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.933724Z","time spent":"368.129238ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":3998,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"info","ts":"2026-04-28T03:16:01.301354Z","caller":"traceutil/trace.go:171","msg":"trace[1560144824] transaction","detail":"{read_only:false; response_revision:257; number_of_response:1; }","duration":"365.852213ms","start":"2026-04-28T03:16:00.935476Z","end":"2026-04-28T03:16:01.301329Z","steps":["trace[1560144824] 'process raft request' (duration: 245.854433ms)","trace[1560144824] 'compare' (duration: 118.862207ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:01.301996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.935467Z","time spent":"366.499654ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":597,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:01.301639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.936106Z","time spent":"365.496073ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:01.301766Z","caller":"traceutil/trace.go:171","msg":"trace[967688368] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:259; }","duration":"367.907147ms","start":"2026-04-28T03:16:00.933844Z","end":"2026-04-28T03:16:01.301751Z","steps":["trace[967688368] 'agreement among raft nodes before linearized reading' (duration: 367.346186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.302348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.933835Z","time spent":"368.494698ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5537,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-04-28T03:16:01.308042Z","caller":"traceutil/trace.go:171","msg":"trace[902625093] transaction","detail":"{read_only:false; response_revision:261; number_of_response:1; }","duration":"349.042079ms","start":"2026-04-28T03:16:00.958984Z","end":"2026-04-28T03:16:01.308027Z","steps":["trace[902625093] 'process raft request' (duration: 348.998199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:01.308102Z","caller":"traceutil/trace.go:171","msg":"trace[1745141147] transaction","detail":"{read_only:false; response_revision:260; number_of_response:1; }","duration":"355.831063ms","start":"2026-04-28T03:16:00.952238Z","end":"2026-04-28T03:16:01.308069Z","steps":["trace[1745141147] 'process raft request' (duration: 355.596203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:01.308154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.958968Z","time spent":"349.125819ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:01.308559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:00.952224Z","time spent":"356.087423ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:03.2523Z","caller":"traceutil/trace.go:171","msg":"trace[1181547652] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:339; }","duration":"110.54809ms","start":"2026-04-28T03:16:03.141726Z","end":"2026-04-28T03:16:03.252275Z","steps":["trace[1181547652] 'read index received' (duration: 28.001116ms)","trace[1181547652] 'applied index is now lower than readState.Index' (duration: 82.545954ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:03.25267Z","caller":"traceutil/trace.go:171","msg":"trace[1718822836] transaction","detail":"{read_only:false; response_revision:325; number_of_response:1; }","duration":"134.286468ms","start":"2026-04-28T03:16:03.118308Z","end":"2026-04-28T03:16:03.252595Z","steps":["trace[1718822836] 'process raft request' (duration: 51.573733ms)","trace[1718822836] 'compare' (duration: 82.220794ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:03.253055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.304791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-04-28T03:16:03.253365Z","caller":"traceutil/trace.go:171","msg":"trace[1390816757] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:325; }","duration":"111.661863ms","start":"2026-04-28T03:16:03.141682Z","end":"2026-04-28T03:16:03.253343Z","steps":["trace[1390816757] 'agreement among raft nodes before linearized reading' (duration: 111.274241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.654658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.490028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:03.655008Z","caller":"traceutil/trace.go:171","msg":"trace[1826047726] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"327.818614ms","start":"2026-04-28T03:16:03.327135Z","end":"2026-04-28T03:16:03.654954Z","steps":["trace[1826047726] 'process raft request' (duration: 127.969826ms)","trace[1826047726] 'compare' (duration: 199.328427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:03.655143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.327104Z","time spent":"327.978895ms","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:03.655437Z","caller":"traceutil/trace.go:171","msg":"trace[1134027099] linearizableReadLoop","detail":"{readStateIndex:349; appliedIndex:346; }","duration":"215.617311ms","start":"2026-04-28T03:16:03.439801Z","end":"2026-04-28T03:16:03.655419Z","steps":["trace[1134027099] 'read index received' (duration: 15.351022ms)","trace[1134027099] 'applied index is now lower than readState.Index' (duration: 200.265359ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:03.655511Z","caller":"traceutil/trace.go:171","msg":"trace[742873618] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"321.749662ms","start":"2026-04-28T03:16:03.333749Z","end":"2026-04-28T03:16:03.655499Z","steps":["trace[742873618] 'process raft request' (duration: 321.374952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.656183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.333695Z","time spent":"322.427783ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:03.655524Z","caller":"traceutil/trace.go:171","msg":"trace[1141358800] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"318.491716ms","start":"2026-04-28T03:16:03.337Z","end":"2026-04-28T03:16:03.655492Z","steps":["trace[1141358800] 'process raft request' (duration: 318.378896ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.656381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.336968Z","time spent":"319.314998ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:03.655629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.831251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:16:03.656684Z","caller":"traceutil/trace.go:171","msg":"trace[1870042770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:334; }","duration":"216.910074ms","start":"2026-04-28T03:16:03.439731Z","end":"2026-04-28T03:16:03.656641Z","steps":["trace[1870042770] 'agreement among raft nodes before linearized reading' (duration: 215.822431ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.989189Z","caller":"traceutil/trace.go:171","msg":"trace[333973103] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"331.834232ms","start":"2026-04-28T03:16:03.657315Z","end":"2026-04-28T03:16:03.989149Z","steps":["trace[333973103] 'process raft request' (duration: 287.388793ms)","trace[333973103] 'compare' (duration: 44.107638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:03.989313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.657292Z","time spent":"331.963242ms","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":164,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:03.992581Z","caller":"traceutil/trace.go:171","msg":"trace[1348924665] linearizableReadLoop","detail":"{readStateIndex:356; appliedIndex:349; }","duration":"148.456866ms","start":"2026-04-28T03:16:03.844107Z","end":"2026-04-28T03:16:03.992564Z","steps":["trace[1348924665] 'read index received' (duration: 100.543531ms)","trace[1348924665] 'applied index is now lower than readState.Index' (duration: 47.912515ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:03.992703Z","caller":"traceutil/trace.go:171","msg":"trace[976891455] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"333.737295ms","start":"2026-04-28T03:16:03.658951Z","end":"2026-04-28T03:16:03.992689Z","steps":["trace[976891455] 'process raft request' (duration: 333.268205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.992793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.658933Z","time spent":"333.813956ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:03.99302Z","caller":"traceutil/trace.go:171","msg":"trace[1839918335] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"328.951457ms","start":"2026-04-28T03:16:03.664056Z","end":"2026-04-28T03:16:03.993007Z","steps":["trace[1839918335] 'process raft request' (duration: 328.431055ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.993037Z","caller":"traceutil/trace.go:171","msg":"trace[1528809357] transaction","detail":"{read_only:false; response_revision:337; number_of_response:1; }","duration":"329.083867ms","start":"2026-04-28T03:16:03.663929Z","end":"2026-04-28T03:16:03.993013Z","steps":["trace[1528809357] 'process raft request' (duration: 328.373615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.993095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.664037Z","time spent":"329.025477ms","remote":"127.0.0.1:40252","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1731,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:03.993139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.66392Z","time spent":"329.167747ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:03.993269Z","caller":"traceutil/trace.go:171","msg":"trace[475560109] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"329.301547ms","start":"2026-04-28T03:16:03.663959Z","end":"2026-04-28T03:16:03.993261Z","steps":["trace[475560109] 'process raft request' (duration: 328.378775ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:03.993292Z","caller":"traceutil/trace.go:171","msg":"trace[769494125] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"327.758414ms","start":"2026-04-28T03:16:03.665519Z","end":"2026-04-28T03:16:03.993277Z","steps":["trace[769494125] 'process raft request' (duration: 327.010412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.993314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.663952Z","time spent":"329.341577ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:03.993384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.665511Z","time spent":"327.818614ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:03.993475Z","caller":"traceutil/trace.go:171","msg":"trace[819497275] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"329.432808ms","start":"2026-04-28T03:16:03.664034Z","end":"2026-04-28T03:16:03.993466Z","steps":["trace[819497275] 'process raft request' (duration: 328.396775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:03.993532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:03.664025Z","time spent":"329.474798ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:03.993669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.557579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-proxy-fkchd.18aa66eb3006df55\" ","response":"range_response_count:1 size:769"} {"level":"info","ts":"2026-04-28T03:16:03.993729Z","caller":"traceutil/trace.go:171","msg":"trace[1415133693] range","detail":"{range_begin:/registry/events/kube-system/kube-proxy-fkchd.18aa66eb3006df55; range_end:; response_count:1; response_revision:341; }","duration":"149.667529ms","start":"2026-04-28T03:16:03.844045Z","end":"2026-04-28T03:16:03.993713Z","steps":["trace[1415133693] 'agreement among raft nodes before linearized reading' (duration: 149.555599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:05.059676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237491998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:05.5601Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237491998,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:05.708301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.152942596s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:05.708764Z","caller":"traceutil/trace.go:171","msg":"trace[1670907625] transaction","detail":"{read_only:false; response_revision:350; number_of_response:1; }","duration":"1.153495876s","start":"2026-04-28T03:16:04.55524Z","end":"2026-04-28T03:16:05.708736Z","steps":["trace[1670907625] 'process raft request' (duration: 1.153348236s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:05.708993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:04.555216Z","time spent":"1.153676877s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:05.711586Z","caller":"traceutil/trace.go:171","msg":"trace[582648197] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:364; }","duration":"1.151990823s","start":"2026-04-28T03:16:04.559581Z","end":"2026-04-28T03:16:05.711572Z","steps":["trace[582648197] 'read index received' (duration: 1.149029667s)","trace[582648197] 'applied index is now lower than readState.Index' (duration: 2.960546ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:05.711662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152074393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:16:05.711692Z","caller":"traceutil/trace.go:171","msg":"trace[1418993211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:351; }","duration":"1.152147103s","start":"2026-04-28T03:16:04.559539Z","end":"2026-04-28T03:16:05.711686Z","steps":["trace[1418993211] 'agreement among raft nodes before linearized reading' (duration: 1.152075533s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:05.71167Z","caller":"traceutil/trace.go:171","msg":"trace[1667397472] transaction","detail":"{read_only:false; response_revision:351; number_of_response:1; }","duration":"920.645902ms","start":"2026-04-28T03:16:04.791003Z","end":"2026-04-28T03:16:05.711649Z","steps":["trace[1667397472] 'process raft request' (duration: 920.502582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:05.711714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:04.559523Z","time spent":"1.152186383s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:05.711794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:04.790984Z","time spent":"920.737622ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:06.141903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.886776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:16:06.141944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.363859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:16:06.141989Z","caller":"traceutil/trace.go:171","msg":"trace[1402867826] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:353; }","duration":"129.020756ms","start":"2026-04-28T03:16:06.01295Z","end":"2026-04-28T03:16:06.141971Z","steps":["trace[1402867826] 'range keys from in-memory index tree' (duration: 128.788546ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.142014Z","caller":"traceutil/trace.go:171","msg":"trace[1398909392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:353; }","duration":"140.478109ms","start":"2026-04-28T03:16:06.001519Z","end":"2026-04-28T03:16:06.141997Z","steps":["trace[1398909392] 'range keys from in-memory index tree' (duration: 140.287199ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.26312Z","caller":"traceutil/trace.go:171","msg":"trace[1061346319] transaction","detail":"{read_only:false; response_revision:354; number_of_response:1; }","duration":"117.589793ms","start":"2026-04-28T03:16:06.145515Z","end":"2026-04-28T03:16:06.263104Z","steps":["trace[1061346319] 'process raft request' (duration: 117.491943ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.317181Z","caller":"traceutil/trace.go:171","msg":"trace[1404623647] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"170.855149ms","start":"2026-04-28T03:16:06.146299Z","end":"2026-04-28T03:16:06.317154Z","steps":["trace[1404623647] 'process raft request' (duration: 170.650969ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.317365Z","caller":"traceutil/trace.go:171","msg":"trace[259070003] linearizableReadLoop","detail":"{readStateIndex:370; appliedIndex:369; }","duration":"168.898465ms","start":"2026-04-28T03:16:06.148446Z","end":"2026-04-28T03:16:06.317345Z","steps":["trace[259070003] 'read index received' (duration: 114.645797ms)","trace[259070003] 'applied index is now lower than readState.Index' (duration: 54.251488ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:06.317545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.084026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:06.317595Z","caller":"traceutil/trace.go:171","msg":"trace[139756717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:356; }","duration":"169.165856ms","start":"2026-04-28T03:16:06.148414Z","end":"2026-04-28T03:16:06.31758Z","steps":["trace[139756717] 'agreement among raft nodes before linearized reading' (duration: 169.077126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:06.317838Z","caller":"traceutil/trace.go:171","msg":"trace[1566917667] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"160.77559ms","start":"2026-04-28T03:16:06.157043Z","end":"2026-04-28T03:16:06.317818Z","steps":["trace[1566917667] 'process raft request' (duration: 160.048218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:06.83811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.251624ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-28T03:16:06.838237Z","caller":"traceutil/trace.go:171","msg":"trace[1698448956] linearizableReadLoop","detail":"{readStateIndex:372; appliedIndex:371; }","duration":"517.062546ms","start":"2026-04-28T03:16:06.321139Z","end":"2026-04-28T03:16:06.838202Z","steps":["trace[1698448956] 'read index received' (duration: 152.653882ms)","trace[1698448956] 'applied index is now lower than readState.Index' (duration: 364.407284ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:06.838376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.232246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7294"} {"level":"info","ts":"2026-04-28T03:16:06.838404Z","caller":"traceutil/trace.go:171","msg":"trace[415692866] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:356; }","duration":"517.289716ms","start":"2026-04-28T03:16:06.321106Z","end":"2026-04-28T03:16:06.838395Z","steps":["trace[415692866] 'agreement among raft nodes before linearized reading' (duration: 517.209136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:06.838408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.531039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:06.838438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:06.321094Z","time spent":"517.335746ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7318,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-28T03:16:06.838468Z","caller":"traceutil/trace.go:171","msg":"trace[627051588] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:356; }","duration":"513.619759ms","start":"2026-04-28T03:16:06.324833Z","end":"2026-04-28T03:16:06.838453Z","steps":["trace[627051588] 'agreement among raft nodes before linearized reading' (duration: 513.503839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:06.838548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:06.324819Z","time spent":"513.71735ms","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:06.838299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:06.319445Z","time spent":"518.84743ms","remote":"127.0.0.1:40158","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:16:07.197578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.401915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:07.197741Z","caller":"traceutil/trace.go:171","msg":"trace[113961001] transaction","detail":"{read_only:false; response_revision:360; number_of_response:1; }","duration":"267.668472ms","start":"2026-04-28T03:16:06.930041Z","end":"2026-04-28T03:16:07.197709Z","steps":["trace[113961001] 'process raft request' (duration: 74.046596ms)","trace[113961001] 'compare' (duration: 193.291304ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:07.19781Z","caller":"traceutil/trace.go:171","msg":"trace[708222085] transaction","detail":"{read_only:false; response_revision:361; number_of_response:1; }","duration":"110.40715ms","start":"2026-04-28T03:16:07.087367Z","end":"2026-04-28T03:16:07.197775Z","steps":["trace[708222085] 'process raft request' (duration: 110.312889ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:07.197839Z","caller":"traceutil/trace.go:171","msg":"trace[2096792616] linearizableReadLoop","detail":"{readStateIndex:376; appliedIndex:375; }","duration":"225.903799ms","start":"2026-04-28T03:16:06.971917Z","end":"2026-04-28T03:16:07.19782Z","steps":["trace[2096792616] 'read index received' (duration: 32.227183ms)","trace[2096792616] 'applied index is now lower than readState.Index' (duration: 193.675456ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:07.197968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.067979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-04-28T03:16:07.198005Z","caller":"traceutil/trace.go:171","msg":"trace[1611700474] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:361; }","duration":"226.140179ms","start":"2026-04-28T03:16:06.971855Z","end":"2026-04-28T03:16:07.197996Z","steps":["trace[1611700474] 'agreement among raft nodes before linearized reading' (duration: 226.051989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:07.949498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.244299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:07.949631Z","caller":"traceutil/trace.go:171","msg":"trace[1098063514] linearizableReadLoop","detail":"{readStateIndex:379; appliedIndex:377; }","duration":"236.74596ms","start":"2026-04-28T03:16:07.712873Z","end":"2026-04-28T03:16:07.949619Z","steps":["trace[1098063514] 'read index received' (duration: 15.335061ms)","trace[1098063514] 'applied index is now lower than readState.Index' (duration: 221.410079ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:07.949838Z","caller":"traceutil/trace.go:171","msg":"trace[1389535006] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"741.52985ms","start":"2026-04-28T03:16:07.208299Z","end":"2026-04-28T03:16:07.949829Z","steps":["trace[1389535006] 'process raft request' (duration: 519.893961ms)","trace[1389535006] 'compare' (duration: 221.138089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:07.949878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.208277Z","time spent":"741.57946ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:07.949987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.23751Z","time spent":"712.475863ms","remote":"127.0.0.1:40678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-28T03:16:07.950101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.234471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:16:07.950142Z","caller":"traceutil/trace.go:171","msg":"trace[1632781592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:362; }","duration":"237.322371ms","start":"2026-04-28T03:16:07.712809Z","end":"2026-04-28T03:16:07.950131Z","steps":["trace[1632781592] 'agreement among raft nodes before linearized reading' (duration: 237.250821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:07.950375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.327396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:07.950441Z","caller":"traceutil/trace.go:171","msg":"trace[1156884836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:362; }","duration":"235.425856ms","start":"2026-04-28T03:16:07.714988Z","end":"2026-04-28T03:16:07.950414Z","steps":["trace[1156884836] 'agreement among raft nodes before linearized reading' (duration: 235.319546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:07.950472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.007181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:16:07.950495Z","caller":"traceutil/trace.go:171","msg":"trace[2142660921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:362; }","duration":"228.062011ms","start":"2026-04-28T03:16:07.722426Z","end":"2026-04-28T03:16:07.950488Z","steps":["trace[2142660921] 'agreement among raft nodes before linearized reading' (duration: 228.019561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:09.283932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118805103s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:09.284026Z","caller":"traceutil/trace.go:171","msg":"trace[1766402151] linearizableReadLoop","detail":"{readStateIndex:380; appliedIndex:379; }","duration":"1.332073316s","start":"2026-04-28T03:16:07.951938Z","end":"2026-04-28T03:16:09.284011Z","steps":["trace[1766402151] 'read index received' (duration: 213.145862ms)","trace[1766402151] 'applied index is now lower than readState.Index' (duration: 1.118926204s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:09.284107Z","caller":"traceutil/trace.go:171","msg":"trace[1458906644] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"1.332402017s","start":"2026-04-28T03:16:07.951675Z","end":"2026-04-28T03:16:09.284077Z","steps":["trace[1458906644] 'process raft request' (duration: 213.390713ms)","trace[1458906644] 'compare' (duration: 1.117610721s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:09.284172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332226196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:09.2842Z","caller":"traceutil/trace.go:171","msg":"trace[206759764] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:363; }","duration":"1.332296336s","start":"2026-04-28T03:16:07.951895Z","end":"2026-04-28T03:16:09.284191Z","steps":["trace[206759764] 'agreement among raft nodes before linearized reading' (duration: 1.332178496s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:09.284232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.951876Z","time spent":"1.332349557s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:09.284244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.951661Z","time spent":"1.332518927s","remote":"127.0.0.1:40678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:09.314988Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149905165s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:09.315374Z","caller":"traceutil/trace.go:171","msg":"trace[221597194] transaction","detail":"{read_only:false; response_revision:364; number_of_response:1; }","duration":"1.360713064s","start":"2026-04-28T03:16:07.954643Z","end":"2026-04-28T03:16:09.315356Z","steps":["trace[221597194] 'process raft request' (duration: 1.360518312s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:09.31541Z","caller":"traceutil/trace.go:171","msg":"trace[1963096145] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"1.360302303s","start":"2026-04-28T03:16:07.95508Z","end":"2026-04-28T03:16:09.315382Z","steps":["trace[1963096145] 'process raft request' (duration: 1.360175181s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:09.315538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.954629Z","time spent":"1.360783434s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:09.315608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.361959177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6961"} {"level":"info","ts":"2026-04-28T03:16:09.31565Z","caller":"traceutil/trace.go:171","msg":"trace[1659632272] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:366; }","duration":"1.362027827s","start":"2026-04-28T03:16:07.953612Z","end":"2026-04-28T03:16:09.315639Z","steps":["trace[1659632272] 'agreement among raft nodes before linearized reading' (duration: 1.361940627s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:09.31568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.953602Z","time spent":"1.362071067s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6985,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-28T03:16:09.315559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.955072Z","time spent":"1.360401413s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:09.315852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048700156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-28T03:16:09.315818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.235212ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:09.315888Z","caller":"traceutil/trace.go:171","msg":"trace[1033355036] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:366; }","duration":"1.048763366s","start":"2026-04-28T03:16:08.267117Z","end":"2026-04-28T03:16:09.315881Z","steps":["trace[1033355036] 'agreement among raft nodes before linearized reading' (duration: 1.048698986s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:09.315908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:08.2671Z","time spent":"1.048803247s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:16:09.315908Z","caller":"traceutil/trace.go:171","msg":"trace[418694198] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:366; }","duration":"668.326142ms","start":"2026-04-28T03:16:08.647572Z","end":"2026-04-28T03:16:09.315898Z","steps":["trace[418694198] 'agreement among raft nodes before linearized reading' (duration: 668.221362ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:09.31596Z","caller":"traceutil/trace.go:171","msg":"trace[1765429203] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"1.358480009s","start":"2026-04-28T03:16:07.957469Z","end":"2026-04-28T03:16:09.315949Z","steps":["trace[1765429203] 'process raft request' (duration: 1.357812487s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:09.316024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:07.957448Z","time spent":"1.358544539s","remote":"127.0.0.1:40620","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:09.31606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.541442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-04-28T03:16:09.316123Z","caller":"traceutil/trace.go:171","msg":"trace[160174758] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:366; }","duration":"905.649892ms","start":"2026-04-28T03:16:08.410453Z","end":"2026-04-28T03:16:09.316103Z","steps":["trace[160174758] 'agreement among raft nodes before linearized reading' (duration: 905.525532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:09.316169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:08.410433Z","time spent":"905.724223ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4080,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-04-28T03:16:09.316211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.941967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-28T03:16:09.316241Z","caller":"traceutil/trace.go:171","msg":"trace[1085826505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:366; }","duration":"994.005447ms","start":"2026-04-28T03:16:08.322228Z","end":"2026-04-28T03:16:09.316233Z","steps":["trace[1085826505] 'agreement among raft nodes before linearized reading' (duration: 993.951577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:09.31628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:08.322188Z","time spent":"994.081367ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:10.464138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.55274ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:10.464242Z","caller":"traceutil/trace.go:171","msg":"trace[1127703665] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:366; }","duration":"612.67713ms","start":"2026-04-28T03:16:09.851553Z","end":"2026-04-28T03:16:10.46423Z","steps":["trace[1127703665] 'range keys from in-memory index tree' (duration: 612.53939ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.464387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067548159s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:10.464815Z","caller":"traceutil/trace.go:171","msg":"trace[1300542119] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"1.144346992s","start":"2026-04-28T03:16:09.320137Z","end":"2026-04-28T03:16:10.464484Z","steps":["trace[1300542119] 'process raft request' (duration: 76.554052ms)","trace[1300542119] 'compare' (duration: 1.067434169s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:10.464927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:09.320119Z","time spent":"1.144759382s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:10.649336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252517965s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:16:10.773333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.777315ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:10.773565Z","caller":"traceutil/trace.go:171","msg":"trace[1308477258] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"1.453320162s","start":"2026-04-28T03:16:09.320194Z","end":"2026-04-28T03:16:10.773514Z","steps":["trace[1308477258] 'process raft request' (duration: 1.329289187s)","trace[1308477258] 'compare' (duration: 123.625474ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:10.773648Z","caller":"traceutil/trace.go:171","msg":"trace[785524479] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"1.445221126s","start":"2026-04-28T03:16:09.328418Z","end":"2026-04-28T03:16:10.773639Z","steps":["trace[785524479] 'process raft request' (duration: 1.445039916s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.773722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:09.328338Z","time spent":"1.445343436s","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:10.773766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:09.320177Z","time spent":"1.453485952s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:10.77359Z","caller":"traceutil/trace.go:171","msg":"trace[1610413315] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"1.449152383s","start":"2026-04-28T03:16:09.324416Z","end":"2026-04-28T03:16:10.773568Z","steps":["trace[1610413315] 'process raft request' (duration: 1.448997353s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:10.773872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:09.324331Z","time spent":"1.449491184s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6946,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:11.505427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.205688ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:11.505519Z","caller":"traceutil/trace.go:171","msg":"trace[108184310] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"686.719104ms","start":"2026-04-28T03:16:10.818785Z","end":"2026-04-28T03:16:11.505504Z","steps":["trace[108184310] 'process raft request' (duration: 205.378396ms)","trace[108184310] 'compare' (duration: 481.106758ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:11.505559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:10.818764Z","time spent":"686.777714ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6736,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:11.517197Z","caller":"traceutil/trace.go:171","msg":"trace[721268165] linearizableReadLoop","detail":"{readStateIndex:392; appliedIndex:389; }","duration":"198.074621ms","start":"2026-04-28T03:16:11.319103Z","end":"2026-04-28T03:16:11.517178Z","steps":["trace[721268165] 'read index received' (duration: 197.93728ms)","trace[721268165] 'applied index is now lower than readState.Index' (duration: 136.701µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:11.517286Z","caller":"traceutil/trace.go:171","msg":"trace[229076783] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"694.194669ms","start":"2026-04-28T03:16:10.823084Z","end":"2026-04-28T03:16:11.517278Z","steps":["trace[229076783] 'process raft request' (duration: 694.057989ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.517273Z","caller":"traceutil/trace.go:171","msg":"trace[1191041900] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"697.359245ms","start":"2026-04-28T03:16:10.819866Z","end":"2026-04-28T03:16:11.517226Z","steps":["trace[1191041900] 'process raft request' (duration: 697.239655ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.517377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:10.823074Z","time spent":"694.233669ms","remote":"127.0.0.1:40608","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:11.517414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:10.819855Z","time spent":"697.503475ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:11.51747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.384212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:16:11.517496Z","caller":"traceutil/trace.go:171","msg":"trace[82964546] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"698.073168ms","start":"2026-04-28T03:16:10.819399Z","end":"2026-04-28T03:16:11.517472Z","steps":["trace[82964546] 'process raft request' (duration: 697.619336ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.517535Z","caller":"traceutil/trace.go:171","msg":"trace[946501099] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:375; }","duration":"198.492162ms","start":"2026-04-28T03:16:11.319029Z","end":"2026-04-28T03:16:11.517522Z","steps":["trace[946501099] 'agreement among raft nodes before linearized reading' (duration: 198.347191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.517575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:10.819387Z","time spent":"698.145858ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3563,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:11.707008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.055458ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:16:11.707299Z","caller":"traceutil/trace.go:171","msg":"trace[427323925] linearizableReadLoop","detail":"{readStateIndex:393; appliedIndex:392; }","duration":"190.024124ms","start":"2026-04-28T03:16:11.517254Z","end":"2026-04-28T03:16:11.707278Z","steps":["trace[427323925] 'read index received' (duration: 53.692836ms)","trace[427323925] 'applied index is now lower than readState.Index' (duration: 136.329628ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:11.707399Z","caller":"traceutil/trace.go:171","msg":"trace[1456756975] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"185.814666ms","start":"2026-04-28T03:16:11.521573Z","end":"2026-04-28T03:16:11.707387Z","steps":["trace[1456756975] 'process raft request' (duration: 185.610376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.707387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.60791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-04-28T03:16:11.70744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.895353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:16:11.707498Z","caller":"traceutil/trace.go:171","msg":"trace[342420491] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:376; }","duration":"386.974644ms","start":"2026-04-28T03:16:11.320513Z","end":"2026-04-28T03:16:11.707488Z","steps":["trace[342420491] 'agreement among raft nodes before linearized reading' (duration: 386.847503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:11.707527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.320507Z","time spent":"387.013444ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:16:11.70746Z","caller":"traceutil/trace.go:171","msg":"trace[962412445] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:375; }","duration":"198.723821ms","start":"2026-04-28T03:16:11.508718Z","end":"2026-04-28T03:16:11.707442Z","steps":["trace[962412445] 'agreement among raft nodes before linearized reading' (duration: 198.576921ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.707749Z","caller":"traceutil/trace.go:171","msg":"trace[1769217905] transaction","detail":"{read_only:false; response_revision:377; number_of_response:1; }","duration":"185.796107ms","start":"2026-04-28T03:16:11.521929Z","end":"2026-04-28T03:16:11.707725Z","steps":["trace[1769217905] 'process raft request' (duration: 185.421445ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.707947Z","caller":"traceutil/trace.go:171","msg":"trace[1896137588] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"184.175503ms","start":"2026-04-28T03:16:11.523761Z","end":"2026-04-28T03:16:11.707937Z","steps":["trace[1896137588] 'process raft request' (duration: 183.909663ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.708001Z","caller":"traceutil/trace.go:171","msg":"trace[1960952737] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"185.739597ms","start":"2026-04-28T03:16:11.522253Z","end":"2026-04-28T03:16:11.707993Z","steps":["trace[1960952737] 'process raft request' (duration: 185.317126ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.70824Z","caller":"traceutil/trace.go:171","msg":"trace[1832809547] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"183.751043ms","start":"2026-04-28T03:16:11.524452Z","end":"2026-04-28T03:16:11.708203Z","steps":["trace[1832809547] 'process raft request' (duration: 183.315342ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.708339Z","caller":"traceutil/trace.go:171","msg":"trace[1827103324] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"183.285992ms","start":"2026-04-28T03:16:11.525042Z","end":"2026-04-28T03:16:11.708328Z","steps":["trace[1827103324] 'process raft request' (duration: 182.771191ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:11.709149Z","caller":"traceutil/trace.go:171","msg":"trace[2098943017] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"144.978296ms","start":"2026-04-28T03:16:11.56416Z","end":"2026-04-28T03:16:11.709139Z","steps":["trace[2098943017] 'process raft request' (duration: 144.902046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.165483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.964097ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:4039"} {"level":"info","ts":"2026-04-28T03:16:12.165629Z","caller":"traceutil/trace.go:171","msg":"trace[1759764067] linearizableReadLoop","detail":"{readStateIndex:407; appliedIndex:405; }","duration":"375.049189ms","start":"2026-04-28T03:16:11.790567Z","end":"2026-04-28T03:16:12.165616Z","steps":["trace[1759764067] 'read index received' (duration: 40.803621ms)","trace[1759764067] 'applied index is now lower than readState.Index' (duration: 334.244708ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:12.16568Z","caller":"traceutil/trace.go:171","msg":"trace[1913505896] transaction","detail":"{read_only:false; number_of_response:1; response_revision:387; }","duration":"424.199326ms","start":"2026-04-28T03:16:11.741442Z","end":"2026-04-28T03:16:12.165641Z","steps":["trace[1913505896] 'process raft request' (duration: 89.987468ms)","trace[1913505896] 'compare' (duration: 333.900967ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:12.165743Z","caller":"traceutil/trace.go:171","msg":"trace[2133683522] transaction","detail":"{read_only:false; response_revision:388; number_of_response:1; }","duration":"421.985192ms","start":"2026-04-28T03:16:11.743722Z","end":"2026-04-28T03:16:12.165708Z","steps":["trace[2133683522] 'process raft request' (duration: 421.836372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.165729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.164649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4791"} {"level":"info","ts":"2026-04-28T03:16:12.165837Z","caller":"traceutil/trace.go:171","msg":"trace[36631407] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:388; }","duration":"375.298389ms","start":"2026-04-28T03:16:11.79053Z","end":"2026-04-28T03:16:12.165828Z","steps":["trace[36631407] 'agreement among raft nodes before linearized reading' (duration: 375.155439ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.165841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.741424Z","time spent":"424.339596ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":4063,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-04-28T03:16:12.165869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.790517Z","time spent":"375.34557ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4815,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-28T03:16:12.165853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.046851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"warn","ts":"2026-04-28T03:16:12.165888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.743701Z","time spent":"422.121322ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":721,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:12.165922Z","caller":"traceutil/trace.go:171","msg":"trace[86063762] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:388; }","duration":"371.159411ms","start":"2026-04-28T03:16:11.794743Z","end":"2026-04-28T03:16:12.165902Z","steps":["trace[86063762] 'agreement among raft nodes before linearized reading' (duration: 371.014431ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.165966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:11.794726Z","time spent":"371.229621ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3879,"request content":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" "} {"level":"info","ts":"2026-04-28T03:16:12.580235Z","caller":"traceutil/trace.go:171","msg":"trace[1846038815] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"407.534352ms","start":"2026-04-28T03:16:12.172662Z","end":"2026-04-28T03:16:12.580197Z","steps":["trace[1846038815] 'process raft request' (duration: 389.425967ms)","trace[1846038815] 'compare' (duration: 17.863854ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:12.580427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.172647Z","time spent":"407.670812ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4645,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:12.580421Z","caller":"traceutil/trace.go:171","msg":"trace[1630327333] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"407.339111ms","start":"2026-04-28T03:16:12.173036Z","end":"2026-04-28T03:16:12.580375Z","steps":["trace[1630327333] 'process raft request' (duration: 407.059201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.580603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.173029Z","time spent":"407.469801ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3840,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:12.775289Z","caller":"traceutil/trace.go:171","msg":"trace[482757399] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"540.977215ms","start":"2026-04-28T03:16:12.234283Z","end":"2026-04-28T03:16:12.77526Z","steps":["trace[482757399] 'process raft request' (duration: 462.36005ms)","trace[482757399] 'compare' (duration: 78.349715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:12.775427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.234261Z","time spent":"541.098605ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:12.775529Z","caller":"traceutil/trace.go:171","msg":"trace[1349297715] transaction","detail":"{read_only:false; response_revision:393; number_of_response:1; }","duration":"539.045292ms","start":"2026-04-28T03:16:12.236449Z","end":"2026-04-28T03:16:12.775494Z","steps":["trace[1349297715] 'process raft request' (duration: 538.780991ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.775691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.236424Z","time spent":"539.183532ms","remote":"127.0.0.1:40634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:12.775724Z","caller":"traceutil/trace.go:171","msg":"trace[1682350765] transaction","detail":"{read_only:false; response_revision:394; number_of_response:1; }","duration":"190.996916ms","start":"2026-04-28T03:16:12.584722Z","end":"2026-04-28T03:16:12.775719Z","steps":["trace[1682350765] 'process raft request' (duration: 190.620895ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:12.775688Z","caller":"traceutil/trace.go:171","msg":"trace[966997439] linearizableReadLoop","detail":"{readStateIndex:412; appliedIndex:408; }","duration":"307.326505ms","start":"2026-04-28T03:16:12.468318Z","end":"2026-04-28T03:16:12.775644Z","steps":["trace[966997439] 'read index received' (duration: 93.865525ms)","trace[966997439] 'applied index is now lower than readState.Index' (duration: 213.45902ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:12.775703Z","caller":"traceutil/trace.go:171","msg":"trace[185138708] transaction","detail":"{read_only:false; response_revision:395; number_of_response:1; }","duration":"189.870594ms","start":"2026-04-28T03:16:12.585823Z","end":"2026-04-28T03:16:12.775694Z","steps":["trace[185138708] 'process raft request' (duration: 189.723614ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:12.775705Z","caller":"traceutil/trace.go:171","msg":"trace[265470969] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"186.646098ms","start":"2026-04-28T03:16:12.58905Z","end":"2026-04-28T03:16:12.775696Z","steps":["trace[265470969] 'process raft request' (duration: 186.601528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.775915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.578815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:12.775956Z","caller":"traceutil/trace.go:171","msg":"trace[1936224527] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:396; }","duration":"307.675165ms","start":"2026-04-28T03:16:12.468266Z","end":"2026-04-28T03:16:12.775941Z","steps":["trace[1936224527] 'agreement among raft nodes before linearized reading' (duration: 307.564635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:12.775991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:12.468227Z","time spent":"307.756746ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:16:13.146463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.717623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:13.146605Z","caller":"traceutil/trace.go:171","msg":"trace[577768770] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:422; }","duration":"274.726251ms","start":"2026-04-28T03:16:12.871867Z","end":"2026-04-28T03:16:13.146593Z","steps":["trace[577768770] 'read index received' (duration: 8.832657ms)","trace[577768770] 'applied index is now lower than readState.Index' (duration: 265.892824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:13.146655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.795661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/coredns-67659f764b\" ","response":"range_response_count:1 size:3855"} {"level":"info","ts":"2026-04-28T03:16:13.146679Z","caller":"traceutil/trace.go:171","msg":"trace[451257403] range","detail":"{range_begin:/registry/replicasets/kube-system/coredns-67659f764b; range_end:; response_count:1; response_revision:405; }","duration":"274.844991ms","start":"2026-04-28T03:16:12.871828Z","end":"2026-04-28T03:16:13.146673Z","steps":["trace[451257403] 'agreement among raft nodes before linearized reading' (duration: 274.799751ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:13.146729Z","caller":"traceutil/trace.go:171","msg":"trace[1585850565] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"278.013597ms","start":"2026-04-28T03:16:12.868698Z","end":"2026-04-28T03:16:13.146712Z","steps":["trace[1585850565] 'process raft request' (duration: 11.989713ms)","trace[1585850565] 'compare' (duration: 265.595163ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:13.146805Z","caller":"traceutil/trace.go:171","msg":"trace[640349326] transaction","detail":"{read_only:false; response_revision:405; number_of_response:1; }","duration":"276.469134ms","start":"2026-04-28T03:16:12.870329Z","end":"2026-04-28T03:16:13.146798Z","steps":["trace[640349326] 'process raft request' (duration: 276.212883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:16.355222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:16.856219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:17.356758Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492109,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:17.383103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660319424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:16:17.383187Z","caller":"traceutil/trace.go:171","msg":"trace[1245224486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:411; }","duration":"1.660416204s","start":"2026-04-28T03:16:15.72275Z","end":"2026-04-28T03:16:17.383166Z","steps":["trace[1245224486] 'range keys from in-memory index tree' (duration: 1.660243103s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:17.383243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:15.722711Z","time spent":"1.660523844s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:17.384668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.608247741s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:17.384946Z","caller":"traceutil/trace.go:171","msg":"trace[359178526] linearizableReadLoop","detail":"{readStateIndex:431; appliedIndex:430; }","duration":"1.530218108s","start":"2026-04-28T03:16:15.854702Z","end":"2026-04-28T03:16:17.38492Z","steps":["trace[359178526] 'read index received' (duration: 1.530083967s)","trace[359178526] 'applied index is now lower than readState.Index' (duration: 133.211µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:17.385093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.530398628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:16:17.385064Z","caller":"traceutil/trace.go:171","msg":"trace[450352371] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"1.608756312s","start":"2026-04-28T03:16:15.776279Z","end":"2026-04-28T03:16:17.385036Z","steps":["trace[450352371] 'process raft request' (duration: 1.608534562s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:17.385153Z","caller":"traceutil/trace.go:171","msg":"trace[1427200532] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:412; }","duration":"1.530466258s","start":"2026-04-28T03:16:15.854647Z","end":"2026-04-28T03:16:17.385113Z","steps":["trace[1427200532] 'agreement among raft nodes before linearized reading' (duration: 1.530383638s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:17.385193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:15.854627Z","time spent":"1.530557828s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:16:17.385209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:15.776259Z","time spent":"1.608872892s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:17.385421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080156055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:16:17.385453Z","caller":"traceutil/trace.go:171","msg":"trace[797864858] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:412; }","duration":"1.080224025s","start":"2026-04-28T03:16:16.305218Z","end":"2026-04-28T03:16:17.385442Z","steps":["trace[797864858] 'agreement among raft nodes before linearized reading' (duration: 1.080169745s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:17.38548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:16.305199Z","time spent":"1.080274306s","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-04-28T03:16:17.385625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.386403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-28T03:16:17.385646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.914282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:17.385659Z","caller":"traceutil/trace.go:171","msg":"trace[815740364] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:412; }","duration":"573.460793ms","start":"2026-04-28T03:16:16.812189Z","end":"2026-04-28T03:16:17.38565Z","steps":["trace[815740364] 'agreement among raft nodes before linearized reading' (duration: 573.404303ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:17.385674Z","caller":"traceutil/trace.go:171","msg":"trace[991712087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:412; }","duration":"669.976192ms","start":"2026-04-28T03:16:16.715689Z","end":"2026-04-28T03:16:17.385666Z","steps":["trace[991712087] 'agreement among raft nodes before linearized reading' (duration: 669.934992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:17.385691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:16.812168Z","time spent":"573.513163ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-28T03:16:17.385699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:16.71567Z","time spent":"670.024822ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:17.385819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.344963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:16:17.385852Z","caller":"traceutil/trace.go:171","msg":"trace[1308159631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:412; }","duration":"170.455233ms","start":"2026-04-28T03:16:17.215389Z","end":"2026-04-28T03:16:17.385844Z","steps":["trace[1308159631] 'agreement among raft nodes before linearized reading' (duration: 170.405883ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:19.604523Z","caller":"traceutil/trace.go:171","msg":"trace[2106768743] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"151.890337ms","start":"2026-04-28T03:16:19.452611Z","end":"2026-04-28T03:16:19.604501Z","steps":["trace[2106768743] 'process raft request' (duration: 151.768916ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:19.845943Z","caller":"traceutil/trace.go:171","msg":"trace[569060508] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"393.119108ms","start":"2026-04-28T03:16:19.452806Z","end":"2026-04-28T03:16:19.845925Z","steps":["trace[569060508] 'process raft request' (duration: 393.086138ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:19.846004Z","caller":"traceutil/trace.go:171","msg":"trace[1444607940] transaction","detail":"{read_only:false; response_revision:420; number_of_response:1; }","duration":"393.229248ms","start":"2026-04-28T03:16:19.452745Z","end":"2026-04-28T03:16:19.845974Z","steps":["trace[1444607940] 'process raft request' (duration: 393.098508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.846064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.452796Z","time spent":"393.208928ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:19.845996Z","caller":"traceutil/trace.go:171","msg":"trace[843441153] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"393.317498ms","start":"2026-04-28T03:16:19.452647Z","end":"2026-04-28T03:16:19.845965Z","steps":["trace[843441153] 'process raft request' (duration: 393.075108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:19.846198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.452634Z","time spent":"393.496779ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:19.84633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:19.452737Z","time spent":"393.563569ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:22.055458Z","caller":"traceutil/trace.go:171","msg":"trace[373441137] linearizableReadLoop","detail":"{readStateIndex:443; appliedIndex:442; }","duration":"205.50619ms","start":"2026-04-28T03:16:21.849919Z","end":"2026-04-28T03:16:22.055425Z","steps":["trace[373441137] 'read index received' (duration: 205.28601ms)","trace[373441137] 'applied index is now lower than readState.Index' (duration: 218.62µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:22.055599Z","caller":"traceutil/trace.go:171","msg":"trace[1026058767] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"254.184224ms","start":"2026-04-28T03:16:21.801382Z","end":"2026-04-28T03:16:22.055567Z","steps":["trace[1026058767] 'process raft request' (duration: 253.805034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:22.055753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.816882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-28T03:16:22.055809Z","caller":"traceutil/trace.go:171","msg":"trace[213837598] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:423; }","duration":"205.924312ms","start":"2026-04-28T03:16:21.84987Z","end":"2026-04-28T03:16:22.055795Z","steps":["trace[213837598] 'agreement among raft nodes before linearized reading' (duration: 205.75377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:22.138221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.232622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-28T03:16:22.138384Z","caller":"traceutil/trace.go:171","msg":"trace[1656052920] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:424; }","duration":"288.442772ms","start":"2026-04-28T03:16:21.849913Z","end":"2026-04-28T03:16:22.138356Z","steps":["trace[1656052920] 'agreement among raft nodes before linearized reading' (duration: 287.33976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:22.138467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.178632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:16:22.138551Z","caller":"traceutil/trace.go:171","msg":"trace[1858712827] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:424; }","duration":"288.248772ms","start":"2026-04-28T03:16:21.850255Z","end":"2026-04-28T03:16:22.138503Z","steps":["trace[1858712827] 'agreement among raft nodes before linearized reading' (duration: 288.115902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:28.661393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492238,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:28.925077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.281857694s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:28.925432Z","caller":"traceutil/trace.go:171","msg":"trace[126064568] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"1.282288834s","start":"2026-04-28T03:16:27.643111Z","end":"2026-04-28T03:16:28.925399Z","steps":["trace[126064568] 'process raft request' (duration: 1.282157894s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:28.925741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:27.643093Z","time spent":"1.282532105s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:30.715629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999871779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:16:30.71576Z","caller":"traceutil/trace.go:171","msg":"trace[1528675020] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000134459s","start":"2026-04-28T03:16:28.715599Z","end":"2026-04-28T03:16:30.715733Z","steps":["trace[1528675020] 'agreement among raft nodes before linearized reading' (duration: 1.999950089s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.715816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:28.715575Z","time spent":"2.000226589s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:16:30 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:30.760269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.821474993s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:16:30.80042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.795742ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:30.800762Z","caller":"traceutil/trace.go:171","msg":"trace[843666894] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:491; }","duration":"2.640075398s","start":"2026-04-28T03:16:28.160657Z","end":"2026-04-28T03:16:30.800732Z","steps":["trace[843666894] 'read index received' (duration: 764.662051ms)","trace[843666894] 'applied index is now lower than readState.Index' (duration: 1.875412017s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:30.800945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640267098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-28T03:16:30.801002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626597582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-28T03:16:30.801043Z","caller":"traceutil/trace.go:171","msg":"trace[667999574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:471; }","duration":"2.640404309s","start":"2026-04-28T03:16:28.160622Z","end":"2026-04-28T03:16:30.801026Z","steps":["trace[667999574] 'agreement among raft nodes before linearized reading' (duration: 2.640248208s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:30.801078Z","caller":"traceutil/trace.go:171","msg":"trace[553415632] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:471; }","duration":"2.626687222s","start":"2026-04-28T03:16:28.174361Z","end":"2026-04-28T03:16:30.801048Z","steps":["trace[553415632] 'agreement among raft nodes before linearized reading' (duration: 2.626570622s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.801146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:28.174343Z","time spent":"2.626777232s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-28T03:16:30.801247Z","caller":"traceutil/trace.go:171","msg":"trace[444914978] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:470; }","duration":"948.111352ms","start":"2026-04-28T03:16:29.852596Z","end":"2026-04-28T03:16:30.800707Z","steps":["trace[444914978] 'range keys from in-memory index tree' (duration: 947.780992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.801415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.626227992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-28T03:16:30.801083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:28.160605Z","time spent":"2.640468669s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-28T03:16:30.801663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.017671764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:30.801627Z","caller":"traceutil/trace.go:171","msg":"trace[894690697] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:471; }","duration":"2.626464163s","start":"2026-04-28T03:16:28.175156Z","end":"2026-04-28T03:16:30.801621Z","steps":["trace[894690697] 'agreement among raft nodes before linearized reading' (duration: 2.626226002s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:30.80169Z","caller":"traceutil/trace.go:171","msg":"trace[2061504716] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"3.128708035s","start":"2026-04-28T03:16:27.672077Z","end":"2026-04-28T03:16:30.800785Z","steps":["trace[2061504716] 'process raft request' (duration: 3.088415017s)","trace[2061504716] 'compare' (duration: 39.749037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:30.80195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:27.672062Z","time spent":"3.129767498s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:30.80176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:28.175143Z","time spent":"2.626606003s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-28T03:16:30.801697Z","caller":"traceutil/trace.go:171","msg":"trace[165714787] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:471; }","duration":"2.017722034s","start":"2026-04-28T03:16:28.783967Z","end":"2026-04-28T03:16:30.801689Z","steps":["trace[165714787] 'agreement among raft nodes before linearized reading' (duration: 2.017672884s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:30.802344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:28.783956Z","time spent":"2.018362595s","remote":"127.0.0.1:40240","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-04-28T03:16:31.443608Z","caller":"traceutil/trace.go:171","msg":"trace[383724562] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"228.026421ms","start":"2026-04-28T03:16:31.215519Z","end":"2026-04-28T03:16:31.443545Z","steps":["trace[383724562] 'process raft request' (duration: 136.925184ms)","trace[383724562] 'compare' (duration: 90.216924ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:31.44388Z","caller":"traceutil/trace.go:171","msg":"trace[1532081477] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"217.533181ms","start":"2026-04-28T03:16:31.22629Z","end":"2026-04-28T03:16:31.443823Z","steps":["trace[1532081477] 'process raft request' (duration: 216.63049ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:33.884198Z","caller":"traceutil/trace.go:171","msg":"trace[332344055] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:579; }","duration":"170.262059ms","start":"2026-04-28T03:16:33.713914Z","end":"2026-04-28T03:16:33.884176Z","steps":["trace[332344055] 'read index received' (duration: 169.743368ms)","trace[332344055] 'applied index is now lower than readState.Index' (duration: 517.331µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:33.884334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.405959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:33.884423Z","caller":"traceutil/trace.go:171","msg":"trace[2073923909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:554; }","duration":"170.540729ms","start":"2026-04-28T03:16:33.713865Z","end":"2026-04-28T03:16:33.884406Z","steps":["trace[2073923909] 'agreement among raft nodes before linearized reading' (duration: 170.414409ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:33.884387Z","caller":"traceutil/trace.go:171","msg":"trace[1925116995] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"344.383625ms","start":"2026-04-28T03:16:33.539923Z","end":"2026-04-28T03:16:33.884307Z","steps":["trace[1925116995] 'process raft request' (duration: 343.886814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:33.884625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:33.539894Z","time spent":"344.591435ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":570090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:34.199461Z","caller":"traceutil/trace.go:171","msg":"trace[844516282] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"256.497875ms","start":"2026-04-28T03:16:33.942928Z","end":"2026-04-28T03:16:34.199426Z","steps":["trace[844516282] 'process raft request' (duration: 250.719573ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:38.227437Z","caller":"traceutil/trace.go:171","msg":"trace[1952213682] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"204.229492ms","start":"2026-04-28T03:16:38.023187Z","end":"2026-04-28T03:16:38.227416Z","steps":["trace[1952213682] 'process raft request' (duration: 203.0015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:39.386864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:39.887781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:40.388714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:40.889057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:41.390191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:41.715617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000540514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:41.715721Z","caller":"traceutil/trace.go:171","msg":"trace[54704155] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000699365s","start":"2026-04-28T03:16:39.715Z","end":"2026-04-28T03:16:41.715699Z","steps":["trace[54704155] 'agreement among raft nodes before linearized reading' (duration: 2.000582464s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:41.715775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:39.71498Z","time spent":"2.000784925s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:16:41 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:41.890772Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492495,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:42.094992Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.297647256s","expected-duration":"1s"} {"level":"info","ts":"2026-04-28T03:16:42.098409Z","caller":"traceutil/trace.go:171","msg":"trace[125668883] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"3.302594326s","start":"2026-04-28T03:16:38.795783Z","end":"2026-04-28T03:16:42.098377Z","steps":["trace[125668883] 'process raft request' (duration: 3.300371281s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:42.098767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:38.795756Z","time spent":"3.302739856s","remote":"127.0.0.1:40240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036193,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:43.716671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000783339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:16:43.716806Z","caller":"traceutil/trace.go:171","msg":"trace[180719445] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00099618s","start":"2026-04-28T03:16:41.715783Z","end":"2026-04-28T03:16:43.71678Z","steps":["trace[180719445] 'agreement among raft nodes before linearized reading' (duration: 2.000803869s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:43.716876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:41.71577Z","time spent":"2.00108915s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:43.885073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998959179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:43.885147Z","caller":"traceutil/trace.go:171","msg":"trace[5908175] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99908756s","start":"2026-04-28T03:16:38.886043Z","end":"2026-04-28T03:16:43.88513Z","steps":["trace[5908175] 'agreement among raft nodes before linearized reading' (duration: 4.998998479s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:43.885181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:38.886014Z","time spent":"4.99915948s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:16:43 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:43.890195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000109712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:43.890293Z","caller":"traceutil/trace.go:171","msg":"trace[887099895] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000249902s","start":"2026-04-28T03:16:38.890019Z","end":"2026-04-28T03:16:43.890269Z","steps":["trace[887099895] 'agreement among raft nodes before linearized reading' (duration: 5.000124312s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:43.890439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:38.890006Z","time spent":"5.000415943s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/28 03:16:43 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:44.328879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078817588s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:44.329083Z","caller":"traceutil/trace.go:171","msg":"trace[1691854695] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"3.375345107s","start":"2026-04-28T03:16:40.953705Z","end":"2026-04-28T03:16:44.32905Z","steps":["trace[1691854695] 'process raft request' (duration: 1.296294268s)","trace[1691854695] 'compare' (duration: 2.077922436s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:44.329243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:40.953684Z","time spent":"3.375472217s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:45.090385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000421736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:45.090452Z","caller":"traceutil/trace.go:171","msg":"trace[222831604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000566806s","start":"2026-04-28T03:16:43.08987Z","end":"2026-04-28T03:16:45.090437Z","steps":["trace[222831604] 'agreement among raft nodes before linearized reading' (duration: 2.000474526s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:45.090504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:43.089825Z","time spent":"2.000665806s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:16:45 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:45.741272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000020045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:45.741357Z","caller":"traceutil/trace.go:171","msg":"trace[1833164885] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000124515s","start":"2026-04-28T03:16:43.741199Z","end":"2026-04-28T03:16:45.741323Z","steps":["trace[1833164885] 'agreement among raft nodes before linearized reading' (duration: 2.000044145s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:45.741429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:43.741182Z","time spent":"2.000199595s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:16:45 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:46.440747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.190783016s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:16:47.748873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:47.74898Z","caller":"traceutil/trace.go:171","msg":"trace[1773539144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000479042s","start":"2026-04-28T03:16:45.748467Z","end":"2026-04-28T03:16:47.748946Z","steps":["trace[1773539144] 'agreement among raft nodes before linearized reading' (duration: 2.000373682s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:47.749052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.74845Z","time spent":"2.000586832s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:16:47 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:48.410801Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"3e459dd216057405","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-28T03:16:48.886119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998923412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:48.886294Z","caller":"traceutil/trace.go:171","msg":"trace[953910956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999128982s","start":"2026-04-28T03:16:45.887125Z","end":"2026-04-28T03:16:48.886254Z","steps":["trace[953910956] 'agreement among raft nodes before linearized reading' (duration: 2.998949382s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.886381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.887111Z","time spent":"2.999255132s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/28 03:16:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:48.887401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000413372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:48.887531Z","caller":"traceutil/trace.go:171","msg":"trace[458936676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000536542s","start":"2026-04-28T03:16:38.886947Z","end":"2026-04-28T03:16:48.887483Z","steps":["trace[458936676] 'agreement among raft nodes before linearized reading' (duration: 10.000433432s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.887692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:38.886936Z","time spent":"10.000740162s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/28 03:16:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:48.889675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997606959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:48.889713Z","caller":"traceutil/trace.go:171","msg":"trace[1198771983] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997675991s","start":"2026-04-28T03:16:45.892029Z","end":"2026-04-28T03:16:48.889705Z","steps":["trace[1198771983] 'agreement among raft nodes before linearized reading' (duration: 2.99763528s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.88974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:45.89201Z","time spent":"2.997722831s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-28T03:16:48.990258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999318998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:48.990333Z","caller":"traceutil/trace.go:171","msg":"trace[247933358] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.99943517s","start":"2026-04-28T03:16:38.990881Z","end":"2026-04-28T03:16:48.990316Z","steps":["trace[247933358] 'agreement among raft nodes before linearized reading' (duration: 9.999344008s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:48.990371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:38.990866Z","time spent":"9.99949622s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/04/28 03:16:48 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:49.168849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.167761Z","time spent":"7.001082087s","remote":"127.0.0.1:40506","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:16:49.749404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000185318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:16:49.749488Z","caller":"traceutil/trace.go:171","msg":"trace[367968320] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335339s","start":"2026-04-28T03:16:47.749137Z","end":"2026-04-28T03:16:49.749472Z","steps":["trace[367968320] 'agreement among raft nodes before linearized reading' (duration: 2.000230248s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:49.749526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:47.749122Z","time spent":"2.000395709s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:49.81758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:42.816429Z","time spent":"7.001143263s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-28T03:16:50.93658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.607623541s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-28T03:16:50.936851Z","caller":"traceutil/trace.go:171","msg":"trace[1274751453] linearizableReadLoop","detail":"{readStateIndex:606; appliedIndex:603; }","duration":"12.050713043s","start":"2026-04-28T03:16:38.886102Z","end":"2026-04-28T03:16:50.936815Z","steps":["trace[1274751453] 'read index received' (duration: 3.209187045s)","trace[1274751453] 'applied index is now lower than readState.Index' (duration: 8.841525198s)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:50.9376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085771167s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:50.937671Z","caller":"traceutil/trace.go:171","msg":"trace[695778418] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:578; }","duration":"1.085848477s","start":"2026-04-28T03:16:49.851815Z","end":"2026-04-28T03:16:50.937663Z","steps":["trace[695778418] 'range keys from in-memory index tree' (duration: 1.085762457s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:51.437855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13710538166237492506,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-28T03:16:51.756543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:16:51.756635Z","caller":"traceutil/trace.go:171","msg":"trace[386546783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521525s","start":"2026-04-28T03:16:49.756092Z","end":"2026-04-28T03:16:51.756614Z","steps":["trace[386546783] 'agreement among raft nodes before linearized reading' (duration: 2.000408155s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:51.756681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:49.756069Z","time spent":"2.000602145s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:51.766409Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.32547818s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:16:53.75756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-28T03:16:53.757675Z","caller":"traceutil/trace.go:171","msg":"trace[1891450952] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000462762s","start":"2026-04-28T03:16:51.757194Z","end":"2026-04-28T03:16:53.757656Z","steps":["trace[1891450952] 'agreement among raft nodes before linearized reading' (duration: 2.000324722s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:53.757723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:51.757175Z","time spent":"2.000538552s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:53.890818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:48.912553Z","time spent":"4.978259227s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/28 03:16:53 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:55.089868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999805059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-28T03:16:55.089963Z","caller":"traceutil/trace.go:171","msg":"trace[429699667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999996629s","start":"2026-04-28T03:16:53.089944Z","end":"2026-04-28T03:16:55.089941Z","steps":["trace[429699667] 'agreement among raft nodes before linearized reading' (duration: 1.999861459s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.090152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.089901Z","time spent":"2.000236279s","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/28 03:16:55 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-28T03:16:55.16778Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.399919504s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-28T03:16:55.169332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.402355708s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:55.169489Z","caller":"traceutil/trace.go:171","msg":"trace[626427006] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"6.279624381s","start":"2026-04-28T03:16:48.889853Z","end":"2026-04-28T03:16:55.169477Z","steps":["trace[626427006] 'process raft request' (duration: 6.279556591s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.169543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:48.889832Z","time spent":"6.279680001s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:55.170086Z","caller":"traceutil/trace.go:171","msg":"trace[711883502] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"6.177494517s","start":"2026-04-28T03:16:48.992557Z","end":"2026-04-28T03:16:55.170052Z","steps":["trace[711883502] 'process raft request' (duration: 6.177066905s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.170313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:48.99254Z","time spent":"6.177686887s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:55.17058Z","caller":"traceutil/trace.go:171","msg":"trace[192496350] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"5.610252332s","start":"2026-04-28T03:16:49.560314Z","end":"2026-04-28T03:16:55.170567Z","steps":["trace[192496350] 'process raft request' (duration: 5.609680331s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:55.170603Z","caller":"traceutil/trace.go:171","msg":"trace[1960058171] transaction","detail":"{read_only:false; number_of_response:1; response_revision:584; }","duration":"5.347690849s","start":"2026-04-28T03:16:49.82289Z","end":"2026-04-28T03:16:55.170581Z","steps":["trace[1960058171] 'process raft request' (duration: 5.347604448s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.170642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:49.560286Z","time spent":"5.610323552s","remote":"127.0.0.1:40240","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:55.170732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:49.822848Z","time spent":"5.347815509s","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":571,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:16:55.241349Z","caller":"traceutil/trace.go:171","msg":"trace[941422172] linearizableReadLoop","detail":"{readStateIndex:613; appliedIndex:607; }","duration":"4.304445013s","start":"2026-04-28T03:16:50.936875Z","end":"2026-04-28T03:16:55.24132Z","steps":["trace[941422172] 'read index received' (duration: 829.918317ms)","trace[941422172] 'applied index is now lower than readState.Index' (duration: 3.474521966s)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:55.241358Z","caller":"traceutil/trace.go:171","msg":"trace[1732326404] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"831.137427ms","start":"2026-04-28T03:16:54.410203Z","end":"2026-04-28T03:16:55.241341Z","steps":["trace[1732326404] 'process raft request' (duration: 831.031447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.241485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.410181Z","time spent":"831.238967ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:55.24152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.520476451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66f199bf6569\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-28T03:16:55.241507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.934771444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:55.241544Z","caller":"traceutil/trace.go:171","msg":"trace[1201765471] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa66f199bf6569; range_end:; response_count:1; response_revision:586; }","duration":"11.520550753s","start":"2026-04-28T03:16:43.720983Z","end":"2026-04-28T03:16:55.241534Z","steps":["trace[1201765471] 'agreement among raft nodes before linearized reading' (duration: 11.520454952s)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:55.241558Z","caller":"traceutil/trace.go:171","msg":"trace[1670191703] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:0; response_revision:586; }","duration":"8.934854785s","start":"2026-04-28T03:16:46.306691Z","end":"2026-04-28T03:16:55.241546Z","steps":["trace[1670191703] 'agreement among raft nodes before linearized reading' (duration: 8.934731654s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.24159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:46.306657Z","time spent":"8.934927285s","remote":"127.0.0.1:40158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.44\" "} {"level":"warn","ts":"2026-04-28T03:16:55.241573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47705953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:55.241652Z","caller":"traceutil/trace.go:171","msg":"trace[1595559899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:586; }","duration":"1.47718323s","start":"2026-04-28T03:16:53.764451Z","end":"2026-04-28T03:16:55.241634Z","steps":["trace[1595559899] 'agreement among raft nodes before linearized reading' (duration: 1.477046779s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.241565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:43.720964Z","time spent":"11.520596503s","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa66f199bf6569\" "} {"level":"warn","ts":"2026-04-28T03:16:55.241699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:53.764436Z","time spent":"1.47725547s","remote":"127.0.0.1:40118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:55.241679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.860931557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4bpcn\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-28T03:16:55.24178Z","caller":"traceutil/trace.go:171","msg":"trace[992044593] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4bpcn; range_end:; response_count:1; response_revision:586; }","duration":"15.861076827s","start":"2026-04-28T03:16:39.380678Z","end":"2026-04-28T03:16:55.241754Z","steps":["trace[992044593] 'agreement among raft nodes before linearized reading' (duration: 15.860923037s)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.241607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.633279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-28T03:16:55.241849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.736271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-28T03:16:55.241861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.900999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:55.241866Z","caller":"traceutil/trace.go:171","msg":"trace[1261666209] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:586; }","duration":"791.802801ms","start":"2026-04-28T03:16:54.450058Z","end":"2026-04-28T03:16:55.241861Z","steps":["trace[1261666209] 'agreement among raft nodes before linearized reading' (duration: 791.756771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.241858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:39.380656Z","time spent":"15.861185247s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-4bpcn\" "} {"level":"info","ts":"2026-04-28T03:16:55.241878Z","caller":"traceutil/trace.go:171","msg":"trace[201319848] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:586; }","duration":"575.945729ms","start":"2026-04-28T03:16:54.665927Z","end":"2026-04-28T03:16:55.241873Z","steps":["trace[201319848] 'agreement among raft nodes before linearized reading' (duration: 575.915079ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:55.24187Z","caller":"traceutil/trace.go:171","msg":"trace[1303020035] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:586; }","duration":"575.902579ms","start":"2026-04-28T03:16:54.665955Z","end":"2026-04-28T03:16:55.241857Z","steps":["trace[1303020035] 'agreement among raft nodes before linearized reading' (duration: 575.638129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:55.241885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.450027Z","time spent":"791.851792ms","remote":"127.0.0.1:40356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":42,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:55.241896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.665914Z","time spent":"575.979199ms","remote":"127.0.0.1:40258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:55.241908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:54.665947Z","time spent":"575.952259ms","remote":"127.0.0.1:40298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-04-28T03:16:57.080383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.051859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-04-28T03:16:57.080484Z","caller":"traceutil/trace.go:171","msg":"trace[307764344] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:626; }","duration":"173.188499ms","start":"2026-04-28T03:16:56.907274Z","end":"2026-04-28T03:16:57.080463Z","steps":["trace[307764344] 'range keys from in-memory index tree' (duration: 172.871279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:57.080589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.356818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-28T03:16:57.080689Z","caller":"traceutil/trace.go:171","msg":"trace[1217010435] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:626; }","duration":"235.555751ms","start":"2026-04-28T03:16:56.845116Z","end":"2026-04-28T03:16:57.080671Z","steps":["trace[1217010435] 'count revisions from in-memory index tree' (duration: 235.235438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:57.080683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.102838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-28T03:16:57.080739Z","caller":"traceutil/trace.go:171","msg":"trace[750153214] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"119.189248ms","start":"2026-04-28T03:16:56.961535Z","end":"2026-04-28T03:16:57.080724Z","steps":["trace[750153214] 'range keys from in-memory index tree' (duration: 118.923957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:57.080385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.058028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:57.080872Z","caller":"traceutil/trace.go:171","msg":"trace[690884087] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:626; }","duration":"361.6403ms","start":"2026-04-28T03:16:56.719211Z","end":"2026-04-28T03:16:57.080851Z","steps":["trace[690884087] 'range keys from in-memory index tree' (duration: 360.945918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:57.080936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:56.719192Z","time spent":"361.72756ms","remote":"127.0.0.1:40106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-28T03:16:57.933155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.853562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-28T03:16:57.933276Z","caller":"traceutil/trace.go:171","msg":"trace[1264070342] transaction","detail":"{read_only:false; response_revision:653; number_of_response:1; }","duration":"148.323223ms","start":"2026-04-28T03:16:57.784938Z","end":"2026-04-28T03:16:57.933261Z","steps":["trace[1264070342] 'process raft request' (duration: 37.292291ms)","trace[1264070342] 'compare' (duration: 110.765112ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:58.447789Z","caller":"traceutil/trace.go:171","msg":"trace[696702329] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"122.348284ms","start":"2026-04-28T03:16:58.325416Z","end":"2026-04-28T03:16:58.447764Z","steps":["trace[696702329] 'process raft request' (duration: 122.223154ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:58.822557Z","caller":"traceutil/trace.go:171","msg":"trace[2060014434] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"370.571086ms","start":"2026-04-28T03:16:58.451968Z","end":"2026-04-28T03:16:58.82254Z","steps":["trace[2060014434] 'process raft request' (duration: 370.488586ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:58.822594Z","caller":"traceutil/trace.go:171","msg":"trace[1027114366] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:695; }","duration":"344.713447ms","start":"2026-04-28T03:16:58.477855Z","end":"2026-04-28T03:16:58.822568Z","steps":["trace[1027114366] 'read index received' (duration: 344.704517ms)","trace[1027114366] 'applied index is now lower than readState.Index' (duration: 6.77µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:16:58.822672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.451951Z","time spent":"370.660906ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5562,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:16:58.822895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.019047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-4bpcn\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-04-28T03:16:58.823008Z","caller":"traceutil/trace.go:171","msg":"trace[1257285358] range","detail":"{range_begin:/registry/pods/kube-system/cilium-4bpcn; range_end:; response_count:1; response_revision:663; }","duration":"345.152619ms","start":"2026-04-28T03:16:58.477817Z","end":"2026-04-28T03:16:58.82297Z","steps":["trace[1257285358] 'agreement among raft nodes before linearized reading' (duration: 344.854447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:58.823071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.477802Z","time spent":"345.255599ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17810,"request content":"key:\"/registry/pods/kube-system/cilium-4bpcn\" "} {"level":"info","ts":"2026-04-28T03:16:58.979258Z","caller":"traceutil/trace.go:171","msg":"trace[1713983733] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:695; }","duration":"156.591139ms","start":"2026-04-28T03:16:58.822644Z","end":"2026-04-28T03:16:58.979235Z","steps":["trace[1713983733] 'read index received' (duration: 150.000416ms)","trace[1713983733] 'applied index is now lower than readState.Index' (duration: 6.589413ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:16:58.979261Z","caller":"traceutil/trace.go:171","msg":"trace[1175780509] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"500.632224ms","start":"2026-04-28T03:16:58.4786Z","end":"2026-04-28T03:16:58.979232Z","steps":["trace[1175780509] 'process raft request' (duration: 493.973231ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:58.979365Z","caller":"traceutil/trace.go:171","msg":"trace[1098263453] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"253.233103ms","start":"2026-04-28T03:16:58.726123Z","end":"2026-04-28T03:16:58.979356Z","steps":["trace[1098263453] 'process raft request' (duration: 253.079913ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:58.979432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.478577Z","time spent":"500.786854ms","remote":"127.0.0.1:40214","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":771,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-28T03:16:58.979529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.411324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:16:58.979568Z","caller":"traceutil/trace.go:171","msg":"trace[1335069805] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:666; }","duration":"264.517034ms","start":"2026-04-28T03:16:58.71504Z","end":"2026-04-28T03:16:58.979557Z","steps":["trace[1335069805] 'agreement among raft nodes before linearized reading' (duration: 264.430234ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:58.979274Z","caller":"traceutil/trace.go:171","msg":"trace[1542862024] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"455.406338ms","start":"2026-04-28T03:16:58.523843Z","end":"2026-04-28T03:16:58.979249Z","steps":["trace[1542862024] 'process raft request' (duration: 455.276918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:58.979748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:16:58.523828Z","time spent":"455.866268ms","remote":"127.0.0.1:40180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3202,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-28T03:16:58.98415Z","caller":"traceutil/trace.go:171","msg":"trace[1722804274] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"156.474218ms","start":"2026-04-28T03:16:58.827658Z","end":"2026-04-28T03:16:58.984132Z","steps":["trace[1722804274] 'process raft request' (duration: 156.350328ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:16:58.984356Z","caller":"traceutil/trace.go:171","msg":"trace[133573297] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"148.013813ms","start":"2026-04-28T03:16:58.83628Z","end":"2026-04-28T03:16:58.984294Z","steps":["trace[133573297] 'process raft request' (duration: 147.815082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.853929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.489029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-28T03:16:59.854028Z","caller":"traceutil/trace.go:171","msg":"trace[211428351] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:683; }","duration":"130.624149ms","start":"2026-04-28T03:16:59.723383Z","end":"2026-04-28T03:16:59.854007Z","steps":["trace[211428351] 'range keys from in-memory index tree' (duration: 130.366429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:16:59.854038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.445055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:1 size:1036303"} {"level":"info","ts":"2026-04-28T03:16:59.85412Z","caller":"traceutil/trace.go:171","msg":"trace[1936503508] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:1; response_revision:683; }","duration":"149.579666ms","start":"2026-04-28T03:16:59.704523Z","end":"2026-04-28T03:16:59.854103Z","steps":["trace[1936503508] 'range keys from in-memory index tree' (duration: 149.041894ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:07.853084Z","caller":"traceutil/trace.go:171","msg":"trace[984085740] linearizableReadLoop","detail":"{readStateIndex:761; appliedIndex:760; }","duration":"169.928923ms","start":"2026-04-28T03:17:07.683134Z","end":"2026-04-28T03:17:07.853063Z","steps":["trace[984085740] 'read index received' (duration: 169.676653ms)","trace[984085740] 'applied index is now lower than readState.Index' (duration: 251.26µs)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:07.85319Z","caller":"traceutil/trace.go:171","msg":"trace[1381979489] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"215.957101ms","start":"2026-04-28T03:17:07.637207Z","end":"2026-04-28T03:17:07.853164Z","steps":["trace[1381979489] 'process raft request' (duration: 215.69197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.85341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.180279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslice-controller\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-28T03:17:07.85344Z","caller":"traceutil/trace.go:171","msg":"trace[754731753] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslice-controller; range_end:; response_count:1; response_revision:727; }","duration":"152.233689ms","start":"2026-04-28T03:17:07.701195Z","end":"2026-04-28T03:17:07.853429Z","steps":["trace[754731753] 'agreement among raft nodes before linearized reading' (duration: 152.185329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:07.853244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.094074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:807"} {"level":"warn","ts":"2026-04-28T03:17:07.8535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.554013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:07.853563Z","caller":"traceutil/trace.go:171","msg":"trace[205207201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"138.669913ms","start":"2026-04-28T03:17:07.71488Z","end":"2026-04-28T03:17:07.85355Z","steps":["trace[205207201] 'agreement among raft nodes before linearized reading' (duration: 138.529443ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:07.853522Z","caller":"traceutil/trace.go:171","msg":"trace[2082889508] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:727; }","duration":"170.385054ms","start":"2026-04-28T03:17:07.683126Z","end":"2026-04-28T03:17:07.853511Z","steps":["trace[2082889508] 'agreement among raft nodes before linearized reading' (duration: 170.057914ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:11.205033Z","caller":"traceutil/trace.go:171","msg":"trace[60729375] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"111.776503ms","start":"2026-04-28T03:17:11.093241Z","end":"2026-04-28T03:17:11.205018Z","steps":["trace[60729375] 'process raft request' (duration: 111.609043ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.498175Z","caller":"traceutil/trace.go:171","msg":"trace[1730436286] linearizableReadLoop","detail":"{readStateIndex:799; appliedIndex:798; }","duration":"256.349166ms","start":"2026-04-28T03:17:16.241796Z","end":"2026-04-28T03:17:16.498145Z","steps":["trace[1730436286] 'read index received' (duration: 221.28936ms)","trace[1730436286] 'applied index is now lower than readState.Index' (duration: 35.058846ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:16.498299Z","caller":"traceutil/trace.go:171","msg":"trace[1289195238] transaction","detail":"{read_only:false; response_revision:762; number_of_response:1; }","duration":"260.171014ms","start":"2026-04-28T03:17:16.238101Z","end":"2026-04-28T03:17:16.498272Z","steps":["trace[1289195238] 'process raft request' (duration: 225.069678ms)","trace[1289195238] 'compare' (duration: 34.876246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:16.498458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.636696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"warn","ts":"2026-04-28T03:17:16.49851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.378893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-public/\" range_end:\"/registry/daemonsets/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:16.498569Z","caller":"traceutil/trace.go:171","msg":"trace[241985517] range","detail":"{range_begin:/registry/daemonsets/kube-public/; range_end:/registry/daemonsets/kube-public0; response_count:0; response_revision:762; }","duration":"170.469444ms","start":"2026-04-28T03:17:16.328083Z","end":"2026-04-28T03:17:16.498552Z","steps":["trace[241985517] 'agreement among raft nodes before linearized reading' (duration: 170.380843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.498627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.593659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/cluster-info\" ","response":"range_response_count:1 size:2177"} {"level":"warn","ts":"2026-04-28T03:17:16.498629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.119405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/kube-node-lease/\" range_end:\"/registry/persistentvolumeclaims/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:16.498569Z","caller":"traceutil/trace.go:171","msg":"trace[1925252480] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:762; }","duration":"256.786917ms","start":"2026-04-28T03:17:16.24176Z","end":"2026-04-28T03:17:16.498547Z","steps":["trace[1925252480] 'agreement among raft nodes before linearized reading' (duration: 256.545746ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.498773Z","caller":"traceutil/trace.go:171","msg":"trace[797190651] range","detail":"{range_begin:/registry/persistentvolumeclaims/kube-node-lease/; range_end:/registry/persistentvolumeclaims/kube-node-lease0; response_count:0; response_revision:762; }","duration":"176.283925ms","start":"2026-04-28T03:17:16.322457Z","end":"2026-04-28T03:17:16.498741Z","steps":["trace[797190651] 'agreement among raft nodes before linearized reading' (duration: 176.067975ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.49899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.225077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-28T03:17:16.499053Z","caller":"traceutil/trace.go:171","msg":"trace[1961301195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:762; }","duration":"220.314857ms","start":"2026-04-28T03:17:16.278723Z","end":"2026-04-28T03:17:16.499038Z","steps":["trace[1961301195] 'agreement among raft nodes before linearized reading' (duration: 219.884647ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.498734Z","caller":"traceutil/trace.go:171","msg":"trace[1775631591] range","detail":"{range_begin:/registry/configmaps/kube-public/cluster-info; range_end:; response_count:1; response_revision:762; }","duration":"209.738599ms","start":"2026-04-28T03:17:16.288978Z","end":"2026-04-28T03:17:16.498717Z","steps":["trace[1775631591] 'agreement among raft nodes before linearized reading' (duration: 209.524478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.49921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.850006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-28T03:17:16.499244Z","caller":"traceutil/trace.go:171","msg":"trace[315583434] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:762; }","duration":"244.912886ms","start":"2026-04-28T03:17:16.254323Z","end":"2026-04-28T03:17:16.499236Z","steps":["trace[315583434] 'agreement among raft nodes before linearized reading' (duration: 244.063033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.49923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.471612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.44\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-28T03:17:16.499286Z","caller":"traceutil/trace.go:171","msg":"trace[1182157241] range","detail":"{range_begin:/registry/masterleases/199.204.45.44; range_end:; response_count:1; response_revision:762; }","duration":"190.561182ms","start":"2026-04-28T03:17:16.308712Z","end":"2026-04-28T03:17:16.499273Z","steps":["trace[1182157241] 'agreement among raft nodes before linearized reading' (duration: 189.735679ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.614304Z","caller":"traceutil/trace.go:171","msg":"trace[773284603] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"110.41529ms","start":"2026-04-28T03:17:16.503859Z","end":"2026-04-28T03:17:16.614274Z","steps":["trace[773284603] 'process raft request' (duration: 110.33517ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.614385Z","caller":"traceutil/trace.go:171","msg":"trace[2061494610] linearizableReadLoop","detail":"{readStateIndex:802; appliedIndex:799; }","duration":"110.34421ms","start":"2026-04-28T03:17:16.504022Z","end":"2026-04-28T03:17:16.614366Z","steps":["trace[2061494610] 'read index received' (duration: 893.362µs)","trace[2061494610] 'applied index is now lower than readState.Index' (duration: 109.449738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:16.614638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.5932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:1 size:833"} {"level":"info","ts":"2026-04-28T03:17:16.614682Z","caller":"traceutil/trace.go:171","msg":"trace[422145384] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:1; response_revision:765; }","duration":"110.679631ms","start":"2026-04-28T03:17:16.50399Z","end":"2026-04-28T03:17:16.614669Z","steps":["trace[422145384] 'agreement among raft nodes before linearized reading' (duration: 110.49707ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.614309Z","caller":"traceutil/trace.go:171","msg":"trace[1400905237] transaction","detail":"{read_only:false; response_revision:765; number_of_response:1; }","duration":"108.433906ms","start":"2026-04-28T03:17:16.505853Z","end":"2026-04-28T03:17:16.614287Z","steps":["trace[1400905237] 'process raft request' (duration: 108.387186ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:16.615788Z","caller":"traceutil/trace.go:171","msg":"trace[1698633958] transaction","detail":"{read_only:false; response_revision:763; number_of_response:1; }","duration":"112.148783ms","start":"2026-04-28T03:17:16.503614Z","end":"2026-04-28T03:17:16.615762Z","steps":["trace[1698633958] 'process raft request' (duration: 99.146438ms)","trace[1698633958] 'compare' (duration: 11.309713ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:16.884114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.801409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-public/kube-root-ca.crt\" ","response":"range_response_count:1 size:1746"} {"level":"info","ts":"2026-04-28T03:17:16.884204Z","caller":"traceutil/trace.go:171","msg":"trace[2145554081] range","detail":"{range_begin:/registry/configmaps/kube-public/kube-root-ca.crt; range_end:; response_count:1; response_revision:765; }","duration":"157.921619ms","start":"2026-04-28T03:17:16.726264Z","end":"2026-04-28T03:17:16.884186Z","steps":["trace[2145554081] 'range keys from in-memory index tree' (duration: 157.723379ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.884213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.297278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-public/\" range_end:\"/registry/deployments/kube-public0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:16.884273Z","caller":"traceutil/trace.go:171","msg":"trace[1607467867] range","detail":"{range_begin:/registry/deployments/kube-public/; range_end:/registry/deployments/kube-public0; response_count:0; response_revision:765; }","duration":"167.368458ms","start":"2026-04-28T03:17:16.71689Z","end":"2026-04-28T03:17:16.884258Z","steps":["trace[1607467867] 'range keys from in-memory index tree' (duration: 167.173158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:16.88459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.109706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-node-lease/\" range_end:\"/registry/secrets/kube-node-lease0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-28T03:17:16.88462Z","caller":"traceutil/trace.go:171","msg":"trace[1235492718] range","detail":"{range_begin:/registry/secrets/kube-node-lease/; range_end:/registry/secrets/kube-node-lease0; response_count:0; response_revision:765; }","duration":"161.171676ms","start":"2026-04-28T03:17:16.72344Z","end":"2026-04-28T03:17:16.884612Z","steps":["trace[1235492718] 'range keys from in-memory index tree' (duration: 161.055076ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:18.672479Z","caller":"traceutil/trace.go:171","msg":"trace[1638279501] transaction","detail":"{read_only:false; response_revision:779; number_of_response:1; }","duration":"166.410786ms","start":"2026-04-28T03:17:18.506031Z","end":"2026-04-28T03:17:18.672442Z","steps":["trace[1638279501] 'process raft request' (duration: 166.106825ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:24.942103Z","caller":"traceutil/trace.go:171","msg":"trace[446419122] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:833; }","duration":"117.861843ms","start":"2026-04-28T03:17:24.824195Z","end":"2026-04-28T03:17:24.942057Z","steps":["trace[446419122] 'read index received' (duration: 23.402635ms)","trace[446419122] 'applied index is now lower than readState.Index' (duration: 94.457248ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:24.942213Z","caller":"traceutil/trace.go:171","msg":"trace[1963843151] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"119.157165ms","start":"2026-04-28T03:17:24.823019Z","end":"2026-04-28T03:17:24.942176Z","steps":["trace[1963843151] 'process raft request' (duration: 93.641027ms)","trace[1963843151] 'compare' (duration: 25.198158ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:24.942588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.362915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-04-28T03:17:24.942727Z","caller":"traceutil/trace.go:171","msg":"trace[1073073583] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:796; }","duration":"118.483265ms","start":"2026-04-28T03:17:24.824177Z","end":"2026-04-28T03:17:24.94266Z","steps":["trace[1073073583] 'agreement among raft nodes before linearized reading' (duration: 118.032983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:25.910178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.303967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/resourcequota-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-28T03:17:25.910259Z","caller":"traceutil/trace.go:171","msg":"trace[311789128] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/resourcequota-controller; range_end:; response_count:1; response_revision:798; }","duration":"130.417747ms","start":"2026-04-28T03:17:25.779826Z","end":"2026-04-28T03:17:25.910244Z","steps":["trace[311789128] 'range keys from in-memory index tree' (duration: 130.217917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:25.910375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.937032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-04-28T03:17:25.910477Z","caller":"traceutil/trace.go:171","msg":"trace[716421038] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:798; }","duration":"144.084913ms","start":"2026-04-28T03:17:25.766368Z","end":"2026-04-28T03:17:25.910453Z","steps":["trace[716421038] 'range keys from in-memory index tree' (duration: 143.820432ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:28.994147Z","caller":"traceutil/trace.go:171","msg":"trace[1102710633] linearizableReadLoop","detail":"{readStateIndex:847; appliedIndex:846; }","duration":"100.09873ms","start":"2026-04-28T03:17:28.894022Z","end":"2026-04-28T03:17:28.994121Z","steps":["trace[1102710633] 'read index received' (duration: 99.94968ms)","trace[1102710633] 'applied index is now lower than readState.Index' (duration: 147.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:28.994428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.358081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-28T03:17:28.99427Z","caller":"traceutil/trace.go:171","msg":"trace[1985069415] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"102.280365ms","start":"2026-04-28T03:17:28.891948Z","end":"2026-04-28T03:17:28.994228Z","steps":["trace[1985069415] 'process raft request' (duration: 102.048014ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:28.994543Z","caller":"traceutil/trace.go:171","msg":"trace[746959297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:807; }","duration":"100.559271ms","start":"2026-04-28T03:17:28.893962Z","end":"2026-04-28T03:17:28.994521Z","steps":["trace[746959297] 'agreement among raft nodes before linearized reading' (duration: 100.293421ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:29.144142Z","caller":"traceutil/trace.go:171","msg":"trace[386836397] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"144.230643ms","start":"2026-04-28T03:17:28.999891Z","end":"2026-04-28T03:17:29.144122Z","steps":["trace[386836397] 'process raft request' (duration: 144.100333ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:29.145243Z","caller":"traceutil/trace.go:171","msg":"trace[1422762919] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"145.072695ms","start":"2026-04-28T03:17:29.00013Z","end":"2026-04-28T03:17:29.145203Z","steps":["trace[1422762919] 'process raft request' (duration: 144.807734ms)"],"step_count":1} {"level":"info","ts":"2026-04-28T03:17:31.468945Z","caller":"traceutil/trace.go:171","msg":"trace[302423047] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"316.77055ms","start":"2026-04-28T03:17:31.152145Z","end":"2026-04-28T03:17:31.468915Z","steps":["trace[302423047] 'process raft request' (duration: 316.58789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:31.469111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:31.152132Z","time spent":"316.89268ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-28T03:17:31.794292Z","caller":"traceutil/trace.go:171","msg":"trace[663797321] linearizableReadLoop","detail":"{readStateIndex:854; appliedIndex:852; }","duration":"618.813872ms","start":"2026-04-28T03:17:31.175457Z","end":"2026-04-28T03:17:31.794271Z","steps":["trace[663797321] 'read index received' (duration: 293.243366ms)","trace[663797321] 'applied index is now lower than readState.Index' (duration: 325.569786ms)"],"step_count":2} {"level":"info","ts":"2026-04-28T03:17:31.794388Z","caller":"traceutil/trace.go:171","msg":"trace[1106402749] transaction","detail":"{read_only:false; response_revision:814; number_of_response:1; }","duration":"642.198407ms","start":"2026-04-28T03:17:31.152181Z","end":"2026-04-28T03:17:31.79438Z","steps":["trace[1106402749] 'process raft request' (duration: 638.73893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:31.79446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:31.152164Z","time spent":"642.241017ms","remote":"127.0.0.1:40426","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-28T03:17:31.794505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.623904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-28T03:17:31.794544Z","caller":"traceutil/trace.go:171","msg":"trace[431736212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:814; }","duration":"107.699724ms","start":"2026-04-28T03:17:31.686833Z","end":"2026-04-28T03:17:31.794533Z","steps":["trace[431736212] 'agreement among raft nodes before linearized reading' (duration: 107.606214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:31.794642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.184893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dllb2\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-28T03:17:31.79467Z","caller":"traceutil/trace.go:171","msg":"trace[116711089] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dllb2; range_end:; response_count:1; response_revision:814; }","duration":"619.246384ms","start":"2026-04-28T03:17:31.175417Z","end":"2026-04-28T03:17:31.794664Z","steps":["trace[116711089] 'agreement among raft nodes before linearized reading' (duration: 619.187983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-28T03:17:31.794689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-28T03:17:31.175404Z","time spent":"619.280074ms","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4076,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-dllb2\" "} {"level":"info","ts":"2026-04-28T03:17:32.143712Z","caller":"traceutil/trace.go:171","msg":"trace[598696974] linearizableReadLoop","detail":"{readStateIndex:857; appliedIndex:856; }","duration":"125.422519ms","start":"2026-04-28T03:17:32.018267Z","end":"2026-04-28T03:17:32.14369Z","steps":["trace[598696974] 'read index received' (duration: 32.286672ms)","trace[598696974] 'applied index is now lower than readState.Index' (duration: 93.134487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-28T03:17:32.1439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.614599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-dllb2\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-28T03:17:32.143978Z","caller":"traceutil/trace.go:171","msg":"trace[1375030454] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-dllb2; range_end:; response_count:1; response_revision:816; }","duration":"125.753949ms","start":"2026-04-28T03:17:32.018206Z","end":"2026-04-28T03:17:32.14396Z","steps":["trace[1375030454] 'agreement among raft nodes before linearized reading' (duration: 125.553879ms)"],"step_count":1}