{"level":"warn","ts":"2026-03-02T21:15:47.199981Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:15:47.200293Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-02T21:15:47.200365Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-02T21:15:47.200374Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-03-02T21:15:47.200397Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:15:47.201017Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-03-02T21:15:47.201115Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-02T21:15:47.205595Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.241221ms"} {"level":"info","ts":"2026-03-02T21:15:47.220901Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-03-02T21:15:47.221014Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-03-02T21:15:47.221036Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-03-02T21:15:47.221049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-02T21:15:47.221061Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-03-02T21:15:47.221102Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-03-02T21:15:47.234363Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-02T21:15:47.239159Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-02T21:15:47.241691Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-02T21:15:47.244982Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-02T21:15:47.245106Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-02T21:15:47.245701Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:15:47.245797Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:15:47.245999Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-02T21:15:47.246355Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-03-02T21:15:47.246525Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-03-02T21:15:47.253475Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-02T21:15:47.253735Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-02T21:15:47.25377Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-02T21:15:47.253859Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-03-02T21:15:47.253896Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-03-02T21:15:48.022055Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-03-02T21:15:48.022127Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-03-02T21:15:48.022169Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-03-02T21:15:48.022189Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-03-02T21:15:48.0222Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-03-02T21:15:48.022216Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-03-02T21:15:48.022233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-03-02T21:15:48.113796Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:15:48.113853Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:15:48.113915Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-02T21:15:48.114489Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-03-02T21:15:48.115159Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-02T21:15:48.116045Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-02T21:15:48.119421Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"info","ts":"2026-03-02T21:15:48.120421Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-02T21:15:48.134764Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:15:48.134934Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:15:48.135003Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-02T21:15:49.853286Z","caller":"traceutil/trace.go:171","msg":"trace[1472363206] linearizableReadLoop","detail":"{readStateIndex:5; appliedIndex:4; }","duration":"411.742307ms","start":"2026-03-02T21:15:49.441517Z","end":"2026-03-02T21:15:49.853259Z","steps":["trace[1472363206] 'read index received' (duration: 411.541428ms)","trace[1472363206] 'applied index is now lower than readState.Index' (duration: 199.769µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:15:49.853391Z","caller":"traceutil/trace.go:171","msg":"trace[759242209] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"412.630113ms","start":"2026-03-02T21:15:49.440696Z","end":"2026-03-02T21:15:49.853326Z","steps":["trace[759242209] 'process raft request' (duration: 412.30633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:49.853791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.232006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:49.853913Z","caller":"traceutil/trace.go:171","msg":"trace[447490123] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:0; response_revision:2; }","duration":"412.383753ms","start":"2026-03-02T21:15:49.441509Z","end":"2026-03-02T21:15:49.853893Z","steps":["trace[447490123] 'agreement among raft nodes before linearized reading' (duration: 411.879043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:49.854111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.441504Z","time spent":"412.566091ms","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":27,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:15:49.854251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.440684Z","time spent":"412.839181ms","remote":"127.0.0.1:37600","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:15:50.354479Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264220907410814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:15:50.855557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264220907410814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:15:51.356449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264220907410814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:15:51.857531Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264220907410814,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:15:52.115208Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.26213494s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:15:52.115697Z","caller":"traceutil/trace.go:171","msg":"trace[1516509565] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"2.600464639s","start":"2026-03-02T21:15:49.515196Z","end":"2026-03-02T21:15:52.115661Z","steps":["trace[1516509565] 'process raft request' (duration: 2.600201159s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:52.115832Z","caller":"traceutil/trace.go:171","msg":"trace[764097247] linearizableReadLoop","detail":"{readStateIndex:13; appliedIndex:5; }","duration":"2.26236645s","start":"2026-03-02T21:15:49.853446Z","end":"2026-03-02T21:15:52.115812Z","steps":["trace[764097247] 'read index received' (duration: 2.26189317s)","trace[764097247] 'applied index is now lower than readState.Index' (duration: 472.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:15:52.115842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.51518Z","time spent":"2.600597935s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:15:52.115861Z","caller":"traceutil/trace.go:171","msg":"trace[1672217087] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"2.576929392s","start":"2026-03-02T21:15:49.538912Z","end":"2026-03-02T21:15:52.115841Z","steps":["trace[1672217087] 'process raft request' (duration: 2.576863289s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:52.115873Z","caller":"traceutil/trace.go:171","msg":"trace[847693533] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"2.600530952s","start":"2026-03-02T21:15:49.515315Z","end":"2026-03-02T21:15:52.115846Z","steps":["trace[847693533] 'process raft request' (duration: 2.600267321s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.115941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.538901Z","time spent":"2.577005474s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:52.115989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.515305Z","time spent":"2.600614425s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:52.116009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.602378977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:52.116043Z","caller":"traceutil/trace.go:171","msg":"trace[2049046429] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:0; response_revision:10; }","duration":"2.60244201s","start":"2026-03-02T21:15:49.513591Z","end":"2026-03-02T21:15:52.116033Z","steps":["trace[2049046429] 'agreement among raft nodes before linearized reading' (duration: 2.602318335s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.116081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.513581Z","time spent":"2.602493352s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T21:15:52.116087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550147532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:52.116122Z","caller":"traceutil/trace.go:171","msg":"trace[1143658533] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"2.550213474s","start":"2026-03-02T21:15:49.565898Z","end":"2026-03-02T21:15:52.116112Z","steps":["trace[1143658533] 'agreement among raft nodes before linearized reading' (duration: 2.5501282s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:52.116159Z","caller":"traceutil/trace.go:171","msg":"trace[802994552] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"2.600724919s","start":"2026-03-02T21:15:49.515427Z","end":"2026-03-02T21:15:52.116152Z","steps":["trace[802994552] 'process raft request' (duration: 2.60024477s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.116167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.565884Z","time spent":"2.550276647s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-02T21:15:52.116201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.515416Z","time spent":"2.600764092s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:52.116198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.601743621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:15:52.116344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527160186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:52.116359Z","caller":"traceutil/trace.go:171","msg":"trace[699866766] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"2.600896227s","start":"2026-03-02T21:15:49.515454Z","end":"2026-03-02T21:15:52.11635Z","steps":["trace[699866766] 'process raft request' (duration: 2.60024208s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.116317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674617147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:52.11612Z","caller":"traceutil/trace.go:171","msg":"trace[112333712] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"2.600695939s","start":"2026-03-02T21:15:49.515413Z","end":"2026-03-02T21:15:52.116109Z","steps":["trace[112333712] 'process raft request' (duration: 2.600220879s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.11643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599891516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:52.116436Z","caller":"traceutil/trace.go:171","msg":"trace[729176366] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"2.581846772s","start":"2026-03-02T21:15:49.534577Z","end":"2026-03-02T21:15:52.116424Z","steps":["trace[729176366] 'process raft request' (duration: 2.581173354s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.116458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.515391Z","time spent":"2.601019752s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:52.116471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.515425Z","time spent":"2.60096086s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:15:52.116485Z","caller":"traceutil/trace.go:171","msg":"trace[1876625353] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:10; }","duration":"2.599965729s","start":"2026-03-02T21:15:49.516501Z","end":"2026-03-02T21:15:52.116467Z","steps":["trace[1876625353] 'agreement among raft nodes before linearized reading' (duration: 2.599896687s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.116516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617281574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:15:52.116555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.516495Z","time spent":"2.600049943s","remote":"127.0.0.1:37624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-02T21:15:52.116506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.534563Z","time spent":"2.581918275s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3157,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:52.116593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697503066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:52.116628Z","caller":"traceutil/trace.go:171","msg":"trace[342940643] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:10; }","duration":"1.697559659s","start":"2026-03-02T21:15:50.419057Z","end":"2026-03-02T21:15:52.116617Z","steps":["trace[342940643] 'agreement among raft nodes before linearized reading' (duration: 1.697517797s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.11666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674492012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3169"} {"level":"warn","ts":"2026-03-02T21:15:52.116473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.649384745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:52.116722Z","caller":"traceutil/trace.go:171","msg":"trace[573850587] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10; }","duration":"2.674550454s","start":"2026-03-02T21:15:49.442161Z","end":"2026-03-02T21:15:52.116712Z","steps":["trace[573850587] 'agreement among raft nodes before linearized reading' (duration: 2.67445445s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:52.116745Z","caller":"traceutil/trace.go:171","msg":"trace[1449863445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10; }","duration":"1.649675037s","start":"2026-03-02T21:15:50.467056Z","end":"2026-03-02T21:15:52.116731Z","steps":["trace[1449863445] 'agreement among raft nodes before linearized reading' (duration: 1.649382825s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:52.11675Z","caller":"traceutil/trace.go:171","msg":"trace[1225801294] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"2.601141777s","start":"2026-03-02T21:15:49.515595Z","end":"2026-03-02T21:15:52.116737Z","steps":["trace[1225801294] 'process raft request' (duration: 2.600128826s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.116784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:50.467042Z","time spent":"1.64973142s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:15:52.116806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.51556Z","time spent":"2.60121754s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:52.116366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.247266545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:15:52.116517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697328029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:52.116904Z","caller":"traceutil/trace.go:171","msg":"trace[1794322386] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:10; }","duration":"2.247833829s","start":"2026-03-02T21:15:49.869032Z","end":"2026-03-02T21:15:52.116866Z","steps":["trace[1794322386] 'agreement among raft nodes before linearized reading' (duration: 2.247295737s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:52.116917Z","caller":"traceutil/trace.go:171","msg":"trace[2106540976] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:10; }","duration":"1.697761107s","start":"2026-03-02T21:15:50.419143Z","end":"2026-03-02T21:15:52.116904Z","steps":["trace[2106540976] 'agreement among raft nodes before linearized reading' (duration: 1.697351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.116981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:50.419112Z","time spent":"1.69783404s","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-03-02T21:15:52.117006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.86901Z","time spent":"2.247927733s","remote":"127.0.0.1:37952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-03-02T21:15:52.116777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.442141Z","time spent":"2.674627238s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3192,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-02T21:15:52.116373Z","caller":"traceutil/trace.go:171","msg":"trace[1307386774] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:10; }","duration":"2.527207278s","start":"2026-03-02T21:15:49.589157Z","end":"2026-03-02T21:15:52.116365Z","steps":["trace[1307386774] 'agreement among raft nodes before linearized reading' (duration: 2.527164316s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.117185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.589149Z","time spent":"2.528023291s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-03-02T21:15:52.116593Z","caller":"traceutil/trace.go:171","msg":"trace[1071403244] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"2.617392688s","start":"2026-03-02T21:15:49.49919Z","end":"2026-03-02T21:15:52.116583Z","steps":["trace[1071403244] 'agreement among raft nodes before linearized reading' (duration: 2.617296514s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.11725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.499171Z","time spent":"2.618062936s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-02T21:15:52.116435Z","caller":"traceutil/trace.go:171","msg":"trace[595542486] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:0; response_revision:10; }","duration":"2.674825296s","start":"2026-03-02T21:15:49.441582Z","end":"2026-03-02T21:15:52.116407Z","steps":["trace[595542486] 'agreement among raft nodes before linearized reading' (duration: 2.674547845s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.117384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.441579Z","time spent":"2.675794665s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":0,"response size":27,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-02T21:15:52.116357Z","caller":"traceutil/trace.go:171","msg":"trace[12133070] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:10; }","duration":"2.601960561s","start":"2026-03-02T21:15:49.514364Z","end":"2026-03-02T21:15:52.116324Z","steps":["trace[12133070] 'agreement among raft nodes before linearized reading' (duration: 2.601521193s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:52.117453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:49.514341Z","time spent":"2.603100447s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-02T21:15:52.116658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:50.419037Z","time spent":"1.697614591s","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-03-02T21:15:54.119972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998056191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-02T21:15:54.120144Z","caller":"traceutil/trace.go:171","msg":"trace[2001851644] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9982842s","start":"2026-03-02T21:15:52.121827Z","end":"2026-03-02T21:15:54.120111Z","steps":["trace[2001851644] 'agreement among raft nodes before linearized reading' (duration: 1.998087222s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:54.120501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.121823Z","time spent":"1.998657866s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:15:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:15:55.010897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.752749744s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-02T21:15:55.020083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.761696782s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-02T21:15:55.020435Z","caller":"traceutil/trace.go:171","msg":"trace[1695964237] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11; }","duration":"2.898402828s","start":"2026-03-02T21:15:52.122006Z","end":"2026-03-02T21:15:55.020409Z","steps":["trace[1695964237] 'process raft request' (duration: 2.898230611s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.020457Z","caller":"traceutil/trace.go:171","msg":"trace[579271343] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"2.898383688s","start":"2026-03-02T21:15:52.122055Z","end":"2026-03-02T21:15:55.020439Z","steps":["trace[579271343] 'process raft request' (duration: 2.898216281s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.020453Z","caller":"traceutil/trace.go:171","msg":"trace[1866597490] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"2.898775204s","start":"2026-03-02T21:15:52.12165Z","end":"2026-03-02T21:15:55.020425Z","steps":["trace[1866597490] 'process raft request' (duration: 136.566052ms)","trace[1866597490] 'compare' (duration: 2.752931011s)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:15:55.020514Z","caller":"traceutil/trace.go:171","msg":"trace[868933594] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"2.897361016s","start":"2026-03-02T21:15:52.123131Z","end":"2026-03-02T21:15:55.020492Z","steps":["trace[868933594] 'process raft request' (duration: 2.897176088s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.020532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.121994Z","time spent":"2.898494523s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:55.020541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.121625Z","time spent":"2.898879348s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:55.020578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.123121Z","time spent":"2.897430369s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:55.020533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.122014Z","time spent":"2.898478672s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:15:55.02047Z","caller":"traceutil/trace.go:171","msg":"trace[907393553] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"2.892155714s","start":"2026-03-02T21:15:52.128307Z","end":"2026-03-02T21:15:55.020463Z","steps":["trace[907393553] 'process raft request' (duration: 2.892121112s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.020723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.128276Z","time spent":"2.892425395s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3477,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:15:55.020947Z","caller":"traceutil/trace.go:171","msg":"trace[1184491235] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"2.896508901s","start":"2026-03-02T21:15:52.12443Z","end":"2026-03-02T21:15:55.020938Z","steps":["trace[1184491235] 'process raft request' (duration: 2.895930387s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.020984Z","caller":"traceutil/trace.go:171","msg":"trace[2058846434] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"2.896485011s","start":"2026-03-02T21:15:52.12449Z","end":"2026-03-02T21:15:55.020975Z","steps":["trace[2058846434] 'process raft request' (duration: 2.895886056s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.02099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.124416Z","time spent":"2.896555354s","remote":"127.0.0.1:37994","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:55.021024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.124482Z","time spent":"2.896522322s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:15:55.02105Z","caller":"traceutil/trace.go:171","msg":"trace[1720564340] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"2.897495521s","start":"2026-03-02T21:15:52.123544Z","end":"2026-03-02T21:15:55.02104Z","steps":["trace[1720564340] 'process raft request' (duration: 2.896783382s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.021086Z","caller":"traceutil/trace.go:171","msg":"trace[876673937] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"2.894805722s","start":"2026-03-02T21:15:52.126272Z","end":"2026-03-02T21:15:55.021078Z","steps":["trace[876673937] 'process raft request' (duration: 2.894138885s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.021093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.123532Z","time spent":"2.897539454s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:55.021128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.126261Z","time spent":"2.894844203s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:15:55.021148Z","caller":"traceutil/trace.go:171","msg":"trace[1267500851] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"2.896724541s","start":"2026-03-02T21:15:52.124417Z","end":"2026-03-02T21:15:55.021142Z","steps":["trace[1267500851] 'process raft request' (duration: 2.895927958s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.021178Z","caller":"traceutil/trace.go:171","msg":"trace[1283462432] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"2.8964735s","start":"2026-03-02T21:15:52.124697Z","end":"2026-03-02T21:15:55.021171Z","steps":["trace[1283462432] 'process raft request' (duration: 2.895695668s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.021212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.124663Z","time spent":"2.896534043s","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:55.021178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.124408Z","time spent":"2.896752821s","remote":"127.0.0.1:38078","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:55.021726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899926211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/csr-zdq8z\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-03-02T21:15:55.021757Z","caller":"traceutil/trace.go:171","msg":"trace[865678939] range","detail":"{range_begin:/registry/certificatesigningrequests/csr-zdq8z; range_end:; response_count:1; response_revision:20; }","duration":"2.899984703s","start":"2026-03-02T21:15:52.121764Z","end":"2026-03-02T21:15:55.021749Z","steps":["trace[865678939] 'agreement among raft nodes before linearized reading' (duration: 2.899920221s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.02179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.12175Z","time spent":"2.900028396s","remote":"127.0.0.1:37810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":884,"request content":"key:\"/registry/certificatesigningrequests/csr-zdq8z\" "} {"level":"info","ts":"2026-03-02T21:15:55.020465Z","caller":"traceutil/trace.go:171","msg":"trace[632896700] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:13; }","duration":"2.898599757s","start":"2026-03-02T21:15:52.121796Z","end":"2026-03-02T21:15:55.020396Z","steps":["trace[632896700] 'read index received' (duration: 136.432546ms)","trace[632896700] 'applied index is now lower than readState.Index' (duration: 2.762161571s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:15:55.023628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901766796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3489"} {"level":"warn","ts":"2026-03-02T21:15:55.023926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462838245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:15:55.023979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850404948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.024016Z","caller":"traceutil/trace.go:171","msg":"trace[1759623989] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:20; }","duration":"2.850500401s","start":"2026-03-02T21:15:52.173506Z","end":"2026-03-02T21:15:55.024006Z","steps":["trace[1759623989] 'agreement among raft nodes before linearized reading' (duration: 2.850403217s)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.02401Z","caller":"traceutil/trace.go:171","msg":"trace[1587124348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20; }","duration":"1.46297191s","start":"2026-03-02T21:15:53.56102Z","end":"2026-03-02T21:15:55.023991Z","steps":["trace[1587124348] 'agreement among raft nodes before linearized reading' (duration: 1.462821624s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.024045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850689469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-node-lease\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:15:55.024055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:53.561002Z","time spent":"1.463045444s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:15:55.024064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.173496Z","time spent":"2.850560984s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"info","ts":"2026-03-02T21:15:55.024072Z","caller":"traceutil/trace.go:171","msg":"trace[2126463501] range","detail":"{range_begin:/registry/namespaces/kube-node-lease; range_end:; response_count:0; response_revision:20; }","duration":"2.850766872s","start":"2026-03-02T21:15:52.173299Z","end":"2026-03-02T21:15:55.024066Z","steps":["trace[2126463501] 'agreement among raft nodes before linearized reading' (duration: 2.850682159s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.024139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.173284Z","time spent":"2.850826574s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-node-lease\" "} {"level":"warn","ts":"2026-03-02T21:15:55.024232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899702062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.024272Z","caller":"traceutil/trace.go:171","msg":"trace[1934528858] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:20; }","duration":"2.899772595s","start":"2026-03-02T21:15:52.124488Z","end":"2026-03-02T21:15:55.02426Z","steps":["trace[1934528858] 'agreement among raft nodes before linearized reading' (duration: 2.899726654s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.024324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.12448Z","time spent":"2.899838208s","remote":"127.0.0.1:37914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":27,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" "} {"level":"warn","ts":"2026-03-02T21:15:55.024374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682029126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.02442Z","caller":"traceutil/trace.go:171","msg":"trace[2050397212] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:20; }","duration":"2.682091669s","start":"2026-03-02T21:15:52.342317Z","end":"2026-03-02T21:15:55.024409Z","steps":["trace[2050397212] 'agreement among raft nodes before linearized reading' (duration: 2.681941032s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.024447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.881058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-02T21:15:55.024476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.342302Z","time spent":"2.682168052s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-02T21:15:55.02448Z","caller":"traceutil/trace.go:171","msg":"trace[322147574] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"307.972432ms","start":"2026-03-02T21:15:54.716497Z","end":"2026-03-02T21:15:55.02447Z","steps":["trace[322147574] 'agreement among raft nodes before linearized reading' (duration: 307.92477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.024506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:54.716456Z","time spent":"308.043585ms","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-02T21:15:55.024621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.173605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.024651Z","caller":"traceutil/trace.go:171","msg":"trace[1323924716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20; }","duration":"904.241757ms","start":"2026-03-02T21:15:54.120401Z","end":"2026-03-02T21:15:55.024643Z","steps":["trace[1323924716] 'agreement among raft nodes before linearized reading' (duration: 904.201255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.024716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:54.120372Z","time spent":"904.337731ms","remote":"127.0.0.1:37498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:15:55.023965Z","caller":"traceutil/trace.go:171","msg":"trace[252293440] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20; }","duration":"2.901875621s","start":"2026-03-02T21:15:52.121812Z","end":"2026-03-02T21:15:55.023687Z","steps":["trace[252293440] 'agreement among raft nodes before linearized reading' (duration: 2.901740225s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.024863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.121799Z","time spent":"2.90305632s","remote":"127.0.0.1:37730","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3512,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-02T21:15:55.024622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.843652622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-02T21:15:55.025024Z","caller":"traceutil/trace.go:171","msg":"trace[902313165] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:20; }","duration":"2.844061058s","start":"2026-03-02T21:15:52.180953Z","end":"2026-03-02T21:15:55.025014Z","steps":["trace[902313165] 'agreement among raft nodes before linearized reading' (duration: 2.84362466s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.025059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:52.180946Z","time spent":"2.84410402s","remote":"127.0.0.1:37656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-02T21:15:55.298231Z","caller":"traceutil/trace.go:171","msg":"trace[1990216031] linearizableReadLoop","detail":"{readStateIndex:30; appliedIndex:24; }","duration":"272.107516ms","start":"2026-03-02T21:15:55.026088Z","end":"2026-03-02T21:15:55.298195Z","steps":["trace[1990216031] 'read index received' (duration: 33.178812ms)","trace[1990216031] 'applied index is now lower than readState.Index' (duration: 238.927794ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:15:55.298318Z","caller":"traceutil/trace.go:171","msg":"trace[564602820] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"270.367024ms","start":"2026-03-02T21:15:55.027944Z","end":"2026-03-02T21:15:55.298311Z","steps":["trace[564602820] 'process raft request' (duration: 270.107924ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.29836Z","caller":"traceutil/trace.go:171","msg":"trace[430629513] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"272.410107ms","start":"2026-03-02T21:15:55.02592Z","end":"2026-03-02T21:15:55.29833Z","steps":["trace[430629513] 'process raft request' (duration: 272.029311ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.298428Z","caller":"traceutil/trace.go:171","msg":"trace[1358290592] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"270.071902ms","start":"2026-03-02T21:15:55.028345Z","end":"2026-03-02T21:15:55.298417Z","steps":["trace[1358290592] 'process raft request' (duration: 269.812171ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.298519Z","caller":"traceutil/trace.go:171","msg":"trace[41861195] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"272.912858ms","start":"2026-03-02T21:15:55.025537Z","end":"2026-03-02T21:15:55.298449Z","steps":["trace[41861195] 'process raft request' (duration: 244.94014ms)","trace[41861195] 'compare' (duration: 27.252298ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:15:55.298257Z","caller":"traceutil/trace.go:171","msg":"trace[605056331] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"270.26271ms","start":"2026-03-02T21:15:55.027962Z","end":"2026-03-02T21:15:55.298224Z","steps":["trace[605056331] 'process raft request' (duration: 270.127394ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.298658Z","caller":"traceutil/trace.go:171","msg":"trace[1771210683] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"272.630247ms","start":"2026-03-02T21:15:55.026015Z","end":"2026-03-02T21:15:55.298645Z","steps":["trace[1771210683] 'process raft request' (duration: 272.006801ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.298888Z","caller":"traceutil/trace.go:171","msg":"trace[133711814] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"273.120717ms","start":"2026-03-02T21:15:55.025758Z","end":"2026-03-02T21:15:55.298879Z","steps":["trace[133711814] 'process raft request' (duration: 272.149497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.299086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.973801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.299144Z","caller":"traceutil/trace.go:171","msg":"trace[1605544364] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:29; }","duration":"273.065945ms","start":"2026-03-02T21:15:55.026063Z","end":"2026-03-02T21:15:55.299129Z","steps":["trace[1605544364] 'agreement among raft nodes before linearized reading' (duration: 272.523573ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.298672Z","caller":"traceutil/trace.go:171","msg":"trace[3816015] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"273.111997ms","start":"2026-03-02T21:15:55.025549Z","end":"2026-03-02T21:15:55.298661Z","steps":["trace[3816015] 'process raft request' (duration: 272.324944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.299553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.443791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:15:55.299746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.412219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.299837Z","caller":"traceutil/trace.go:171","msg":"trace[1639994728] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:30; }","duration":"273.508342ms","start":"2026-03-02T21:15:55.026312Z","end":"2026-03-02T21:15:55.299821Z","steps":["trace[1639994728] 'agreement among raft nodes before linearized reading' (duration: 273.354846ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.299833Z","caller":"traceutil/trace.go:171","msg":"trace[1999038358] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:30; }","duration":"273.67326ms","start":"2026-03-02T21:15:55.026088Z","end":"2026-03-02T21:15:55.299761Z","steps":["trace[1999038358] 'agreement among raft nodes before linearized reading' (duration: 273.388428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.299581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.563729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.300031Z","caller":"traceutil/trace.go:171","msg":"trace[2094712388] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:30; }","duration":"220.032919ms","start":"2026-03-02T21:15:55.07999Z","end":"2026-03-02T21:15:55.300023Z","steps":["trace[2094712388] 'agreement among raft nodes before linearized reading' (duration: 219.532688ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.299618Z","caller":"traceutil/trace.go:171","msg":"trace[696329010] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"237.099069ms","start":"2026-03-02T21:15:55.06251Z","end":"2026-03-02T21:15:55.299609Z","steps":["trace[696329010] 'process raft request' (duration: 236.602638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.299649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.227946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.300366Z","caller":"traceutil/trace.go:171","msg":"trace[1608764354] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:30; }","duration":"142.965826ms","start":"2026-03-02T21:15:55.157387Z","end":"2026-03-02T21:15:55.300353Z","steps":["trace[1608764354] 'agreement among raft nodes before linearized reading' (duration: 142.245517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.299665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.736341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.300449Z","caller":"traceutil/trace.go:171","msg":"trace[1055440464] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:30; }","duration":"272.534843ms","start":"2026-03-02T21:15:55.027905Z","end":"2026-03-02T21:15:55.300439Z","steps":["trace[1055440464] 'agreement among raft nodes before linearized reading' (duration: 271.72989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.299705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.74694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.300566Z","caller":"traceutil/trace.go:171","msg":"trace[704359169] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:30; }","duration":"272.611656ms","start":"2026-03-02T21:15:55.027945Z","end":"2026-03-02T21:15:55.300556Z","steps":["trace[704359169] 'agreement among raft nodes before linearized reading' (duration: 271.74347ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.556249Z","caller":"traceutil/trace.go:171","msg":"trace[1071460299] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"253.335775ms","start":"2026-03-02T21:15:55.302861Z","end":"2026-03-02T21:15:55.556197Z","steps":["trace[1071460299] 'process raft request' (duration: 253.125666ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.556292Z","caller":"traceutil/trace.go:171","msg":"trace[452140384] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"253.47114ms","start":"2026-03-02T21:15:55.30279Z","end":"2026-03-02T21:15:55.556261Z","steps":["trace[452140384] 'process raft request' (duration: 217.656221ms)","trace[452140384] 'compare' (duration: 35.239466ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:15:55.556462Z","caller":"traceutil/trace.go:171","msg":"trace[467672005] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"252.433207ms","start":"2026-03-02T21:15:55.304017Z","end":"2026-03-02T21:15:55.55645Z","steps":["trace[467672005] 'process raft request' (duration: 252.25878ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.556482Z","caller":"traceutil/trace.go:171","msg":"trace[1616203639] linearizableReadLoop","detail":"{readStateIndex:44; appliedIndex:35; }","duration":"197.307235ms","start":"2026-03-02T21:15:55.359144Z","end":"2026-03-02T21:15:55.556451Z","steps":["trace[1616203639] 'read index received' (duration: 161.246315ms)","trace[1616203639] 'applied index is now lower than readState.Index' (duration: 36.0595ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:15:55.556648Z","caller":"traceutil/trace.go:171","msg":"trace[1516783531] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"252.813913ms","start":"2026-03-02T21:15:55.303823Z","end":"2026-03-02T21:15:55.556637Z","steps":["trace[1516783531] 'process raft request' (duration: 252.369834ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.556644Z","caller":"traceutil/trace.go:171","msg":"trace[1869564521] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"252.477189ms","start":"2026-03-02T21:15:55.304152Z","end":"2026-03-02T21:15:55.556629Z","steps":["trace[1869564521] 'process raft request' (duration: 252.208978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.556834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.923624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.556883Z","caller":"traceutil/trace.go:171","msg":"trace[728844474] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:40; }","duration":"201.041808ms","start":"2026-03-02T21:15:55.355831Z","end":"2026-03-02T21:15:55.556872Z","steps":["trace[728844474] 'agreement among raft nodes before linearized reading' (duration: 200.871681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.556979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.181927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-node-lease/\" range_end:\"/registry/resourcequotas/kube-node-lease0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.557027Z","caller":"traceutil/trace.go:171","msg":"trace[736783310] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"252.98995ms","start":"2026-03-02T21:15:55.304022Z","end":"2026-03-02T21:15:55.557012Z","steps":["trace[736783310] 'process raft request' (duration: 252.303442ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.557039Z","caller":"traceutil/trace.go:171","msg":"trace[159288698] range","detail":"{range_begin:/registry/resourcequotas/kube-node-lease/; range_end:/registry/resourcequotas/kube-node-lease0; response_count:0; response_revision:40; }","duration":"194.300972ms","start":"2026-03-02T21:15:55.362721Z","end":"2026-03-02T21:15:55.557022Z","steps":["trace[159288698] 'agreement among raft nodes before linearized reading' (duration: 194.179887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:55.557171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.339274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:55.557442Z","caller":"traceutil/trace.go:171","msg":"trace[460269325] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"253.540663ms","start":"2026-03-02T21:15:55.302911Z","end":"2026-03-02T21:15:55.556451Z","steps":["trace[460269325] 'process raft request' (duration: 253.174708ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.556491Z","caller":"traceutil/trace.go:171","msg":"trace[549662707] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"253.526813ms","start":"2026-03-02T21:15:55.302941Z","end":"2026-03-02T21:15:55.556467Z","steps":["trace[549662707] 'process raft request' (duration: 253.185759ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.557493Z","caller":"traceutil/trace.go:171","msg":"trace[1452169554] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:0; response_revision:40; }","duration":"253.780693ms","start":"2026-03-02T21:15:55.303687Z","end":"2026-03-02T21:15:55.557467Z","steps":["trace[1452169554] 'agreement among raft nodes before linearized reading' (duration: 253.212469ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:55.55665Z","caller":"traceutil/trace.go:171","msg":"trace[1172555573] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"252.136896ms","start":"2026-03-02T21:15:55.304502Z","end":"2026-03-02T21:15:55.556639Z","steps":["trace[1172555573] 'process raft request' (duration: 251.910436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:56.264821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.565777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-02T21:15:56.264974Z","caller":"traceutil/trace.go:171","msg":"trace[853254145] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"651.943572ms","start":"2026-03-02T21:15:55.612994Z","end":"2026-03-02T21:15:56.264938Z","steps":["trace[853254145] 'process raft request' (duration: 77.183857ms)","trace[853254145] 'compare' (duration: 574.3746ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:15:56.265129Z","caller":"traceutil/trace.go:171","msg":"trace[1678255947] linearizableReadLoop","detail":"{readStateIndex:49; appliedIndex:48; }","duration":"651.194901ms","start":"2026-03-02T21:15:55.613912Z","end":"2026-03-02T21:15:56.265107Z","steps":["trace[1678255947] 'read index received' (duration: 76.351452ms)","trace[1678255947] 'applied index is now lower than readState.Index' (duration: 574.841099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:15:56.265145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:55.61298Z","time spent":"652.088859ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":647,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:15:56.265427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:55.617132Z","time spent":"648.292932ms","remote":"127.0.0.1:37616","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-02T21:15:56.265418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.469163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cluster-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:56.265525Z","caller":"traceutil/trace.go:171","msg":"trace[494222296] range","detail":"{range_begin:/registry/clusterroles/cluster-admin; range_end:; response_count:0; response_revision:45; }","duration":"651.621619ms","start":"2026-03-02T21:15:55.613878Z","end":"2026-03-02T21:15:56.265499Z","steps":["trace[494222296] 'agreement among raft nodes before linearized reading' (duration: 651.331457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:56.265588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:55.613864Z","time spent":"651.713653ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/cluster-admin\" "} {"level":"info","ts":"2026-03-02T21:15:56.424213Z","caller":"traceutil/trace.go:171","msg":"trace[2004023326] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"153.318919ms","start":"2026-03-02T21:15:56.270876Z","end":"2026-03-02T21:15:56.424195Z","steps":["trace[2004023326] 'process raft request' (duration: 152.513036ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:56.424274Z","caller":"traceutil/trace.go:171","msg":"trace[1534360740] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"153.293678ms","start":"2026-03-02T21:15:56.27097Z","end":"2026-03-02T21:15:56.424264Z","steps":["trace[1534360740] 'process raft request' (duration: 152.666482ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:56.424213Z","caller":"traceutil/trace.go:171","msg":"trace[782130906] transaction","detail":"{read_only:false; response_revision:49; number_of_response:1; }","duration":"152.13542ms","start":"2026-03-02T21:15:56.272042Z","end":"2026-03-02T21:15:56.424178Z","steps":["trace[782130906] 'process raft request' (duration: 151.64469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:56.789234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.05143ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-02T21:15:56.789514Z","caller":"traceutil/trace.go:171","msg":"trace[2119031372] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"360.242119ms","start":"2026-03-02T21:15:56.429249Z","end":"2026-03-02T21:15:56.789491Z","steps":["trace[2119031372] 'process raft request' (duration: 360.101293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:56.789672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:56.429238Z","time spent":"360.387935ms","remote":"127.0.0.1:37912","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":634,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:15:56.789505Z","caller":"traceutil/trace.go:171","msg":"trace[121407655] linearizableReadLoop","detail":"{readStateIndex:58; appliedIndex:54; }","duration":"358.30918ms","start":"2026-03-02T21:15:56.43117Z","end":"2026-03-02T21:15:56.789479Z","steps":["trace[121407655] 'read index received' (duration: 27.443338ms)","trace[121407655] 'applied index is now lower than readState.Index' (duration: 330.861592ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:15:56.789812Z","caller":"traceutil/trace.go:171","msg":"trace[2009227969] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"360.459228ms","start":"2026-03-02T21:15:56.429327Z","end":"2026-03-02T21:15:56.789787Z","steps":["trace[2009227969] 'process raft request' (duration: 360.087493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:56.789848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.653514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/etcd-instance\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-03-02T21:15:56.789906Z","caller":"traceutil/trace.go:171","msg":"trace[2057492460] range","detail":"{range_begin:/registry/pods/kube-system/etcd-instance; range_end:; response_count:1; response_revision:53; }","duration":"358.737588ms","start":"2026-03-02T21:15:56.431147Z","end":"2026-03-02T21:15:56.789885Z","steps":["trace[2057492460] 'agreement among raft nodes before linearized reading' (duration: 358.459487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:56.789929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:56.429315Z","time spent":"360.548432ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:15:56.789958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:56.431135Z","time spent":"358.812291ms","remote":"127.0.0.1:37742","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":3988,"request content":"key:\"/registry/pods/kube-system/etcd-instance\" "} {"level":"warn","ts":"2026-03-02T21:15:56.790033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.525415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-02T21:15:56.789957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.525335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.189922c25196c43e\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-02T21:15:56.790074Z","caller":"traceutil/trace.go:171","msg":"trace[445114986] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:53; }","duration":"160.562396ms","start":"2026-03-02T21:15:56.629497Z","end":"2026-03-02T21:15:56.790059Z","steps":["trace[445114986] 'agreement among raft nodes before linearized reading' (duration: 160.486893ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:15:56.790102Z","caller":"traceutil/trace.go:171","msg":"trace[1147179168] range","detail":"{range_begin:/registry/events/default/instance.189922c25196c43e; range_end:; response_count:0; response_revision:53; }","duration":"327.688422ms","start":"2026-03-02T21:15:56.462394Z","end":"2026-03-02T21:15:56.790083Z","steps":["trace[1147179168] 'agreement among raft nodes before linearized reading' (duration: 327.519165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:15:56.790168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:56.462384Z","time spent":"327.766875ms","remote":"127.0.0.1:37616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":27,"request content":"key:\"/registry/events/default/instance.189922c25196c43e\" "} {"level":"info","ts":"2026-03-02T21:15:56.790602Z","caller":"traceutil/trace.go:171","msg":"trace[327047461] transaction","detail":"{read_only:false; response_revision:51; number_of_response:1; }","duration":"361.602215ms","start":"2026-03-02T21:15:56.428107Z","end":"2026-03-02T21:15:56.789709Z","steps":["trace[327047461] 'process raft request' (duration: 104.003232ms)","trace[327047461] 'compare' (duration: 256.902804ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:15:56.790701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:15:56.428082Z","time spent":"362.580095ms","remote":"127.0.0.1:37988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":632,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:15:57.184209Z","caller":"traceutil/trace.go:171","msg":"trace[845212677] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"120.024577ms","start":"2026-03-02T21:15:57.064156Z","end":"2026-03-02T21:15:57.184181Z","steps":["trace[845212677] 'process raft request' (duration: 112.350121ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:15.648702Z","caller":"traceutil/trace.go:171","msg":"trace[1564393491] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"157.789143ms","start":"2026-03-02T21:16:15.490852Z","end":"2026-03-02T21:16:15.648641Z","steps":["trace[1564393491] 'read index received' (duration: 157.675688ms)","trace[1564393491] 'applied index is now lower than readState.Index' (duration: 112.265µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:15.648772Z","caller":"traceutil/trace.go:171","msg":"trace[520322282] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"184.376414ms","start":"2026-03-02T21:16:15.464359Z","end":"2026-03-02T21:16:15.648735Z","steps":["trace[520322282] 'process raft request' (duration: 184.122243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:15.648978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.092425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:16:15.649072Z","caller":"traceutil/trace.go:171","msg":"trace[1434119068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:450; }","duration":"158.244822ms","start":"2026-03-02T21:16:15.490805Z","end":"2026-03-02T21:16:15.64905Z","steps":["trace[1434119068] 'agreement among raft nodes before linearized reading' (duration: 158.036333ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:17.840024Z","caller":"traceutil/trace.go:171","msg":"trace[837061451] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"156.295358ms","start":"2026-03-02T21:16:17.683699Z","end":"2026-03-02T21:16:17.839994Z","steps":["trace[837061451] 'process raft request' (duration: 101.423973ms)","trace[837061451] 'compare' (duration: 54.675527ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:17.840184Z","caller":"traceutil/trace.go:171","msg":"trace[602491088] linearizableReadLoop","detail":"{readStateIndex:471; appliedIndex:469; }","duration":"109.841075ms","start":"2026-03-02T21:16:17.730317Z","end":"2026-03-02T21:16:17.840158Z","steps":["trace[602491088] 'read index received' (duration: 54.753471ms)","trace[602491088] 'applied index is now lower than readState.Index' (duration: 55.082234ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:17.840224Z","caller":"traceutil/trace.go:171","msg":"trace[97254817] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"156.217396ms","start":"2026-03-02T21:16:17.683974Z","end":"2026-03-02T21:16:17.840192Z","steps":["trace[97254817] 'process raft request' (duration: 155.976725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:17.840298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.97198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-02T21:16:17.840357Z","caller":"traceutil/trace.go:171","msg":"trace[1433328301] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:457; }","duration":"110.072855ms","start":"2026-03-02T21:16:17.73027Z","end":"2026-03-02T21:16:17.840343Z","steps":["trace[1433328301] 'agreement among raft nodes before linearized reading' (duration: 109.973741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:23.051958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.649395ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-02T21:16:23.052148Z","caller":"traceutil/trace.go:171","msg":"trace[1128243910] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"184.0063ms","start":"2026-03-02T21:16:22.868128Z","end":"2026-03-02T21:16:23.052135Z","steps":["trace[1128243910] 'process raft request' (duration: 183.919397ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:26.087785Z","caller":"traceutil/trace.go:171","msg":"trace[1369183027] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"116.889092ms","start":"2026-03-02T21:16:25.97087Z","end":"2026-03-02T21:16:26.087759Z","steps":["trace[1369183027] 'process raft request' (duration: 116.36247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:26.844793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.040152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:16:26.844892Z","caller":"traceutil/trace.go:171","msg":"trace[755578592] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:511; }","duration":"369.150587ms","start":"2026-03-02T21:16:26.475713Z","end":"2026-03-02T21:16:26.844863Z","steps":["trace[755578592] 'range keys from in-memory index tree' (duration: 368.948238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:26.844953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:26.475689Z","time spent":"369.250431ms","remote":"127.0.0.1:37498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-02T21:16:27.062115Z","caller":"traceutil/trace.go:171","msg":"trace[1085007328] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"143.67779ms","start":"2026-03-02T21:16:26.918415Z","end":"2026-03-02T21:16:27.062092Z","steps":["trace[1085007328] 'read index received' (duration: 143.559945ms)","trace[1085007328] 'applied index is now lower than readState.Index' (duration: 116.795µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:27.062174Z","caller":"traceutil/trace.go:171","msg":"trace[1816430819] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"213.264985ms","start":"2026-03-02T21:16:26.848876Z","end":"2026-03-02T21:16:27.062141Z","steps":["trace[1816430819] 'process raft request' (duration: 213.070107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:27.062237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.799046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:16:27.062277Z","caller":"traceutil/trace.go:171","msg":"trace[45584763] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:0; response_revision:512; }","duration":"143.897019ms","start":"2026-03-02T21:16:26.918368Z","end":"2026-03-02T21:16:27.062265Z","steps":["trace[45584763] 'agreement among raft nodes before linearized reading' (duration: 143.810915ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:27.540628Z","caller":"traceutil/trace.go:171","msg":"trace[1212081416] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"203.394358ms","start":"2026-03-02T21:16:27.337202Z","end":"2026-03-02T21:16:27.540596Z","steps":["trace[1212081416] 'process raft request' (duration: 203.170989ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:28.078647Z","caller":"traceutil/trace.go:171","msg":"trace[661410077] linearizableReadLoop","detail":"{readStateIndex:532; appliedIndex:530; }","duration":"334.183253ms","start":"2026-03-02T21:16:27.744442Z","end":"2026-03-02T21:16:28.078626Z","steps":["trace[661410077] 'read index received' (duration: 333.930641ms)","trace[661410077] 'applied index is now lower than readState.Index' (duration: 251.642µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:28.078847Z","caller":"traceutil/trace.go:171","msg":"trace[202364352] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"533.864229ms","start":"2026-03-02T21:16:27.544922Z","end":"2026-03-02T21:16:28.078786Z","steps":["trace[202364352] 'process raft request' (duration: 533.512677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:28.078981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.632019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:16:28.079038Z","caller":"traceutil/trace.go:171","msg":"trace[79800314] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:516; }","duration":"290.74517ms","start":"2026-03-02T21:16:27.78828Z","end":"2026-03-02T21:16:28.079025Z","steps":["trace[79800314] 'agreement among raft nodes before linearized reading' (duration: 290.518969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:28.079067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:27.544898Z","time spent":"534.056771ms","remote":"127.0.0.1:37758","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":178,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-02T21:16:28.079108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.272883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:16:28.079158Z","caller":"traceutil/trace.go:171","msg":"trace[818478326] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:516; }","duration":"112.365515ms","start":"2026-03-02T21:16:27.966778Z","end":"2026-03-02T21:16:28.079144Z","steps":["trace[818478326] 'agreement among raft nodes before linearized reading' (duration: 112.233404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:28.079311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.391906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:16:28.079355Z","caller":"traceutil/trace.go:171","msg":"trace[310534051] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:516; }","duration":"139.476358ms","start":"2026-03-02T21:16:27.939866Z","end":"2026-03-02T21:16:28.079342Z","steps":["trace[310534051] 'agreement among raft nodes before linearized reading' (duration: 139.366317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:28.079455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.021439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"info","ts":"2026-03-02T21:16:28.079478Z","caller":"traceutil/trace.go:171","msg":"trace[2104174270] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:516; }","duration":"335.08433ms","start":"2026-03-02T21:16:27.744387Z","end":"2026-03-02T21:16:28.079471Z","steps":["trace[2104174270] 'agreement among raft nodes before linearized reading' (duration: 335.03919ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:28.07959Z","caller":"traceutil/trace.go:171","msg":"trace[1997418988] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"532.041445ms","start":"2026-03-02T21:16:27.547514Z","end":"2026-03-02T21:16:28.079556Z","steps":["trace[1997418988] 'process raft request' (duration: 531.07251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:28.079631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:27.744363Z","time spent":"335.150391ms","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T21:16:28.079741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:27.547504Z","time spent":"532.154116ms","remote":"127.0.0.1:37628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12761,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-02T21:16:30.611805Z","caller":"traceutil/trace.go:171","msg":"trace[1552939778] linearizableReadLoop","detail":"{readStateIndex:560; appliedIndex:559; }","duration":"139.372447ms","start":"2026-03-02T21:16:30.472404Z","end":"2026-03-02T21:16:30.611776Z","steps":["trace[1552939778] 'read index received' (duration: 139.108485ms)","trace[1552939778] 'applied index is now lower than readState.Index' (duration: 262.902µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:30.611842Z","caller":"traceutil/trace.go:171","msg":"trace[376641539] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"296.044242ms","start":"2026-03-02T21:16:30.315775Z","end":"2026-03-02T21:16:30.61182Z","steps":["trace[376641539] 'process raft request' (duration: 295.804301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:30.611933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.515338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:16:30.611961Z","caller":"traceutil/trace.go:171","msg":"trace[2065993571] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"139.590888ms","start":"2026-03-02T21:16:30.472363Z","end":"2026-03-02T21:16:30.611953Z","steps":["trace[2065993571] 'agreement among raft nodes before linearized reading' (duration: 139.521578ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:34.402785Z","caller":"traceutil/trace.go:171","msg":"trace[878168114] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:566; }","duration":"288.901722ms","start":"2026-03-02T21:16:34.113856Z","end":"2026-03-02T21:16:34.402757Z","steps":["trace[878168114] 'read index received' (duration: 288.733211ms)","trace[878168114] 'applied index is now lower than readState.Index' (duration: 167.301µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:34.402895Z","caller":"traceutil/trace.go:171","msg":"trace[1649912416] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"289.884311ms","start":"2026-03-02T21:16:34.112965Z","end":"2026-03-02T21:16:34.402849Z","steps":["trace[1649912416] 'process raft request' (duration: 289.625719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:34.403008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.122594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:16:34.403044Z","caller":"traceutil/trace.go:171","msg":"trace[610754044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:549; }","duration":"289.209775ms","start":"2026-03-02T21:16:34.113823Z","end":"2026-03-02T21:16:34.403033Z","steps":["trace[610754044] 'agreement among raft nodes before linearized reading' (duration: 289.043674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:34.976654Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264220907411892,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:16:35.010363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.444482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:16:35.010479Z","caller":"traceutil/trace.go:171","msg":"trace[920714611] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"896.496351ms","start":"2026-03-02T21:16:34.113955Z","end":"2026-03-02T21:16:35.010451Z","steps":["trace[920714611] 'process raft request' (duration: 341.874048ms)","trace[920714611] 'compare' (duration: 554.2671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:16:35.010553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:34.11394Z","time spent":"896.585693ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:16:35.011401Z","caller":"traceutil/trace.go:171","msg":"trace[477816132] linearizableReadLoop","detail":"{readStateIndex:569; appliedIndex:568; }","duration":"535.292784ms","start":"2026-03-02T21:16:34.476088Z","end":"2026-03-02T21:16:35.011381Z","steps":["trace[477816132] 'read index received' (duration: 535.197643ms)","trace[477816132] 'applied index is now lower than readState.Index' (duration: 94.111µs)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:35.011446Z","caller":"traceutil/trace.go:171","msg":"trace[1837479753] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"602.963989ms","start":"2026-03-02T21:16:34.408449Z","end":"2026-03-02T21:16:35.011413Z","steps":["trace[1837479753] 'process raft request' (duration: 602.839808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:35.011543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.446065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:16:35.011581Z","caller":"traceutil/trace.go:171","msg":"trace[1404138047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"535.545936ms","start":"2026-03-02T21:16:34.476024Z","end":"2026-03-02T21:16:35.01157Z","steps":["trace[1404138047] 'agreement among raft nodes before linearized reading' (duration: 535.420505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:35.011615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:34.475999Z","time spent":"535.609666ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:16:35.011614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:34.408412Z","time spent":"603.11451ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:16:35.708851Z","caller":"traceutil/trace.go:171","msg":"trace[1375649847] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"135.512905ms","start":"2026-03-02T21:16:35.572907Z","end":"2026-03-02T21:16:35.70842Z","steps":["trace[1375649847] 'process raft request' (duration: 135.351723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:36.333285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.012875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:16:36.333351Z","caller":"traceutil/trace.go:171","msg":"trace[353438744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:556; }","duration":"429.134556ms","start":"2026-03-02T21:16:35.904203Z","end":"2026-03-02T21:16:36.333337Z","steps":["trace[353438744] 'range keys from in-memory index tree' (duration: 428.928274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:36.333384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:35.904181Z","time spent":"429.195957ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-02T21:16:36.974965Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264220907411906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:16:37.475276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14933264220907411906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-02T21:16:37.739493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328231794s","expected-duration":"1s"} {"level":"info","ts":"2026-03-02T21:16:37.739832Z","caller":"traceutil/trace.go:171","msg":"trace[1455565114] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"1.328631369s","start":"2026-03-02T21:16:36.411181Z","end":"2026-03-02T21:16:37.739812Z","steps":["trace[1455565114] 'process raft request' (duration: 1.328463567s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:37.739977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:36.411164Z","time spent":"1.32872976s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-02T21:16:38.474775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000578291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-02T21:16:38.47488Z","caller":"traceutil/trace.go:171","msg":"trace[755003371] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000736593s","start":"2026-03-02T21:16:36.47412Z","end":"2026-03-02T21:16:38.474857Z","steps":["trace[755003371] 'agreement among raft nodes before linearized reading' (duration: 2.000576921s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:38.474949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:36.474101Z","time spent":"2.000834134s","remote":"127.0.0.1:37498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/02 21:16:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-02T21:16:38.764788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.207158ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-02T21:16:38.764965Z","caller":"traceutil/trace.go:171","msg":"trace[1507147831] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"2.318875725s","start":"2026-03-02T21:16:36.446062Z","end":"2026-03-02T21:16:38.764938Z","steps":["trace[1507147831] 'process raft request' (duration: 1.562282693s)","trace[1507147831] 'compare' (duration: 755.935495ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:38.765013Z","caller":"traceutil/trace.go:171","msg":"trace[724113543] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"286.680924ms","start":"2026-03-02T21:16:38.478314Z","end":"2026-03-02T21:16:38.764995Z","steps":["trace[724113543] 'process raft request' (duration: 286.600633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:38.765103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:36.446039Z","time spent":"2.318985506s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:16:38.76509Z","caller":"traceutil/trace.go:171","msg":"trace[1234491165] linearizableReadLoop","detail":"{readStateIndex:576; appliedIndex:574; }","duration":"2.290892484s","start":"2026-03-02T21:16:36.474169Z","end":"2026-03-02T21:16:38.765062Z","steps":["trace[1234491165] 'read index received' (duration: 1.265471685s)","trace[1234491165] 'applied index is now lower than readState.Index' (duration: 1.025418339s)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:16:38.76533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749685366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-02T21:16:38.765369Z","caller":"traceutil/trace.go:171","msg":"trace[1683315438] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:559; }","duration":"1.749779168s","start":"2026-03-02T21:16:37.015583Z","end":"2026-03-02T21:16:38.765362Z","steps":["trace[1683315438] 'agreement among raft nodes before linearized reading' (duration: 1.749604996s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:38.765393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.198426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-02T21:16:38.765392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034549582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-03-02T21:16:38.765406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:37.015563Z","time spent":"1.749836688s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-02T21:16:38.765434Z","caller":"traceutil/trace.go:171","msg":"trace[47488549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"283.265877ms","start":"2026-03-02T21:16:38.482161Z","end":"2026-03-02T21:16:38.765426Z","steps":["trace[47488549] 'agreement among raft nodes before linearized reading' (duration: 283.172586ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:38.765432Z","caller":"traceutil/trace.go:171","msg":"trace[1470150810] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:559; }","duration":"1.034624262s","start":"2026-03-02T21:16:37.730796Z","end":"2026-03-02T21:16:38.76542Z","steps":["trace[1470150810] 'agreement among raft nodes before linearized reading' (duration: 1.034483351s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:38.765472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:37.730777Z","time spent":"1.034688033s","remote":"127.0.0.1:37562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":37,"response count":1,"response size":154,"request content":"key:\"/registry/masterleases/199.204.45.3\" "} {"level":"warn","ts":"2026-03-02T21:16:38.765574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637527046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-02T21:16:38.765606Z","caller":"traceutil/trace.go:171","msg":"trace[2037611962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:559; }","duration":"1.637587096s","start":"2026-03-02T21:16:37.128005Z","end":"2026-03-02T21:16:38.765592Z","steps":["trace[2037611962] 'agreement among raft nodes before linearized reading' (duration: 1.637523466s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:38.765625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:37.127986Z","time spent":"1.637634676s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:16:38.765708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.749321943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-02T21:16:38.765724Z","caller":"traceutil/trace.go:171","msg":"trace[2039710841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:559; }","duration":"1.749379604s","start":"2026-03-02T21:16:37.01634Z","end":"2026-03-02T21:16:38.765719Z","steps":["trace[2039710841] 'agreement among raft nodes before linearized reading' (duration: 1.749334973s)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:38.765742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:16:37.016317Z","time spent":"1.749419404s","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-02T21:16:38.905858Z","caller":"traceutil/trace.go:171","msg":"trace[1574221668] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"137.54985ms","start":"2026-03-02T21:16:38.768284Z","end":"2026-03-02T21:16:38.905834Z","steps":["trace[1574221668] 'process raft request' (duration: 137.359598ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:38.906073Z","caller":"traceutil/trace.go:171","msg":"trace[419072528] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"137.51704ms","start":"2026-03-02T21:16:38.768542Z","end":"2026-03-02T21:16:38.906059Z","steps":["trace[419072528] 'process raft request' (duration: 137.254988ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:38.906094Z","caller":"traceutil/trace.go:171","msg":"trace[1981705878] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"137.369809ms","start":"2026-03-02T21:16:38.768705Z","end":"2026-03-02T21:16:38.906074Z","steps":["trace[1981705878] 'process raft request' (duration: 137.288638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:16:39.931328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.079307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-02T21:16:39.931406Z","caller":"traceutil/trace.go:171","msg":"trace[2111275779] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:567; }","duration":"187.211359ms","start":"2026-03-02T21:16:39.744178Z","end":"2026-03-02T21:16:39.931389Z","steps":["trace[2111275779] 'range keys from in-memory index tree' (duration: 186.904566ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:16:40.94052Z","caller":"traceutil/trace.go:171","msg":"trace[643203157] linearizableReadLoop","detail":"{readStateIndex:614; appliedIndex:613; }","duration":"131.52586ms","start":"2026-03-02T21:16:40.808969Z","end":"2026-03-02T21:16:40.940495Z","steps":["trace[643203157] 'read index received' (duration: 120.564415ms)","trace[643203157] 'applied index is now lower than readState.Index' (duration: 10.959915ms)"],"step_count":2} {"level":"info","ts":"2026-03-02T21:16:40.940723Z","caller":"traceutil/trace.go:171","msg":"trace[331601056] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"221.132559ms","start":"2026-03-02T21:16:40.719524Z","end":"2026-03-02T21:16:40.940657Z","steps":["trace[331601056] 'process raft request' (duration: 210.026362ms)","trace[331601056] 'compare' (duration: 10.810114ms)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:16:40.941306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.307549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:16:40.941435Z","caller":"traceutil/trace.go:171","msg":"trace[1155965176] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:595; }","duration":"132.488791ms","start":"2026-03-02T21:16:40.80892Z","end":"2026-03-02T21:16:40.941409Z","steps":["trace[1155965176] 'agreement among raft nodes before linearized reading' (duration: 131.780993ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:18:09.712276Z","caller":"traceutil/trace.go:171","msg":"trace[454129083] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1038; }","duration":"342.614352ms","start":"2026-03-02T21:18:09.369644Z","end":"2026-03-02T21:18:09.712259Z","steps":["trace[454129083] 'read index received' (duration: 342.489288ms)","trace[454129083] 'applied index is now lower than readState.Index' (duration: 124.034µs)"],"step_count":2} {"level":"warn","ts":"2026-03-02T21:18:09.712536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.8791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-02T21:18:09.712665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.364219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-02T21:18:09.712658Z","caller":"traceutil/trace.go:171","msg":"trace[1695158200] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:999; }","duration":"343.030575ms","start":"2026-03-02T21:18:09.369594Z","end":"2026-03-02T21:18:09.712624Z","steps":["trace[1695158200] 'agreement among raft nodes before linearized reading' (duration: 342.831348ms)"],"step_count":1} {"level":"info","ts":"2026-03-02T21:18:09.712368Z","caller":"traceutil/trace.go:171","msg":"trace[1957471026] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"888.822536ms","start":"2026-03-02T21:18:08.823496Z","end":"2026-03-02T21:18:09.712319Z","steps":["trace[1957471026] 'process raft request' (duration: 888.648121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:18:09.712776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:18:09.369574Z","time spent":"343.17239ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-02T21:18:09.712834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:18:08.823468Z","time spent":"889.293861ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-02T21:18:09.712717Z","caller":"traceutil/trace.go:171","msg":"trace[1776944345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:999; }","duration":"238.450301ms","start":"2026-03-02T21:18:09.474258Z","end":"2026-03-02T21:18:09.712708Z","steps":["trace[1776944345] 'agreement among raft nodes before linearized reading' (duration: 238.38957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:18:09.71289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.127371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-02T21:18:09.713061Z","caller":"traceutil/trace.go:171","msg":"trace[205290995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:999; }","duration":"307.342517ms","start":"2026-03-02T21:18:09.405706Z","end":"2026-03-02T21:18:09.713049Z","steps":["trace[205290995] 'agreement among raft nodes before linearized reading' (duration: 307.052758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:18:09.713098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:18:09.405687Z","time spent":"307.40412ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-02T21:18:09.713191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.209519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-02T21:18:09.713249Z","caller":"traceutil/trace.go:171","msg":"trace[1567169295] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:999; }","duration":"310.314743ms","start":"2026-03-02T21:18:09.402928Z","end":"2026-03-02T21:18:09.713243Z","steps":["trace[1567169295] 'agreement among raft nodes before linearized reading' (duration: 309.679962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-02T21:18:09.71328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-02T21:18:09.402901Z","time spent":"310.373884ms","remote":"127.0.0.1:37812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "}