{"level":"warn","ts":"2026-05-29T02:06:54.484937Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:06:54.485028Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.244:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.244:2380","--initial-cluster=instance=https://199.204.45.244:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.244:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.244:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-29T02:06:54.485311Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-29T02:06:54.485374Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-05-29T02:06:54.485487Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:06:54.486234Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"]} {"level":"info","ts":"2026-05-29T02:06:54.486395Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.244:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-29T02:06:54.490246Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.491613ms"} {"level":"info","ts":"2026-05-29T02:06:54.503641Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1686e9b1ea717edf","cluster-id":"71c60fe001ca5b3c"} {"level":"info","ts":"2026-05-29T02:06:54.503842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=()"} {"level":"info","ts":"2026-05-29T02:06:54.504336Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 0"} {"level":"info","ts":"2026-05-29T02:06:54.504366Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1686e9b1ea717edf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-29T02:06:54.504456Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became follower at term 1"} {"level":"info","ts":"2026-05-29T02:06:54.504625Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"warn","ts":"2026-05-29T02:06:54.510497Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-29T02:06:54.511563Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-29T02:06:54.517577Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-29T02:06:54.519366Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1686e9b1ea717edf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-29T02:06:54.519516Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1686e9b1ea717edf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-29T02:06:54.519693Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:06:54.519771Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:06:54.519784Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-29T02:06:54.521986Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf switched to configuration voters=(1623241666065432287)"} {"level":"info","ts":"2026-05-29T02:06:54.522349Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","added-peer-id":"1686e9b1ea717edf","added-peer-peer-urls":["https://199.204.45.244:2380"]} {"level":"info","ts":"2026-05-29T02:06:54.523069Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-29T02:06:54.523186Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-05-29T02:06:54.523236Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.244:2380"} {"level":"info","ts":"2026-05-29T02:06:54.52334Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1686e9b1ea717edf","initial-advertise-peer-urls":["https://199.204.45.244:2380"],"listen-peer-urls":["https://199.204.45.244:2380"],"advertise-client-urls":["https://199.204.45.244:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.244:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-29T02:06:54.523384Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-29T02:06:54.905929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf is starting a new election at term 1"} {"level":"info","ts":"2026-05-29T02:06:54.906012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became pre-candidate at term 1"} {"level":"info","ts":"2026-05-29T02:06:54.90622Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgPreVoteResp from 1686e9b1ea717edf at term 1"} {"level":"info","ts":"2026-05-29T02:06:54.906259Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became candidate at term 2"} {"level":"info","ts":"2026-05-29T02:06:54.906278Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf received MsgVoteResp from 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-05-29T02:06:54.906419Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1686e9b1ea717edf became leader at term 2"} {"level":"info","ts":"2026-05-29T02:06:54.906459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1686e9b1ea717edf elected leader 1686e9b1ea717edf at term 2"} {"level":"info","ts":"2026-05-29T02:06:54.907287Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:06:54.908054Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1686e9b1ea717edf","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.244:2379]}","request-path":"/0/members/1686e9b1ea717edf/attributes","cluster-id":"71c60fe001ca5b3c","publish-timeout":"7s"} {"level":"info","ts":"2026-05-29T02:06:54.90806Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:06:54.908156Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-29T02:06:54.908446Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"71c60fe001ca5b3c","local-member-id":"1686e9b1ea717edf","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:06:54.908531Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-29T02:06:54.908572Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-29T02:06:54.908621Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:06:54.908704Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-05-29T02:06:54.911258Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.244:2379"} {"level":"info","ts":"2026-05-29T02:06:54.912235Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-05-29T02:06:57.780006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.527776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-05-29T02:06:57.780188Z","caller":"traceutil/trace.go:171","msg":"trace[796774857] linearizableReadLoop","detail":"{readStateIndex:77; appliedIndex:76; }","duration":"389.57201ms","start":"2026-05-29T02:06:57.390592Z","end":"2026-05-29T02:06:57.780164Z","steps":["trace[796774857] 'read index received' (duration: 158.157361ms)","trace[796774857] 'applied index is now lower than readState.Index' (duration: 231.412579ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:06:57.780228Z","caller":"traceutil/trace.go:171","msg":"trace[1517176682] transaction","detail":"{read_only:false; response_revision:73; number_of_response:1; }","duration":"390.884385ms","start":"2026-05-29T02:06:57.38931Z","end":"2026-05-29T02:06:57.780195Z","steps":["trace[1517176682] 'process raft request' (duration: 159.510146ms)","trace[1517176682] 'compare' (duration: 230.31049ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:06:57.780412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:57.38929Z","time spent":"391.037928ms","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":36,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:06:57.780644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.97087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-05-29T02:06:57.780675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.552752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-05-29T02:06:57.78076Z","caller":"traceutil/trace.go:171","msg":"trace[1243912893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:73; }","duration":"308.676406ms","start":"2026-05-29T02:06:57.472062Z","end":"2026-05-29T02:06:57.780738Z","steps":["trace[1243912893] 'agreement among raft nodes before linearized reading' (duration: 308.411629ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:06:57.780755Z","caller":"traceutil/trace.go:171","msg":"trace[805798525] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:73; }","duration":"390.160405ms","start":"2026-05-29T02:06:57.390566Z","end":"2026-05-29T02:06:57.780726Z","steps":["trace[805798525] 'agreement among raft nodes before linearized reading' (duration: 389.839956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:06:57.780814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:57.472049Z","time spent":"308.756868ms","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":26,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:06:57.780838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:06:57.390544Z","time spent":"390.267848ms","remote":"127.0.0.1:34456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":26,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"info","ts":"2026-05-29T02:06:57.986074Z","caller":"traceutil/trace.go:171","msg":"trace[137331992] transaction","detail":"{read_only:false; response_revision:74; number_of_response:1; }","duration":"194.359118ms","start":"2026-05-29T02:06:57.791684Z","end":"2026-05-29T02:06:57.986043Z","steps":["trace[137331992] 'process raft request' (duration: 192.129699ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.323684Z","caller":"traceutil/trace.go:171","msg":"trace[2031671032] transaction","detail":"{read_only:false; response_revision:507; number_of_response:1; }","duration":"192.953771ms","start":"2026-05-29T02:07:31.130706Z","end":"2026-05-29T02:07:31.323659Z","steps":["trace[2031671032] 'process raft request' (duration: 192.882989ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.323895Z","caller":"traceutil/trace.go:171","msg":"trace[1178392488] transaction","detail":"{read_only:false; response_revision:506; number_of_response:1; }","duration":"193.211328ms","start":"2026-05-29T02:07:31.130534Z","end":"2026-05-29T02:07:31.323745Z","steps":["trace[1178392488] 'process raft request' (duration: 100.099268ms)","trace[1178392488] 'compare' (duration: 92.792051ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:31.324245Z","caller":"traceutil/trace.go:171","msg":"trace[1985161041] transaction","detail":"{read_only:false; response_revision:508; number_of_response:1; }","duration":"178.74075ms","start":"2026-05-29T02:07:31.145466Z","end":"2026-05-29T02:07:31.324206Z","steps":["trace[1985161041] 'process raft request' (duration: 178.539835ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.324321Z","caller":"traceutil/trace.go:171","msg":"trace[802140432] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"158.136259ms","start":"2026-05-29T02:07:31.166158Z","end":"2026-05-29T02:07:31.324294Z","steps":["trace[802140432] 'process raft request' (duration: 158.090758ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.324519Z","caller":"traceutil/trace.go:171","msg":"trace[1270155447] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"175.407202ms","start":"2026-05-29T02:07:31.14908Z","end":"2026-05-29T02:07:31.324487Z","steps":["trace[1270155447] 'process raft request' (duration: 175.057262ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.324528Z","caller":"traceutil/trace.go:171","msg":"trace[1561747322] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"175.295108ms","start":"2026-05-29T02:07:31.14921Z","end":"2026-05-29T02:07:31.324505Z","steps":["trace[1561747322] 'process raft request' (duration: 174.99206ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.526717Z","caller":"traceutil/trace.go:171","msg":"trace[469269158] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"136.47183ms","start":"2026-05-29T02:07:31.390209Z","end":"2026-05-29T02:07:31.52668Z","steps":["trace[469269158] 'process raft request' (duration: 43.967636ms)","trace[469269158] 'compare' (duration: 92.281198ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:31.541859Z","caller":"traceutil/trace.go:171","msg":"trace[657253628] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"118.827827ms","start":"2026-05-29T02:07:31.423013Z","end":"2026-05-29T02:07:31.54184Z","steps":["trace[657253628] 'process raft request' (duration: 118.746135ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.542205Z","caller":"traceutil/trace.go:171","msg":"trace[256088100] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"144.260787ms","start":"2026-05-29T02:07:31.397925Z","end":"2026-05-29T02:07:31.542186Z","steps":["trace[256088100] 'process raft request' (duration: 143.783864ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:31.542438Z","caller":"traceutil/trace.go:171","msg":"trace[353085801] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"145.87192ms","start":"2026-05-29T02:07:31.396531Z","end":"2026-05-29T02:07:31.542403Z","steps":["trace[353085801] 'process raft request' (duration: 145.070709ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:37.389178Z","caller":"traceutil/trace.go:171","msg":"trace[2097791143] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"110.538266ms","start":"2026-05-29T02:07:37.278616Z","end":"2026-05-29T02:07:37.389154Z","steps":["trace[2097791143] 'process raft request' (duration: 110.388992ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:38.066341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.522667ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:07:38.066655Z","caller":"traceutil/trace.go:171","msg":"trace[400168077] linearizableReadLoop","detail":"{readStateIndex:615; appliedIndex:614; }","duration":"380.817475ms","start":"2026-05-29T02:07:37.685819Z","end":"2026-05-29T02:07:38.066637Z","steps":["trace[400168077] 'read index received' (duration: 260.939669ms)","trace[400168077] 'applied index is now lower than readState.Index' (duration: 119.876376ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:38.066722Z","caller":"traceutil/trace.go:171","msg":"trace[1339735250] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"398.835357ms","start":"2026-05-29T02:07:37.66784Z","end":"2026-05-29T02:07:38.066675Z","steps":["trace[1339735250] 'process raft request' (duration: 278.807987ms)","trace[1339735250] 'compare' (duration: 119.337202ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:07:38.066751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.911527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:07:38.066832Z","caller":"traceutil/trace.go:171","msg":"trace[1489373931] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"381.016781ms","start":"2026-05-29T02:07:37.685792Z","end":"2026-05-29T02:07:38.066809Z","steps":["trace[1489373931] 'agreement among raft nodes before linearized reading' (duration: 380.897317ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:38.066872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:37.685776Z","time spent":"381.089412ms","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:07:38.066888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:37.667812Z","time spent":"398.986561ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:07:38.09256Z","caller":"traceutil/trace.go:171","msg":"trace[2102740685] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"396.031522ms","start":"2026-05-29T02:07:37.696506Z","end":"2026-05-29T02:07:38.092537Z","steps":["trace[2102740685] 'process raft request' (duration: 395.884808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:38.092639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.582869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-29T02:07:38.092697Z","caller":"traceutil/trace.go:171","msg":"trace[1046114445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:597; }","duration":"174.686343ms","start":"2026-05-29T02:07:37.917996Z","end":"2026-05-29T02:07:38.092682Z","steps":["trace[1046114445] 'agreement among raft nodes before linearized reading' (duration: 174.508838ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:38.092708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.898417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-29T02:07:38.092789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:07:37.696489Z","time spent":"396.171296ms","remote":"127.0.0.1:34344","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-29T02:07:38.092768Z","caller":"traceutil/trace.go:171","msg":"trace[1179088871] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:597; }","duration":"122.98611ms","start":"2026-05-29T02:07:37.969764Z","end":"2026-05-29T02:07:38.092751Z","steps":["trace[1179088871] 'agreement among raft nodes before linearized reading' (duration: 122.785834ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:07:51.84744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.594293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:07:51.847563Z","caller":"traceutil/trace.go:171","msg":"trace[199551468] transaction","detail":"{read_only:false; response_revision:755; number_of_response:1; }","duration":"241.974592ms","start":"2026-05-29T02:07:51.605568Z","end":"2026-05-29T02:07:51.847542Z","steps":["trace[199551468] 'process raft request' (duration: 102.169293ms)","trace[199551468] 'compare' (duration: 139.119261ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:57.736044Z","caller":"traceutil/trace.go:171","msg":"trace[1458923076] transaction","detail":"{read_only:false; response_revision:819; number_of_response:1; }","duration":"131.742198ms","start":"2026-05-29T02:07:57.604274Z","end":"2026-05-29T02:07:57.736017Z","steps":["trace[1458923076] 'process raft request' (duration: 121.098929ms)","trace[1458923076] 'compare' (duration: 10.512565ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:57.873009Z","caller":"traceutil/trace.go:171","msg":"trace[845777456] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"126.123235ms","start":"2026-05-29T02:07:57.746858Z","end":"2026-05-29T02:07:57.872982Z","steps":["trace[845777456] 'process raft request' (duration: 113.526623ms)","trace[845777456] 'compare' (duration: 12.414517ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:07:57.873264Z","caller":"traceutil/trace.go:171","msg":"trace[1227496705] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"125.22606ms","start":"2026-05-29T02:07:57.748015Z","end":"2026-05-29T02:07:57.873241Z","steps":["trace[1227496705] 'process raft request' (duration: 124.906281ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:07:58.937441Z","caller":"traceutil/trace.go:171","msg":"trace[1399438675] transaction","detail":"{read_only:false; response_revision:834; number_of_response:1; }","duration":"129.832656ms","start":"2026-05-29T02:07:58.807581Z","end":"2026-05-29T02:07:58.937414Z","steps":["trace[1399438675] 'process raft request' (duration: 129.543718ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:25.170479Z","caller":"traceutil/trace.go:171","msg":"trace[1505071252] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"121.001194ms","start":"2026-05-29T02:08:25.049461Z","end":"2026-05-29T02:08:25.170462Z","steps":["trace[1505071252] 'process raft request' (duration: 120.893381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:28.248837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:28.74993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:29.250217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:29.750886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:30.251409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:30.752256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:31.253374Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:31.681161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999932454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:31.681237Z","caller":"traceutil/trace.go:171","msg":"trace[628389667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051648s","start":"2026-05-29T02:08:29.681172Z","end":"2026-05-29T02:08:31.681223Z","steps":["trace[628389667] 'agreement among raft nodes before linearized reading' (duration: 1.999955625s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:31.681273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:29.681156Z","time spent":"2.000110629s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:08:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:31.754233Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:32.255057Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:32.73711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:27.739163Z","time spent":"4.997938708s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:08:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:32.748183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99982564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:32.748247Z","caller":"traceutil/trace.go:171","msg":"trace[1398400565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999906322s","start":"2026-05-29T02:08:27.748311Z","end":"2026-05-29T02:08:32.748217Z","steps":["trace[1398400565] 'agreement among raft nodes before linearized reading' (duration: 4.99982809s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:32.748285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:27.748303Z","time spent":"4.999974804s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:08:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:32.755771Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:33.046345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999428439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:08:33.046437Z","caller":"traceutil/trace.go:171","msg":"trace[808711573] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999563183s","start":"2026-05-29T02:08:28.046856Z","end":"2026-05-29T02:08:33.046419Z","steps":["trace[808711573] 'agreement among raft nodes before linearized reading' (duration: 4.99945188s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:33.046501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:28.046841Z","time spent":"4.999634665s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:08:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:33.229595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00016039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:08:33.229683Z","caller":"traceutil/trace.go:171","msg":"trace[1426982015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300973s","start":"2026-05-29T02:08:31.229363Z","end":"2026-05-29T02:08:33.229664Z","steps":["trace[1426982015] 'agreement among raft nodes before linearized reading' (duration: 2.00017806s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:33.229729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:31.22935Z","time spent":"2.000370786s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:33.255829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:33.314396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999193512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:33.314457Z","caller":"traceutil/trace.go:171","msg":"trace[889046325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999314015s","start":"2026-05-29T02:08:28.315131Z","end":"2026-05-29T02:08:33.314445Z","steps":["trace[889046325] 'agreement among raft nodes before linearized reading' (duration: 4.999231463s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:33.314487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:28.315107Z","time spent":"4.999373987s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:08:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:33.682393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000924581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:33.682474Z","caller":"traceutil/trace.go:171","msg":"trace[1786913147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001048974s","start":"2026-05-29T02:08:31.681408Z","end":"2026-05-29T02:08:33.682457Z","steps":["trace[1786913147] 'agreement among raft nodes before linearized reading' (duration: 2.000947151s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:33.682518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:31.681393Z","time spent":"2.001115807s","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:08:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:33.756708Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:34.257262Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800700,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:34.749385Z","caller":"etcdserver/v3_server.go:909","msg":"timed out waiting for read index response (local node might have slow network)","timeout":"7s"} {"level":"warn","ts":"2026-05-29T02:08:35.250416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:35.688476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000422558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:35.688571Z","caller":"traceutil/trace.go:171","msg":"trace[824977001] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000530741s","start":"2026-05-29T02:08:33.688022Z","end":"2026-05-29T02:08:35.688553Z","steps":["trace[824977001] 'agreement among raft nodes before linearized reading' (duration: 2.000419448s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:35.688618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:33.687981Z","time spent":"2.000627044s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:08:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:35.751298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:36.00343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:29.002324Z","time spent":"7.001099041s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:08:36.251971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:36.753073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:37.253835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:37.689182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000331995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:37.689281Z","caller":"traceutil/trace.go:171","msg":"trace[361182111] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466139s","start":"2026-05-29T02:08:35.688788Z","end":"2026-05-29T02:08:37.689255Z","steps":["trace[361182111] 'agreement among raft nodes before linearized reading' (duration: 2.000361456s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:37.689334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:35.688753Z","time spent":"2.000562992s","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:08:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:37.736931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998576957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:37.736994Z","caller":"traceutil/trace.go:171","msg":"trace[987623674] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.99867188s","start":"2026-05-29T02:08:32.738308Z","end":"2026-05-29T02:08:37.73698Z","steps":["trace[987623674] 'agreement among raft nodes before linearized reading' (duration: 4.998603118s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:37.737039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:32.738289Z","time spent":"4.998740931s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/05/29 02:08:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:37.748472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997842591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:37.74852Z","caller":"traceutil/trace.go:171","msg":"trace[1436535750] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.997917533s","start":"2026-05-29T02:08:34.750591Z","end":"2026-05-29T02:08:37.748509Z","steps":["trace[1436535750] 'agreement among raft nodes before linearized reading' (duration: 2.997865342s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:37.748553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:34.750575Z","time spent":"2.997970114s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/05/29 02:08:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:37.754492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:38.046635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998730074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:38.046762Z","caller":"traceutil/trace.go:171","msg":"trace[789221532] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998886109s","start":"2026-05-29T02:08:35.047846Z","end":"2026-05-29T02:08:38.046732Z","steps":["trace[789221532] 'agreement among raft nodes before linearized reading' (duration: 2.998754915s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.04682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:35.047828Z","time spent":"2.998980112s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/05/29 02:08:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:38.255037Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:38.314529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997977124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:38.314615Z","caller":"traceutil/trace.go:171","msg":"trace[455387271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998111127s","start":"2026-05-29T02:08:35.316485Z","end":"2026-05-29T02:08:38.314596Z","steps":["trace[455387271] 'agreement among raft nodes before linearized reading' (duration: 2.997997444s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.314689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:35.316469Z","time spent":"2.9982008s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/05/29 02:08:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:38.32379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999965559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:38.323839Z","caller":"traceutil/trace.go:171","msg":"trace[923141644] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000055332s","start":"2026-05-29T02:08:28.323772Z","end":"2026-05-29T02:08:38.323827Z","steps":["trace[923141644] 'agreement among raft nodes before linearized reading' (duration: 10.00000099s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:38.323871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:28.323746Z","time spent":"10.000117774s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/05/29 02:08:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:38.756185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834800706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:08:38.874802Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"11.135493012s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-29T02:08:39.183046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999628711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-29T02:08:39.183166Z","caller":"traceutil/trace.go:171","msg":"trace[1633600429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999765204s","start":"2026-05-29T02:08:29.183358Z","end":"2026-05-29T02:08:39.183123Z","steps":["trace[1633600429] 'agreement among raft nodes before linearized reading' (duration: 9.999649421s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:39.183222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:29.183342Z","time spent":"9.999869948s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/05/29 02:08:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:39.27202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:32.271036Z","time spent":"7.000978978s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:08:39.696855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:08:39.696912Z","caller":"traceutil/trace.go:171","msg":"trace[440762146] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218822s","start":"2026-05-29T02:08:37.696682Z","end":"2026-05-29T02:08:39.696901Z","steps":["trace[440762146] 'agreement among raft nodes before linearized reading' (duration: 2.00014438s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:39.696943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.696669Z","time spent":"2.000268293s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:40.233052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:33.232861Z","time spent":"7.000183916s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:08:41.120678Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7edf9e717c082fe8","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-05-29T02:08:41.52283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:08:41.52289Z","caller":"traceutil/trace.go:171","msg":"trace[30559938] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000472189s","start":"2026-05-29T02:08:39.522405Z","end":"2026-05-29T02:08:41.522877Z","steps":["trace[30559938] 'agreement among raft nodes before linearized reading' (duration: 2.000393917s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:41.522919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:39.522388Z","time spent":"2.000525621s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:41.698168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000357146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:08:41.698203Z","caller":"traceutil/trace.go:171","msg":"trace[573190467] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000434118s","start":"2026-05-29T02:08:39.697762Z","end":"2026-05-29T02:08:41.698196Z","steps":["trace[573190467] 'agreement among raft nodes before linearized reading' (duration: 2.000394117s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:41.698224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:39.697741Z","time spent":"2.00047905s","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/29 02:08:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:42.748769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.749217Z","time spent":"4.999545393s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:08:43.008387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:36.007806Z","time spent":"7.000576938s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-05-29T02:08:43.047256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.048718Z","time spent":"4.998530726s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:08:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:43.230165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999897673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:08:43.230223Z","caller":"traceutil/trace.go:171","msg":"trace[307188104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000002496s","start":"2026-05-29T02:08:41.230208Z","end":"2026-05-29T02:08:43.23021Z","steps":["trace[307188104] 'agreement among raft nodes before linearized reading' (duration: 1.999931964s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.230265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:41.230189Z","time spent":"2.000065437s","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:43.705944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000923071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-29T02:08:43.706013Z","caller":"traceutil/trace.go:171","msg":"trace[910840584] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001037214s","start":"2026-05-29T02:08:41.70496Z","end":"2026-05-29T02:08:43.705998Z","steps":["trace[910840584] 'agreement among raft nodes before linearized reading' (duration: 2.000952022s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.706046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:41.704944Z","time spent":"2.001095956s","remote":"127.0.0.1:34160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:08:43.922786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.065286ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:43.922944Z","caller":"traceutil/trace.go:171","msg":"trace[1805751431] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:971; }","duration":"617.249361ms","start":"2026-05-29T02:08:43.305676Z","end":"2026-05-29T02:08:43.922926Z","steps":["trace[1805751431] 'range keys from in-memory index tree' (duration: 617.031595ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.976845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.101821769s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:08:43.998476Z","caller":"traceutil/trace.go:171","msg":"trace[1883833537] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1001; }","duration":"9.249001887s","start":"2026-05-29T02:08:34.749455Z","end":"2026-05-29T02:08:43.998456Z","steps":["trace[1883833537] 'read index received' (duration: 4.125557501s)","trace[1883833537] 'applied index is now lower than readState.Index' (duration: 5.123443636s)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:43.998551Z","caller":"traceutil/trace.go:171","msg":"trace[1179086473] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"6.258572539s","start":"2026-05-29T02:08:37.739973Z","end":"2026-05-29T02:08:43.998545Z","steps":["trace[1179086473] 'process raft request' (duration: 6.258343643s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.998635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:37.739952Z","time spent":"6.258618701s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":904,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:43.998648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.454554332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:08:43.99866Z","caller":"traceutil/trace.go:171","msg":"trace[1013038662] transaction","detail":"{read_only:false; response_revision:979; number_of_response:1; }","duration":"5.673350578s","start":"2026-05-29T02:08:38.325284Z","end":"2026-05-29T02:08:43.998635Z","steps":["trace[1013038662] 'process raft request' (duration: 5.673138963s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:43.998723Z","caller":"traceutil/trace.go:171","msg":"trace[1101484035] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:979; }","duration":"13.454669344s","start":"2026-05-29T02:08:30.544034Z","end":"2026-05-29T02:08:43.998703Z","steps":["trace[1101484035] 'agreement among raft nodes before linearized reading' (duration: 13.454537501s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.998734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.829605759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:08:43.99877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:30.544019Z","time spent":"13.454741567s","remote":"127.0.0.1:34574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":29,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:08:43.998774Z","caller":"traceutil/trace.go:171","msg":"trace[923690355] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:979; }","duration":"14.82966599s","start":"2026-05-29T02:08:29.169095Z","end":"2026-05-29T02:08:43.998761Z","steps":["trace[923690355] 'agreement among raft nodes before linearized reading' (duration: 14.829606828s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.998794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.325264Z","time spent":"5.673459591s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:43.998806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:29.169081Z","time spent":"14.829716582s","remote":"127.0.0.1:34210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:43.998824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.499425545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:08:43.998853Z","caller":"traceutil/trace.go:171","msg":"trace[1448618767] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:979; }","duration":"15.499484857s","start":"2026-05-29T02:08:28.499359Z","end":"2026-05-29T02:08:43.998844Z","steps":["trace[1448618767] 'agreement among raft nodes before linearized reading' (duration: 15.499435546s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.998874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:28.499342Z","time spent":"15.499526878s","remote":"127.0.0.1:34388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:43.998669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.318003139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.244\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:43.998981Z","caller":"traceutil/trace.go:171","msg":"trace[986199309] range","detail":"{range_begin:/registry/masterleases/199.204.45.244; range_end:; response_count:0; response_revision:979; }","duration":"15.318346279s","start":"2026-05-29T02:08:28.680627Z","end":"2026-05-29T02:08:43.998973Z","steps":["trace[986199309] 'agreement among raft nodes before linearized reading' (duration: 15.318000899s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.999005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:28.68061Z","time spent":"15.31838849s","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.204.45.244\" "} {"level":"warn","ts":"2026-05-29T02:08:43.999014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.409423967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:43.99906Z","caller":"traceutil/trace.go:171","msg":"trace[839272280] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:979; }","duration":"10.409493909s","start":"2026-05-29T02:08:33.589557Z","end":"2026-05-29T02:08:43.999051Z","steps":["trace[839272280] 'agreement among raft nodes before linearized reading' (duration: 10.409428667s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:43.999092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:33.58954Z","time spent":"10.409544311s","remote":"127.0.0.1:34322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.004698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:39.184701Z","time spent":"4.819991307s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/05/29 02:08:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-29T02:08:44.010355Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"62.032µs","request":"header: lease_revoke:","response":"size:27","error":"lease not found"} {"level":"info","ts":"2026-05-29T02:08:44.010374Z","caller":"traceutil/trace.go:171","msg":"trace[167993566] transaction","detail":"{read_only:false; number_of_response:1; response_revision:980; }","duration":"4.733966361s","start":"2026-05-29T02:08:39.276379Z","end":"2026-05-29T02:08:44.010345Z","steps":["trace[167993566] 'process raft request' (duration: 4.733857458s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:44.010441Z","caller":"traceutil/trace.go:171","msg":"trace[2145364957] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"3.773497411s","start":"2026-05-29T02:08:40.236926Z","end":"2026-05-29T02:08:44.010424Z","steps":["trace[2145364957] 'process raft request' (duration: 3.773331327s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.010445Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"7edf9e717c082fe8","error":"lease not found"} {"level":"warn","ts":"2026-05-29T02:08:44.010465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.804100745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:44.010492Z","caller":"traceutil/trace.go:171","msg":"trace[1549160108] transaction","detail":"{read_only:false; number_of_response:1; response_revision:981; }","duration":"998.869512ms","start":"2026-05-29T02:08:43.011615Z","end":"2026-05-29T02:08:44.010485Z","steps":["trace[1549160108] 'process raft request' (duration: 998.778109ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:44.010512Z","caller":"traceutil/trace.go:171","msg":"trace[150028453] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:981; }","duration":"7.804135516s","start":"2026-05-29T02:08:36.206353Z","end":"2026-05-29T02:08:44.010489Z","steps":["trace[150028453] 'agreement among raft nodes before linearized reading' (duration: 7.804080795s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.010507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:39.276361Z","time spent":"4.734073654s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":569,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:44.010522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:40.236898Z","time spent":"3.773575354s","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-29T02:08:44.010544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:43.01159Z","time spent":"998.920643ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":718,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:44.010551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:36.206308Z","time spent":"7.804223938s","remote":"127.0.0.1:53988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.010552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.995730042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:44.010594Z","caller":"traceutil/trace.go:171","msg":"trace[794240607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:981; }","duration":"2.995798435s","start":"2026-05-29T02:08:41.014784Z","end":"2026-05-29T02:08:44.010582Z","steps":["trace[794240607] 'agreement among raft nodes before linearized reading' (duration: 2.995727353s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.010624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:41.014768Z","time spent":"2.995845005s","remote":"127.0.0.1:53940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.010694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.439664567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:08:44.010698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.694676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:08:44.010717Z","caller":"traceutil/trace.go:171","msg":"trace[1473546213] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:981; }","duration":"3.439715528s","start":"2026-05-29T02:08:40.570993Z","end":"2026-05-29T02:08:44.010708Z","steps":["trace[1473546213] 'agreement among raft nodes before linearized reading' (duration: 3.439669277s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:44.01073Z","caller":"traceutil/trace.go:171","msg":"trace[822968989] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:981; }","duration":"963.750318ms","start":"2026-05-29T02:08:43.04697Z","end":"2026-05-29T02:08:44.010721Z","steps":["trace[822968989] 'agreement among raft nodes before linearized reading' (duration: 963.640225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.01074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:40.570978Z","time spent":"3.43975526s","remote":"127.0.0.1:34628","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":29,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.010761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:43.046961Z","time spent":"963.792279ms","remote":"127.0.0.1:34616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":97,"response size":29,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.0108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.439998572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-29T02:08:44.010813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.31024412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-05-29T02:08:44.010824Z","caller":"traceutil/trace.go:171","msg":"trace[1454115379] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:981; }","duration":"5.440048333s","start":"2026-05-29T02:08:38.570769Z","end":"2026-05-29T02:08:44.010817Z","steps":["trace[1454115379] 'agreement among raft nodes before linearized reading' (duration: 5.439982871s)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:44.01084Z","caller":"traceutil/trace.go:171","msg":"trace[1588693789] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:981; }","duration":"2.31029284s","start":"2026-05-29T02:08:41.700539Z","end":"2026-05-29T02:08:44.010832Z","steps":["trace[1588693789] 'agreement among raft nodes before linearized reading' (duration: 2.310211588s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.010846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.570755Z","time spent":"5.440086835s","remote":"127.0.0.1:34588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":29,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.010859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:41.700529Z","time spent":"2.310325662s","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-05-29T02:08:44.010877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.773835236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:08:44.0109Z","caller":"traceutil/trace.go:171","msg":"trace[783397764] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:981; }","duration":"5.773886508s","start":"2026-05-29T02:08:38.237008Z","end":"2026-05-29T02:08:44.010895Z","steps":["trace[783397764] 'agreement among raft nodes before linearized reading' (duration: 5.773848217s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.010918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:38.236994Z","time spent":"5.773919519s","remote":"127.0.0.1:34478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":29,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.010938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.753726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:08:44.010971Z","caller":"traceutil/trace.go:171","msg":"trace[1056191731] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:981; }","duration":"121.816288ms","start":"2026-05-29T02:08:43.889147Z","end":"2026-05-29T02:08:44.010963Z","steps":["trace[1056191731] 'agreement among raft nodes before linearized reading' (duration: 121.753056ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.010979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684220581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:08:44.010988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.241336165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:44.011001Z","caller":"traceutil/trace.go:171","msg":"trace[1439771648] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:981; }","duration":"1.684276223s","start":"2026-05-29T02:08:42.326719Z","end":"2026-05-29T02:08:44.010996Z","steps":["trace[1439771648] 'agreement among raft nodes before linearized reading' (duration: 1.684240582s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.011022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:42.326701Z","time spent":"1.684316063s","remote":"127.0.0.1:34398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":27,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:08:44.011022Z","caller":"traceutil/trace.go:171","msg":"trace[250403158] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:981; }","duration":"4.241401176s","start":"2026-05-29T02:08:39.769611Z","end":"2026-05-29T02:08:44.011013Z","steps":["trace[250403158] 'agreement among raft nodes before linearized reading' (duration: 4.241349345s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.011053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:39.769591Z","time spent":"4.241454478s","remote":"127.0.0.1:53998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.010812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.870268847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:44.011118Z","caller":"traceutil/trace.go:171","msg":"trace[714529005] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:981; }","duration":"2.870605875s","start":"2026-05-29T02:08:41.140502Z","end":"2026-05-29T02:08:44.011108Z","steps":["trace[714529005] 'agreement among raft nodes before linearized reading' (duration: 2.870261986s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.011121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.382422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-29T02:08:44.011141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:41.140481Z","time spent":"2.870652827s","remote":"127.0.0.1:53962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-05-29T02:08:44.01115Z","caller":"traceutil/trace.go:171","msg":"trace[1458096535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:981; }","duration":"298.435984ms","start":"2026-05-29T02:08:43.712705Z","end":"2026-05-29T02:08:44.011141Z","steps":["trace[1458096535] 'agreement among raft nodes before linearized reading' (duration: 298.390173ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.010948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.608704117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:08:44.011233Z","caller":"traceutil/trace.go:171","msg":"trace[1686685160] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:981; }","duration":"3.609016375s","start":"2026-05-29T02:08:40.402209Z","end":"2026-05-29T02:08:44.011225Z","steps":["trace[1686685160] 'agreement among raft nodes before linearized reading' (duration: 3.608720187s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.01126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:40.40219Z","time spent":"3.609061627s","remote":"127.0.0.1:54008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.010977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.67693764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:08:44.011289Z","caller":"traceutil/trace.go:171","msg":"trace[305190835] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:981; }","duration":"3.677279s","start":"2026-05-29T02:08:40.334003Z","end":"2026-05-29T02:08:44.011282Z","steps":["trace[305190835] 'agreement among raft nodes before linearized reading' (duration: 3.676958921s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.011315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:40.333987Z","time spent":"3.67732084s","remote":"127.0.0.1:34286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":29,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:08:44.458879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.764365ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-29T02:08:44.459022Z","caller":"traceutil/trace.go:171","msg":"trace[536546255] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"382.836935ms","start":"2026-05-29T02:08:44.076136Z","end":"2026-05-29T02:08:44.458973Z","steps":["trace[536546255] 'process raft request' (duration: 140.883075ms)","trace[536546255] 'compare' (duration: 241.649822ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:44.459097Z","caller":"traceutil/trace.go:171","msg":"trace[1758147616] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"351.444853ms","start":"2026-05-29T02:08:44.107639Z","end":"2026-05-29T02:08:44.459084Z","steps":["trace[1758147616] 'process raft request' (duration: 351.410582ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:44.459108Z","caller":"traceutil/trace.go:171","msg":"trace[562421265] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1018; }","duration":"353.590151ms","start":"2026-05-29T02:08:44.105456Z","end":"2026-05-29T02:08:44.459046Z","steps":["trace[562421265] 'read index received' (duration: 111.643811ms)","trace[562421265] 'applied index is now lower than readState.Index' (duration: 241.9428ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:44.459154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:44.107632Z","time spent":"351.497274ms","remote":"127.0.0.1:34198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:08:44.459179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:44.076112Z","time spent":"382.981509ms","remote":"127.0.0.1:34178","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:44.459309Z","caller":"traceutil/trace.go:171","msg":"trace[928638835] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"353.710965ms","start":"2026-05-29T02:08:44.10559Z","end":"2026-05-29T02:08:44.459301Z","steps":["trace[928638835] 'process raft request' (duration: 353.388476ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.459352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:44.105575Z","time spent":"353.755776ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:44.459465Z","caller":"traceutil/trace.go:171","msg":"trace[1550333986] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"353.284803ms","start":"2026-05-29T02:08:44.106173Z","end":"2026-05-29T02:08:44.459458Z","steps":["trace[1550333986] 'process raft request' (duration: 352.852781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.459483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.011572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-05-29T02:08:44.459507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:44.106158Z","time spent":"353.328214ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:08:44.459522Z","caller":"traceutil/trace.go:171","msg":"trace[708933058] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:986; }","duration":"354.074934ms","start":"2026-05-29T02:08:44.105435Z","end":"2026-05-29T02:08:44.45951Z","steps":["trace[708933058] 'agreement among raft nodes before linearized reading' (duration: 353.91651ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.459557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:08:44.105424Z","time spent":"354.125016ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-05-29T02:08:44.66988Z","caller":"traceutil/trace.go:171","msg":"trace[1134603786] linearizableReadLoop","detail":"{readStateIndex:1023; appliedIndex:1022; }","duration":"207.052222ms","start":"2026-05-29T02:08:44.462806Z","end":"2026-05-29T02:08:44.669859Z","steps":["trace[1134603786] 'read index received' (duration: 189.963358ms)","trace[1134603786] 'applied index is now lower than readState.Index' (duration: 17.087464ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:08:44.669957Z","caller":"traceutil/trace.go:171","msg":"trace[1180185857] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"207.451713ms","start":"2026-05-29T02:08:44.46248Z","end":"2026-05-29T02:08:44.669932Z","steps":["trace[1180185857] 'process raft request' (duration: 190.279467ms)","trace[1180185857] 'compare' (duration: 16.912239ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:08:44.670142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.312749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-29T02:08:44.670176Z","caller":"traceutil/trace.go:171","msg":"trace[1137068036] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:987; }","duration":"207.384762ms","start":"2026-05-29T02:08:44.462781Z","end":"2026-05-29T02:08:44.670166Z","steps":["trace[1137068036] 'agreement among raft nodes before linearized reading' (duration: 207.181946ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:08:44.728707Z","caller":"traceutil/trace.go:171","msg":"trace[1909136817] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"262.773905ms","start":"2026-05-29T02:08:44.465915Z","end":"2026-05-29T02:08:44.728689Z","steps":["trace[1909136817] 'process raft request' (duration: 262.649212ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:08:44.728799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.241566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-29T02:08:44.728857Z","caller":"traceutil/trace.go:171","msg":"trace[1608485448] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:988; }","duration":"260.312358ms","start":"2026-05-29T02:08:44.46853Z","end":"2026-05-29T02:08:44.728842Z","steps":["trace[1608485448] 'agreement among raft nodes before linearized reading' (duration: 260.163574ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:23.355901Z","caller":"traceutil/trace.go:171","msg":"trace[1716872701] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"127.879146ms","start":"2026-05-29T02:09:23.227997Z","end":"2026-05-29T02:09:23.355877Z","steps":["trace[1716872701] 'process raft request' (duration: 127.717472ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:09:24.091273Z","caller":"traceutil/trace.go:171","msg":"trace[1139618154] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"102.79727ms","start":"2026-05-29T02:09:23.988451Z","end":"2026-05-29T02:09:24.091248Z","steps":["trace[1139618154] 'process raft request' (duration: 23.235066ms)","trace[1139618154] 'compare' (duration: 79.464712ms)"],"step_count":2} {"level":"info","ts":"2026-05-29T02:09:24.102053Z","caller":"traceutil/trace.go:171","msg":"trace[345087028] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"111.619251ms","start":"2026-05-29T02:09:23.990411Z","end":"2026-05-29T02:09:24.10203Z","steps":["trace[345087028] 'process raft request' (duration: 111.495008ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:50.473459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834803728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:12:50.974521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":9142199978834803728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-29T02:12:51.179656Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.443353859s","expected-duration":"1s"} {"level":"info","ts":"2026-05-29T02:12:51.179972Z","caller":"traceutil/trace.go:171","msg":"trace[375108793] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"1.443753431s","start":"2026-05-29T02:12:49.736196Z","end":"2026-05-29T02:12:51.179949Z","steps":["trace[375108793] 'process raft request' (duration: 1.443612167s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.180186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:49.736173Z","time spent":"1.443879274s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:12:51.182891Z","caller":"traceutil/trace.go:171","msg":"trace[991272553] transaction","detail":"{read_only:false; response_revision:2177; number_of_response:1; }","duration":"1.384657784s","start":"2026-05-29T02:12:49.798211Z","end":"2026-05-29T02:12:51.182869Z","steps":["trace[991272553] 'process raft request' (duration: 1.384427998s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.182987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:49.798192Z","time spent":"1.384749786s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-29T02:12:51.184715Z","caller":"traceutil/trace.go:171","msg":"trace[1208600075] transaction","detail":"{read_only:false; response_revision:2178; number_of_response:1; }","duration":"905.158675ms","start":"2026-05-29T02:12:50.27954Z","end":"2026-05-29T02:12:51.184698Z","steps":["trace[1208600075] 'process raft request' (duration: 904.665922ms)"],"step_count":1} {"level":"info","ts":"2026-05-29T02:12:51.184709Z","caller":"traceutil/trace.go:171","msg":"trace[1730713263] linearizableReadLoop","detail":"{readStateIndex:2267; appliedIndex:2263; }","duration":"1.212070843s","start":"2026-05-29T02:12:49.972618Z","end":"2026-05-29T02:12:51.184688Z","steps":["trace[1730713263] 'read index received' (duration: 1.20725037s)","trace[1730713263] 'applied index is now lower than readState.Index' (duration: 4.818393ms)"],"step_count":2} {"level":"warn","ts":"2026-05-29T02:12:51.184818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:50.279514Z","time spent":"905.242468ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-29T02:12:51.184919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212290439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-05-29T02:12:51.184964Z","caller":"traceutil/trace.go:171","msg":"trace[1997335022] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2178; }","duration":"1.212386111s","start":"2026-05-29T02:12:49.972565Z","end":"2026-05-29T02:12:51.184951Z","steps":["trace[1997335022] 'agreement among raft nodes before linearized reading' (duration: 1.212253428s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.184964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.139873896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-05-29T02:12:51.184985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:49.972539Z","time spent":"1.212441673s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-29T02:12:51.185004Z","caller":"traceutil/trace.go:171","msg":"trace[1427701408] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2178; }","duration":"1.139935529s","start":"2026-05-29T02:12:50.045056Z","end":"2026-05-29T02:12:51.184992Z","steps":["trace[1427701408] 'agreement among raft nodes before linearized reading' (duration: 1.139786024s)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.185027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:50.045045Z","time spent":"1.139976629s","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-05-29T02:12:51.185043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.575515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-29T02:12:51.185074Z","caller":"traceutil/trace.go:171","msg":"trace[26366322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2178; }","duration":"283.653618ms","start":"2026-05-29T02:12:50.901412Z","end":"2026-05-29T02:12:51.185065Z","steps":["trace[26366322] 'agreement among raft nodes before linearized reading' (duration: 283.459662ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.18509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.099101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:12:51.18511Z","caller":"traceutil/trace.go:171","msg":"trace[1651146866] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2178; }","duration":"502.160943ms","start":"2026-05-29T02:12:50.682943Z","end":"2026-05-29T02:12:51.185104Z","steps":["trace[1651146866] 'agreement among raft nodes before linearized reading' (duration: 502.131392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.185124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:50.682924Z","time spent":"502.196724ms","remote":"127.0.0.1:34148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-29T02:12:51.185119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.174568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-29T02:12:51.185149Z","caller":"traceutil/trace.go:171","msg":"trace[1774461574] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:2178; }","duration":"573.2443ms","start":"2026-05-29T02:12:50.611899Z","end":"2026-05-29T02:12:51.185143Z","steps":["trace[1774461574] 'agreement among raft nodes before linearized reading' (duration: 573.191088ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.185173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:50.611881Z","time spent":"573.28115ms","remote":"127.0.0.1:53904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":27,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-05-29T02:12:51.185222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.891702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-29T02:12:51.185239Z","caller":"traceutil/trace.go:171","msg":"trace[2024597840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2178; }","duration":"923.943543ms","start":"2026-05-29T02:12:50.261291Z","end":"2026-05-29T02:12:51.185234Z","steps":["trace[2024597840] 'agreement among raft nodes before linearized reading' (duration: 923.897082ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.185251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-29T02:12:50.261273Z","time spent":"923.975224ms","remote":"127.0.0.1:34378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-29T02:12:51.185286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.775309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-05-29T02:12:51.185311Z","caller":"traceutil/trace.go:171","msg":"trace[2063981042] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2178; }","duration":"167.84371ms","start":"2026-05-29T02:12:51.01746Z","end":"2026-05-29T02:12:51.185304Z","steps":["trace[2063981042] 'agreement among raft nodes before linearized reading' (duration: 167.777408ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.18534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.836918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-29T02:12:51.185375Z","caller":"traceutil/trace.go:171","msg":"trace[720627262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2178; }","duration":"176.89148ms","start":"2026-05-29T02:12:51.008475Z","end":"2026-05-29T02:12:51.185366Z","steps":["trace[720627262] 'agreement among raft nodes before linearized reading' (duration: 176.817058ms)"],"step_count":1} {"level":"warn","ts":"2026-05-29T02:12:51.185407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.798962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-29T02:12:51.185431Z","caller":"traceutil/trace.go:171","msg":"trace[74728842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2178; }","duration":"178.858083ms","start":"2026-05-29T02:12:51.006562Z","end":"2026-05-29T02:12:51.18542Z","steps":["trace[74728842] 'agreement among raft nodes before linearized reading' (duration: 178.772231ms)"],"step_count":1}