{"level":"warn","ts":"2026-05-10T04:04:10.593302Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T04:04:10.593428Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.210:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.210:2380","--initial-cluster=instance=https://199.204.45.210:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.210:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.210:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-05-10T04:04:10.59351Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-05-10T04:04:10.593519Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-10T04:04:10.593541Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T04:04:10.594258Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"]} {"level":"info","ts":"2026-05-10T04:04:10.594353Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.210:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-05-10T04:04:10.599776Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.203538ms"} {"level":"info","ts":"2026-05-10T04:04:10.611437Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1cac722af8b2b8a6","cluster-id":"ba0a336ca61ee41d"} {"level":"info","ts":"2026-05-10T04:04:10.611551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=()"} {"level":"info","ts":"2026-05-10T04:04:10.611583Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 0"} {"level":"info","ts":"2026-05-10T04:04:10.61161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1cac722af8b2b8a6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-05-10T04:04:10.611628Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became follower at term 1"} {"level":"info","ts":"2026-05-10T04:04:10.611679Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"warn","ts":"2026-05-10T04:04:10.623181Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-05-10T04:04:10.624458Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-05-10T04:04:10.625446Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-05-10T04:04:10.62832Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1cac722af8b2b8a6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-05-10T04:04:10.628652Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1cac722af8b2b8a6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-05-10T04:04:10.628828Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T04:04:10.62888Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T04:04:10.628889Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-05-10T04:04:10.629417Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 switched to configuration voters=(2066151857942870182)"} {"level":"info","ts":"2026-05-10T04:04:10.62996Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","added-peer-id":"1cac722af8b2b8a6","added-peer-peer-urls":["https://199.204.45.210:2380"]} {"level":"info","ts":"2026-05-10T04:04:10.63335Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-05-10T04:04:10.633636Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1cac722af8b2b8a6","initial-advertise-peer-urls":["https://199.204.45.210:2380"],"listen-peer-urls":["https://199.204.45.210:2380"],"advertise-client-urls":["https://199.204.45.210:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.210:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-05-10T04:04:10.633663Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-05-10T04:04:10.633477Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-10T04:04:10.633688Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.210:2380"} {"level":"info","ts":"2026-05-10T04:04:10.812709Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 is starting a new election at term 1"} {"level":"info","ts":"2026-05-10T04:04:10.812764Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became pre-candidate at term 1"} {"level":"info","ts":"2026-05-10T04:04:10.812799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgPreVoteResp from 1cac722af8b2b8a6 at term 1"} {"level":"info","ts":"2026-05-10T04:04:10.812819Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became candidate at term 2"} {"level":"info","ts":"2026-05-10T04:04:10.812829Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 received MsgVoteResp from 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-10T04:04:10.812845Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1cac722af8b2b8a6 became leader at term 2"} {"level":"info","ts":"2026-05-10T04:04:10.812859Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1cac722af8b2b8a6 elected leader 1cac722af8b2b8a6 at term 2"} {"level":"info","ts":"2026-05-10T04:04:10.813695Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T04:04:10.814862Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T04:04:10.814873Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1cac722af8b2b8a6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.210:2379]}","request-path":"/0/members/1cac722af8b2b8a6/attributes","cluster-id":"ba0a336ca61ee41d","publish-timeout":"7s"} {"level":"info","ts":"2026-05-10T04:04:10.815224Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-05-10T04:04:10.815255Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-05-10T04:04:10.818349Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-05-10T04:04:10.818453Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-05-10T04:04:10.827614Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.210:2379"} {"level":"info","ts":"2026-05-10T04:04:10.827718Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"ba0a336ca61ee41d","local-member-id":"1cac722af8b2b8a6","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T04:04:10.827778Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-05-10T04:04:10.827802Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-05-10T04:04:29.583137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.432979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:04:29.583214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.568285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:04:29.58326Z","caller":"traceutil/trace.go:171","msg":"trace[623504547] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"414.595713ms","start":"2026-05-10T04:04:29.168647Z","end":"2026-05-10T04:04:29.583243Z","steps":["trace[623504547] 'range keys from in-memory index tree' (duration: 414.373168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:29.583253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.310049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:04:29.583342Z","caller":"traceutil/trace.go:171","msg":"trace[174855973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:414; }","duration":"686.430511ms","start":"2026-05-10T04:04:28.896885Z","end":"2026-05-10T04:04:29.583316Z","steps":["trace[174855973] 'range keys from in-memory index tree' (duration: 686.221477ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:29.583317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:29.168634Z","time spent":"414.673735ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:04:29.583308Z","caller":"traceutil/trace.go:171","msg":"trace[434711674] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:414; }","duration":"694.711918ms","start":"2026-05-10T04:04:28.888575Z","end":"2026-05-10T04:04:29.583287Z","steps":["trace[434711674] 'range keys from in-memory index tree' (duration: 694.426842ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:29.583389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:28.896878Z","time spent":"686.500302ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:04:29.583418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:28.888556Z","time spent":"694.849481ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:04:29.583514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.251375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-05-10T04:04:29.583642Z","caller":"traceutil/trace.go:171","msg":"trace[1427092102] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:414; }","duration":"313.407558ms","start":"2026-05-10T04:04:29.270193Z","end":"2026-05-10T04:04:29.5836Z","steps":["trace[1427092102] 'range keys from in-memory index tree' (duration: 313.130632ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:29.583696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:29.270168Z","time spent":"313.51344ms","remote":"127.0.0.1:33954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4398,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-05-10T04:04:29.760074Z","caller":"traceutil/trace.go:171","msg":"trace[1648561463] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"169.951358ms","start":"2026-05-10T04:04:29.590093Z","end":"2026-05-10T04:04:29.760044Z","steps":["trace[1648561463] 'process raft request' (duration: 169.700232ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:31.072236Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.312347108s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:04:31.072967Z","caller":"traceutil/trace.go:171","msg":"trace[1659792432] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"1.482347766s","start":"2026-05-10T04:04:29.590598Z","end":"2026-05-10T04:04:31.072945Z","steps":["trace[1659792432] 'process raft request' (duration: 1.481823214s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:31.073622Z","caller":"traceutil/trace.go:171","msg":"trace[1274330245] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"1.48294436s","start":"2026-05-10T04:04:29.590663Z","end":"2026-05-10T04:04:31.073607Z","steps":["trace[1274330245] 'process raft request' (duration: 1.481889586s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:31.073744Z","caller":"traceutil/trace.go:171","msg":"trace[1912102236] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:429; }","duration":"1.452605175s","start":"2026-05-10T04:04:29.621124Z","end":"2026-05-10T04:04:31.073729Z","steps":["trace[1912102236] 'read index received' (duration: 138.922217ms)","trace[1912102236] 'applied index is now lower than readState.Index' (duration: 1.313681988s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:04:31.073757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:29.590574Z","time spent":"1.482433938s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:04:31.073841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.452714297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4326"} {"level":"info","ts":"2026-05-10T04:04:31.073871Z","caller":"traceutil/trace.go:171","msg":"trace[1309666327] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:418; }","duration":"1.452751327s","start":"2026-05-10T04:04:29.621111Z","end":"2026-05-10T04:04:31.073862Z","steps":["trace[1309666327] 'agreement among raft nodes before linearized reading' (duration: 1.452670506s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:31.073903Z","caller":"traceutil/trace.go:171","msg":"trace[690182703] transaction","detail":"{read_only:false; response_revision:418; number_of_response:1; }","duration":"1.481276502s","start":"2026-05-10T04:04:29.592608Z","end":"2026-05-10T04:04:31.073885Z","steps":["trace[690182703] 'process raft request' (duration: 1.48029319s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:31.073914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:29.621053Z","time spent":"1.452854329s","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4349,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-05-10T04:04:31.073936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:29.590641Z","time spent":"1.483021881s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:04:31.073978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:29.592593Z","time spent":"1.481345024s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:04:31.668597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913755830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:04:32.212681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.567316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:04:32.212785Z","caller":"traceutil/trace.go:171","msg":"trace[46652504] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"1.130592775s","start":"2026-05-10T04:04:31.082173Z","end":"2026-05-10T04:04:32.212766Z","steps":["trace[46652504] 'process raft request' (duration: 977.692352ms)","trace[46652504] 'compare' (duration: 152.189627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:04:32.212845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:31.082157Z","time spent":"1.130661476s","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4119,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:04:33.037739Z","caller":"traceutil/trace.go:171","msg":"trace[1739235645] linearizableReadLoop","detail":"{readStateIndex:434; appliedIndex:432; }","duration":"1.86987498s","start":"2026-05-10T04:04:31.167843Z","end":"2026-05-10T04:04:33.037718Z","steps":["trace[1739235645] 'read index received' (duration: 892.011886ms)","trace[1739235645] 'applied index is now lower than readState.Index' (duration: 977.861314ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:04:33.038027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274165216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-10T04:04:33.038046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870205937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:04:33.038046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.418504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:4056"} {"level":"info","ts":"2026-05-10T04:04:33.038107Z","caller":"traceutil/trace.go:171","msg":"trace[197166034] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:420; }","duration":"1.274295178s","start":"2026-05-10T04:04:31.763793Z","end":"2026-05-10T04:04:33.038088Z","steps":["trace[197166034] 'agreement among raft nodes before linearized reading' (duration: 1.274147965s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:33.038151Z","caller":"traceutil/trace.go:171","msg":"trace[538271777] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:420; }","duration":"873.530677ms","start":"2026-05-10T04:04:32.164597Z","end":"2026-05-10T04:04:33.038127Z","steps":["trace[538271777] 'agreement among raft nodes before linearized reading' (duration: 873.357553ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:33.038101Z","caller":"traceutil/trace.go:171","msg":"trace[529772131] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:420; }","duration":"1.870303039s","start":"2026-05-10T04:04:31.167788Z","end":"2026-05-10T04:04:33.038091Z","steps":["trace[529772131] 'agreement among raft nodes before linearized reading' (duration: 1.870066064s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:33.038177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:31.763774Z","time spent":"1.274388s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:04:33.03822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:31.167766Z","time spent":"1.870446182s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:04:33.03822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:32.164541Z","time spent":"873.663629ms","remote":"127.0.0.1:34242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":4079,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-05-10T04:04:46.909172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913756015,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T04:04:47.13751Z","caller":"traceutil/trace.go:171","msg":"trace[499115484] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"733.219913ms","start":"2026-05-10T04:04:46.404261Z","end":"2026-05-10T04:04:47.137481Z","steps":["trace[499115484] 'process raft request' (duration: 732.989708ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.137666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.404241Z","time spent":"733.353516ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:47.158114Z","caller":"traceutil/trace.go:171","msg":"trace[1132939579] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"745.794306ms","start":"2026-05-10T04:04:46.412275Z","end":"2026-05-10T04:04:47.158069Z","steps":["trace[1132939579] 'process raft request' (duration: 745.650183ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.158288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.412254Z","time spent":"745.95162ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:47.158375Z","caller":"traceutil/trace.go:171","msg":"trace[2138574965] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"740.508318ms","start":"2026-05-10T04:04:46.41785Z","end":"2026-05-10T04:04:47.158359Z","steps":["trace[2138574965] 'process raft request' (duration: 740.181041ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:47.158399Z","caller":"traceutil/trace.go:171","msg":"trace[340600118] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:533; }","duration":"750.239447ms","start":"2026-05-10T04:04:46.408142Z","end":"2026-05-10T04:04:47.158381Z","steps":["trace[340600118] 'read index received' (duration: 729.156932ms)","trace[340600118] 'applied index is now lower than readState.Index' (duration: 21.081695ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:04:47.158421Z","caller":"traceutil/trace.go:171","msg":"trace[1529670373] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"740.475917ms","start":"2026-05-10T04:04:46.417937Z","end":"2026-05-10T04:04:47.158413Z","steps":["trace[1529670373] 'process raft request' (duration: 740.13831ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:47.158465Z","caller":"traceutil/trace.go:171","msg":"trace[1861201069] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"736.359475ms","start":"2026-05-10T04:04:46.422098Z","end":"2026-05-10T04:04:47.158458Z","steps":["trace[1861201069] 'process raft request' (duration: 736.028168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.158482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.417841Z","time spent":"740.590839ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:04:47.158485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.417911Z","time spent":"740.540579ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:04:47.158528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.422092Z","time spent":"736.389566ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:47.158357Z","caller":"traceutil/trace.go:171","msg":"trace[127130754] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"738.866391ms","start":"2026-05-10T04:04:46.419466Z","end":"2026-05-10T04:04:47.158333Z","steps":["trace[127130754] 'process raft request' (duration: 738.638436ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:47.158569Z","caller":"traceutil/trace.go:171","msg":"trace[1150156198] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"746.210996ms","start":"2026-05-10T04:04:46.412352Z","end":"2026-05-10T04:04:47.158563Z","steps":["trace[1150156198] 'process raft request' (duration: 745.651414ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.158591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.41946Z","time spent":"739.109006ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:04:47.158611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.412348Z","time spent":"746.248687ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:47.158652Z","caller":"traceutil/trace.go:171","msg":"trace[794071601] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"726.42897ms","start":"2026-05-10T04:04:46.432209Z","end":"2026-05-10T04:04:47.158637Z","steps":["trace[794071601] 'process raft request' (duration: 726.007291ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:47.15869Z","caller":"traceutil/trace.go:171","msg":"trace[2016284125] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"709.436948ms","start":"2026-05-10T04:04:46.449247Z","end":"2026-05-10T04:04:47.158684Z","steps":["trace[2016284125] 'process raft request' (duration: 709.005888ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.158719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.449215Z","time spent":"709.49042ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:04:47.158737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.432181Z","time spent":"726.529743ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:47.158767Z","caller":"traceutil/trace.go:171","msg":"trace[344258701] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"726.999333ms","start":"2026-05-10T04:04:46.431762Z","end":"2026-05-10T04:04:47.158762Z","steps":["trace[344258701] 'process raft request' (duration: 726.41744ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.15878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"750.633116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-10T04:04:47.158792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.431753Z","time spent":"727.028044ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:47.158801Z","caller":"traceutil/trace.go:171","msg":"trace[362551540] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:527; }","duration":"750.684488ms","start":"2026-05-10T04:04:46.408111Z","end":"2026-05-10T04:04:47.158796Z","steps":["trace[362551540] 'agreement among raft nodes before linearized reading' (duration: 750.600726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.158819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.4081Z","time spent":"750.715168ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-10T04:04:47.158664Z","caller":"traceutil/trace.go:171","msg":"trace[609370816] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"736.072818ms","start":"2026-05-10T04:04:46.422583Z","end":"2026-05-10T04:04:47.158656Z","steps":["trace[609370816] 'process raft request' (duration: 735.564627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.158876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.422564Z","time spent":"736.297123ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:47.158683Z","caller":"traceutil/trace.go:171","msg":"trace[1557669392] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"583.347908ms","start":"2026-05-10T04:04:46.575327Z","end":"2026-05-10T04:04:47.158675Z","steps":["trace[1557669392] 'process raft request' (duration: 583.01533ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.158912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:46.575291Z","time spent":"583.609254ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:47.749197Z","caller":"traceutil/trace.go:171","msg":"trace[1394035086] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"364.993239ms","start":"2026-05-10T04:04:47.384186Z","end":"2026-05-10T04:04:47.749179Z","steps":["trace[1394035086] 'process raft request' (duration: 364.924168ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:47.74934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:47.384167Z","time spent":"365.092162ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:04:47.749453Z","caller":"traceutil/trace.go:171","msg":"trace[692549178] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"229.534139ms","start":"2026-05-10T04:04:47.519901Z","end":"2026-05-10T04:04:47.749435Z","steps":["trace[692549178] 'process raft request' (duration: 229.460728ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:47.74948Z","caller":"traceutil/trace.go:171","msg":"trace[1076528042] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"365.336129ms","start":"2026-05-10T04:04:47.384122Z","end":"2026-05-10T04:04:47.749458Z","steps":["trace[1076528042] 'process raft request' (duration: 353.855151ms)","trace[1076528042] 'compare' (duration: 11.019207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:04:47.749575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:47.384095Z","time spent":"365.4314ms","remote":"127.0.0.1:33842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:04:49.666785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913756129,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T04:04:49.680099Z","caller":"traceutil/trace.go:171","msg":"trace[1521955878] linearizableReadLoop","detail":"{readStateIndex:617; appliedIndex:616; }","duration":"514.245451ms","start":"2026-05-10T04:04:49.165831Z","end":"2026-05-10T04:04:49.680077Z","steps":["trace[1521955878] 'read index received' (duration: 514.105068ms)","trace[1521955878] 'applied index is now lower than readState.Index' (duration: 139.423µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:04:49.680262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.404465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:04:49.680316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.405055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-05-10T04:04:49.680316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.972891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-10T04:04:49.680352Z","caller":"traceutil/trace.go:171","msg":"trace[836810634] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:596; }","duration":"486.466606ms","start":"2026-05-10T04:04:49.193874Z","end":"2026-05-10T04:04:49.680341Z","steps":["trace[836810634] 'agreement among raft nodes before linearized reading' (duration: 486.362443ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:49.680355Z","caller":"traceutil/trace.go:171","msg":"trace[1367441700] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:596; }","duration":"488.053842ms","start":"2026-05-10T04:04:49.192292Z","end":"2026-05-10T04:04:49.680346Z","steps":["trace[1367441700] 'agreement among raft nodes before linearized reading' (duration: 487.917229ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:49.680358Z","caller":"traceutil/trace.go:171","msg":"trace[1801231263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:596; }","duration":"514.535779ms","start":"2026-05-10T04:04:49.165802Z","end":"2026-05-10T04:04:49.680338Z","steps":["trace[1801231263] 'agreement among raft nodes before linearized reading' (duration: 514.378055ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:49.680378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:49.193866Z","time spent":"486.506766ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:04:49.680369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.780064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-05-10T04:04:49.680382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:49.192276Z","time spent":"488.098243ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:04:49.680393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:49.165792Z","time spent":"514.59519ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:04:49.680414Z","caller":"traceutil/trace.go:171","msg":"trace[558742337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:596; }","duration":"486.858856ms","start":"2026-05-10T04:04:49.19354Z","end":"2026-05-10T04:04:49.680399Z","steps":["trace[558742337] 'agreement among raft nodes before linearized reading' (duration: 486.714473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:49.680446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:49.193528Z","time spent":"486.910787ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:04:49.680458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.627002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T04:04:49.680526Z","caller":"traceutil/trace.go:171","msg":"trace[87103620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:596; }","duration":"479.745695ms","start":"2026-05-10T04:04:49.20077Z","end":"2026-05-10T04:04:49.680516Z","steps":["trace[87103620] 'agreement among raft nodes before linearized reading' (duration: 479.443738ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:49.680598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:49.200759Z","time spent":"479.830906ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T04:04:49.680134Z","caller":"traceutil/trace.go:171","msg":"trace[1393887947] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"518.475878ms","start":"2026-05-10T04:04:49.161631Z","end":"2026-05-10T04:04:49.680107Z","steps":["trace[1393887947] 'process raft request' (duration: 518.283423ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:49.680741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:49.161607Z","time spent":"519.07305ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:04:54.227264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913756256,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T04:04:54.309621Z","caller":"traceutil/trace.go:171","msg":"trace[1791747396] transaction","detail":"{read_only:false; response_revision:625; number_of_response:1; }","duration":"614.526151ms","start":"2026-05-10T04:04:53.695068Z","end":"2026-05-10T04:04:54.309594Z","steps":["trace[1791747396] 'process raft request' (duration: 613.950638ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:54.309977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:53.695052Z","time spent":"614.706235ms","remote":"127.0.0.1:33878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:04:54.966225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.059282ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:04:54.966471Z","caller":"traceutil/trace.go:171","msg":"trace[1887011100] linearizableReadLoop","detail":"{readStateIndex:648; appliedIndex:646; }","duration":"1.239596248s","start":"2026-05-10T04:04:53.726851Z","end":"2026-05-10T04:04:54.966447Z","steps":["trace[1887011100] 'read index received' (duration: 581.953896ms)","trace[1887011100] 'applied index is now lower than readState.Index' (duration: 657.640442ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:04:54.966632Z","caller":"traceutil/trace.go:171","msg":"trace[423434424] transaction","detail":"{read_only:false; response_revision:626; number_of_response:1; }","duration":"1.263861185s","start":"2026-05-10T04:04:53.702748Z","end":"2026-05-10T04:04:54.966609Z","steps":["trace[423434424] 'process raft request' (duration: 1.065328014s)","trace[423434424] 'compare' (duration: 197.710193ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:04:54.966786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:53.702739Z","time spent":"1.263993168s","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:04:54.966815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239951217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:04:54.967052Z","caller":"traceutil/trace.go:171","msg":"trace[943425054] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:626; }","duration":"1.240213042s","start":"2026-05-10T04:04:53.72682Z","end":"2026-05-10T04:04:54.967033Z","steps":["trace[943425054] 'agreement among raft nodes before linearized reading' (duration: 1.239852644s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:54.967152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:53.726808Z","time spent":"1.240329864s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:04:56.167092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000479996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T04:04:56.167193Z","caller":"traceutil/trace.go:171","msg":"trace[865778175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000622988s","start":"2026-05-10T04:04:54.166546Z","end":"2026-05-10T04:04:56.167168Z","steps":["trace[865778175] 'agreement among raft nodes before linearized reading' (duration: 2.000494045s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:56.167245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:54.16653Z","time spent":"2.000704561s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 04:04:56 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T04:04:57.474219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T04:04:57.474322Z","caller":"traceutil/trace.go:171","msg":"trace[620205076] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000166798s","start":"2026-05-10T04:04:55.474132Z","end":"2026-05-10T04:04:57.474298Z","steps":["trace[620205076] 'agreement among raft nodes before linearized reading' (duration: 2.000039266s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:57.474525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:55.474112Z","time spent":"2.000395724s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 04:04:57 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T04:04:58.174883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00024427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T04:04:58.174961Z","caller":"traceutil/trace.go:171","msg":"trace[591577978] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367363s","start":"2026-05-10T04:04:56.174579Z","end":"2026-05-10T04:04:58.174947Z","steps":["trace[591577978] 'agreement among raft nodes before linearized reading' (duration: 2.00026916s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:58.174992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:56.174562Z","time spent":"2.000423604s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:04:58.177242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956462187s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:04:58.177578Z","caller":"traceutil/trace.go:171","msg":"trace[894409258] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"3.210950028s","start":"2026-05-10T04:04:54.966563Z","end":"2026-05-10T04:04:58.177513Z","steps":["trace[894409258] 'read index received' (duration: 254.140504ms)","trace[894409258] 'applied index is now lower than readState.Index' (duration: 2.956805334s)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:04:58.177595Z","caller":"traceutil/trace.go:171","msg":"trace[1965935062] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"3.805316785s","start":"2026-05-10T04:04:54.372205Z","end":"2026-05-10T04:04:58.177521Z","steps":["trace[1965935062] 'process raft request' (duration: 848.509371ms)","trace[1965935062] 'compare' (duration: 2.955432863s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:04:58.177773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440609443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-10T04:04:58.177793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.440659594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-10T04:04:58.177767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:54.372189Z","time spent":"3.805500498s","remote":"127.0.0.1:34020","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:04:58.177832Z","caller":"traceutil/trace.go:171","msg":"trace[2086376570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:628; }","duration":"4.440680974s","start":"2026-05-10T04:04:53.737135Z","end":"2026-05-10T04:04:58.177816Z","steps":["trace[2086376570] 'agreement among raft nodes before linearized reading' (duration: 4.44050492s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:04:58.177838Z","caller":"traceutil/trace.go:171","msg":"trace[132618904] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:628; }","duration":"4.440722755s","start":"2026-05-10T04:04:53.737099Z","end":"2026-05-10T04:04:58.177821Z","steps":["trace[132618904] 'agreement among raft nodes before linearized reading' (duration: 4.440571992s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:58.17787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:53.73713Z","time spent":"4.440732307s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:04:58.177877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:53.737089Z","time spent":"4.440780447s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:04:58.17792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.443004837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:04:58.177979Z","caller":"traceutil/trace.go:171","msg":"trace[1573772612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:628; }","duration":"4.44310311s","start":"2026-05-10T04:04:53.734859Z","end":"2026-05-10T04:04:58.177963Z","steps":["trace[1573772612] 'agreement among raft nodes before linearized reading' (duration: 4.442870874s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:58.178029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:53.73485Z","time spent":"4.443168152s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-05-10T04:04:58.178282Z","caller":"traceutil/trace.go:171","msg":"trace[1576191282] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"3.20302917s","start":"2026-05-10T04:04:54.97524Z","end":"2026-05-10T04:04:58.178269Z","steps":["trace[1576191282] 'process raft request' (duration: 3.202107219s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:58.178371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:54.975213Z","time spent":"3.203106622s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:04:58.178944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.769889342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T04:04:58.179019Z","caller":"traceutil/trace.go:171","msg":"trace[122304080] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:629; }","duration":"1.770021095s","start":"2026-05-10T04:04:56.408958Z","end":"2026-05-10T04:04:58.178979Z","steps":["trace[122304080] 'agreement among raft nodes before linearized reading' (duration: 1.769838191s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:58.179066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:56.408919Z","time spent":"1.770136258s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"info","ts":"2026-05-10T04:04:58.179287Z","caller":"traceutil/trace.go:171","msg":"trace[1802109133] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"2.005175282s","start":"2026-05-10T04:04:56.174099Z","end":"2026-05-10T04:04:58.179274Z","steps":["trace[1802109133] 'process raft request' (duration: 2.004107228s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:04:58.179352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:04:56.174074Z","time spent":"2.005245554s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-05-10T04:05:00.15965Z","caller":"traceutil/trace.go:171","msg":"trace[1380892950] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"222.887991ms","start":"2026-05-10T04:04:59.936737Z","end":"2026-05-10T04:05:00.159625Z","steps":["trace[1380892950] 'process raft request' (duration: 222.708227ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:00.163443Z","caller":"traceutil/trace.go:171","msg":"trace[3932699] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"209.53173ms","start":"2026-05-10T04:04:59.953866Z","end":"2026-05-10T04:05:00.163397Z","steps":["trace[3932699] 'process raft request' (duration: 209.359246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:03.033606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.542107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-05-10T04:05:03.033689Z","caller":"traceutil/trace.go:171","msg":"trace[1509481293] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:708; }","duration":"101.711291ms","start":"2026-05-10T04:05:02.93196Z","end":"2026-05-10T04:05:03.033671Z","steps":["trace[1509481293] 'range keys from in-memory index tree' (duration: 101.292082ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:14.102315Z","caller":"traceutil/trace.go:171","msg":"trace[1442404784] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"390.490914ms","start":"2026-05-10T04:05:13.711786Z","end":"2026-05-10T04:05:14.102277Z","steps":["trace[1442404784] 'process raft request' (duration: 390.033424ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:14.102502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:13.711759Z","time spent":"390.646997ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:05:16.517979Z","caller":"traceutil/trace.go:171","msg":"trace[1244062174] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:823; }","duration":"232.064497ms","start":"2026-05-10T04:05:16.285884Z","end":"2026-05-10T04:05:16.517948Z","steps":["trace[1244062174] 'read index received' (duration: 178.344317ms)","trace[1244062174] 'applied index is now lower than readState.Index' (duration: 53.71905ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:05:16.518342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.437805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-10T04:05:16.518429Z","caller":"traceutil/trace.go:171","msg":"trace[2335584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:795; }","duration":"232.568398ms","start":"2026-05-10T04:05:16.285839Z","end":"2026-05-10T04:05:16.518407Z","steps":["trace[2335584] 'agreement among raft nodes before linearized reading' (duration: 232.323143ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:16.518452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.681131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-10T04:05:16.518517Z","caller":"traceutil/trace.go:171","msg":"trace[1802136020] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:795; }","duration":"228.773133ms","start":"2026-05-10T04:05:16.28973Z","end":"2026-05-10T04:05:16.518503Z","steps":["trace[1802136020] 'agreement among raft nodes before linearized reading' (duration: 228.594328ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:16.518496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.744716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:05:16.518566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.751903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T04:05:16.518645Z","caller":"traceutil/trace.go:171","msg":"trace[454798554] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"241.884578ms","start":"2026-05-10T04:05:16.276298Z","end":"2026-05-10T04:05:16.518183Z","steps":["trace[454798554] 'process raft request' (duration: 187.988285ms)","trace[454798554] 'compare' (duration: 53.551836ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:16.518663Z","caller":"traceutil/trace.go:171","msg":"trace[552834922] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:795; }","duration":"228.862165ms","start":"2026-05-10T04:05:16.289777Z","end":"2026-05-10T04:05:16.518639Z","steps":["trace[552834922] 'agreement among raft nodes before linearized reading' (duration: 228.559228ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:16.518623Z","caller":"traceutil/trace.go:171","msg":"trace[1668280913] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:795; }","duration":"112.031584ms","start":"2026-05-10T04:05:16.406578Z","end":"2026-05-10T04:05:16.51861Z","steps":["trace[1668280913] 'agreement among raft nodes before linearized reading' (duration: 111.749566ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:16.519617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.947322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T04:05:16.519692Z","caller":"traceutil/trace.go:171","msg":"trace[685629363] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:795; }","duration":"112.045554ms","start":"2026-05-10T04:05:16.40763Z","end":"2026-05-10T04:05:16.519675Z","steps":["trace[685629363] 'agreement among raft nodes before linearized reading' (duration: 110.782705ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:17.986007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.187582837s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:05:17.986247Z","caller":"traceutil/trace.go:171","msg":"trace[1698406169] linearizableReadLoop","detail":"{readStateIndex:835; appliedIndex:834; }","duration":"363.838123ms","start":"2026-05-10T04:05:17.622391Z","end":"2026-05-10T04:05:17.986229Z","steps":["trace[1698406169] 'read index received' (duration: 363.70667ms)","trace[1698406169] 'applied index is now lower than readState.Index' (duration: 130.823µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:05:17.986391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.990578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:05:17.986419Z","caller":"traceutil/trace.go:171","msg":"trace[1551030141] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:805; }","duration":"364.077549ms","start":"2026-05-10T04:05:17.622336Z","end":"2026-05-10T04:05:17.986413Z","steps":["trace[1551030141] 'agreement among raft nodes before linearized reading' (duration: 363.942835ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:17.986443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:17.622313Z","time spent":"364.124191ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T04:05:17.986667Z","caller":"traceutil/trace.go:171","msg":"trace[996040461] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"1.188312234s","start":"2026-05-10T04:05:16.798322Z","end":"2026-05-10T04:05:17.986634Z","steps":["trace[996040461] 'process raft request' (duration: 1.187818832s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:17.986858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:16.798309Z","time spent":"1.188452628s","remote":"127.0.0.1:33964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:18.441717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.44794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:05:18.441831Z","caller":"traceutil/trace.go:171","msg":"trace[1331457453] linearizableReadLoop","detail":"{readStateIndex:836; appliedIndex:835; }","duration":"273.356826ms","start":"2026-05-10T04:05:18.168457Z","end":"2026-05-10T04:05:18.441813Z","steps":["trace[1331457453] 'read index received' (duration: 157.505086ms)","trace[1331457453] 'applied index is now lower than readState.Index' (duration: 115.85033ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:05:18.441891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.440918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:05:18.441917Z","caller":"traceutil/trace.go:171","msg":"trace[409463395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"273.565062ms","start":"2026-05-10T04:05:18.168342Z","end":"2026-05-10T04:05:18.441907Z","steps":["trace[409463395] 'agreement among raft nodes before linearized reading' (duration: 273.517961ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:18.441858Z","caller":"traceutil/trace.go:171","msg":"trace[151668064] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"449.230638ms","start":"2026-05-10T04:05:17.992594Z","end":"2026-05-10T04:05:18.441824Z","steps":["trace[151668064] 'process raft request' (duration: 333.396369ms)","trace[151668064] 'compare' (duration: 115.238366ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:05:18.442628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:17.992573Z","time spent":"449.903372ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:05:18.645692Z","caller":"traceutil/trace.go:171","msg":"trace[504925108] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"117.832514ms","start":"2026-05-10T04:05:18.527843Z","end":"2026-05-10T04:05:18.645675Z","steps":["trace[504925108] 'process raft request' (duration: 20.458691ms)","trace[504925108] 'compare' (duration: 97.185929ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:24.837954Z","caller":"traceutil/trace.go:171","msg":"trace[280481214] transaction","detail":"{read_only:false; response_revision:873; number_of_response:1; }","duration":"106.351365ms","start":"2026-05-10T04:05:24.731564Z","end":"2026-05-10T04:05:24.837916Z","steps":["trace[280481214] 'process raft request' (duration: 75.233655ms)","trace[280481214] 'compare' (duration: 30.834824ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:24.83799Z","caller":"traceutil/trace.go:171","msg":"trace[1105316018] transaction","detail":"{read_only:false; response_revision:874; number_of_response:1; }","duration":"105.637458ms","start":"2026-05-10T04:05:24.732316Z","end":"2026-05-10T04:05:24.837953Z","steps":["trace[1105316018] 'process raft request' (duration: 105.484384ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:25.370986Z","caller":"traceutil/trace.go:171","msg":"trace[1001981802] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"230.840899ms","start":"2026-05-10T04:05:25.140127Z","end":"2026-05-10T04:05:25.370968Z","steps":["trace[1001981802] 'process raft request' (duration: 200.173229ms)","trace[1001981802] 'compare' (duration: 30.488626ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:25.371169Z","caller":"traceutil/trace.go:171","msg":"trace[1998954843] transaction","detail":"{read_only:false; response_revision:879; number_of_response:1; }","duration":"227.171016ms","start":"2026-05-10T04:05:25.143993Z","end":"2026-05-10T04:05:25.371164Z","steps":["trace[1998954843] 'process raft request' (duration: 226.93005ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:25.371415Z","caller":"traceutil/trace.go:171","msg":"trace[203134221] linearizableReadLoop","detail":"{readStateIndex:911; appliedIndex:908; }","duration":"137.201781ms","start":"2026-05-10T04:05:25.234186Z","end":"2026-05-10T04:05:25.371388Z","steps":["trace[203134221] 'read index received' (duration: 106.09097ms)","trace[203134221] 'applied index is now lower than readState.Index' (duration: 31.109091ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:25.371483Z","caller":"traceutil/trace.go:171","msg":"trace[427075637] transaction","detail":"{read_only:false; response_revision:880; number_of_response:1; }","duration":"137.369004ms","start":"2026-05-10T04:05:25.234095Z","end":"2026-05-10T04:05:25.371464Z","steps":["trace[427075637] 'process raft request' (duration: 137.045337ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:25.371699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.496537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-f968k\" ","response":"range_response_count:1 size:3871"} {"level":"info","ts":"2026-05-10T04:05:25.372054Z","caller":"traceutil/trace.go:171","msg":"trace[1450394286] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-f968k; range_end:; response_count:1; response_revision:880; }","duration":"137.899376ms","start":"2026-05-10T04:05:25.234135Z","end":"2026-05-10T04:05:25.372034Z","steps":["trace[1450394286] 'agreement among raft nodes before linearized reading' (duration: 137.393745ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:25.747961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.148872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:179"} {"level":"info","ts":"2026-05-10T04:05:25.748313Z","caller":"traceutil/trace.go:171","msg":"trace[1477370406] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:883; }","duration":"134.572951ms","start":"2026-05-10T04:05:25.613718Z","end":"2026-05-10T04:05:25.748291Z","steps":["trace[1477370406] 'range keys from in-memory index tree' (duration: 134.042109ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:26.329808Z","caller":"traceutil/trace.go:171","msg":"trace[1034095612] transaction","detail":"{read_only:false; response_revision:885; number_of_response:1; }","duration":"154.99009ms","start":"2026-05-10T04:05:26.174789Z","end":"2026-05-10T04:05:26.329779Z","steps":["trace[1034095612] 'process raft request' (duration: 154.764935ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:27.090383Z","caller":"traceutil/trace.go:171","msg":"trace[749024915] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"186.816537ms","start":"2026-05-10T04:05:26.903532Z","end":"2026-05-10T04:05:27.090348Z","steps":["trace[749024915] 'process raft request' (duration: 102.5643ms)","trace[749024915] 'compare' (duration: 83.357847ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:05:27.270755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.098584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:05:27.27076Z","caller":"traceutil/trace.go:171","msg":"trace[1847957196] transaction","detail":"{read_only:false; response_revision:894; number_of_response:1; }","duration":"161.761403ms","start":"2026-05-10T04:05:27.108956Z","end":"2026-05-10T04:05:27.270717Z","steps":["trace[1847957196] 'process raft request' (duration: 92.483343ms)","trace[1847957196] 'compare' (duration: 68.81764ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:27.270839Z","caller":"traceutil/trace.go:171","msg":"trace[2005472714] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:894; }","duration":"100.234827ms","start":"2026-05-10T04:05:27.170582Z","end":"2026-05-10T04:05:27.270816Z","steps":["trace[2005472714] 'agreement among raft nodes before linearized reading' (duration: 100.027513ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:32.439885Z","caller":"traceutil/trace.go:171","msg":"trace[362261364] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"113.260491ms","start":"2026-05-10T04:05:32.326603Z","end":"2026-05-10T04:05:32.439863Z","steps":["trace[362261364] 'process raft request' (duration: 113.165779ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:32.439896Z","caller":"traceutil/trace.go:171","msg":"trace[1254685110] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"115.560693ms","start":"2026-05-10T04:05:32.3243Z","end":"2026-05-10T04:05:32.439861Z","steps":["trace[1254685110] 'process raft request' (duration: 109.689091ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:33.253716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.009179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:05:33.253841Z","caller":"traceutil/trace.go:171","msg":"trace[1460743009] transaction","detail":"{read_only:false; response_revision:942; number_of_response:1; }","duration":"333.389388ms","start":"2026-05-10T04:05:32.920424Z","end":"2026-05-10T04:05:33.253813Z","steps":["trace[1460743009] 'process raft request' (duration: 167.195125ms)","trace[1460743009] 'compare' (duration: 165.885446ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:05:33.253913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:32.920406Z","time spent":"333.476562ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:05:33.257424Z","caller":"traceutil/trace.go:171","msg":"trace[640061331] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:974; }","duration":"217.481409ms","start":"2026-05-10T04:05:33.039926Z","end":"2026-05-10T04:05:33.257408Z","steps":["trace[640061331] 'read index received' (duration: 47.707815ms)","trace[640061331] 'applied index is now lower than readState.Index' (duration: 169.772034ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:33.257473Z","caller":"traceutil/trace.go:171","msg":"trace[1514047484] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"335.994358ms","start":"2026-05-10T04:05:32.92145Z","end":"2026-05-10T04:05:33.257445Z","steps":["trace[1514047484] 'process raft request' (duration: 335.826324ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:33.257529Z","caller":"traceutil/trace.go:171","msg":"trace[1159349189] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"336.024038ms","start":"2026-05-10T04:05:32.921478Z","end":"2026-05-10T04:05:33.257502Z","steps":["trace[1159349189] 'process raft request' (duration: 335.890025ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:33.257563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.643802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:05:33.257604Z","caller":"traceutil/trace.go:171","msg":"trace[632105152] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:944; }","duration":"217.744534ms","start":"2026-05-10T04:05:33.039846Z","end":"2026-05-10T04:05:33.257591Z","steps":["trace[632105152] 'agreement among raft nodes before linearized reading' (duration: 217.651392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:33.257631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:32.921429Z","time spent":"336.12033ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:33.257663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:32.921467Z","time spent":"336.12532ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:05:33.259461Z","caller":"traceutil/trace.go:171","msg":"trace[2120874906] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"150.023799ms","start":"2026-05-10T04:05:33.109418Z","end":"2026-05-10T04:05:33.259442Z","steps":["trace[2120874906] 'process raft request' (duration: 149.772982ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:53.52221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757064,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T04:05:53.596929Z","caller":"traceutil/trace.go:171","msg":"trace[1108490696] transaction","detail":"{read_only:false; response_revision:1015; number_of_response:1; }","duration":"931.826477ms","start":"2026-05-10T04:05:52.66508Z","end":"2026-05-10T04:05:53.596906Z","steps":["trace[1108490696] 'process raft request' (duration: 931.674303ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:53.597064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:52.665056Z","time spent":"931.93405ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:55.168994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000039645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T04:05:55.169081Z","caller":"traceutil/trace.go:171","msg":"trace[643405103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000170478s","start":"2026-05-10T04:05:53.168885Z","end":"2026-05-10T04:05:55.169055Z","steps":["trace[643405103] 'agreement among raft nodes before linearized reading' (duration: 2.000072055s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:55.169125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:53.168862Z","time spent":"2.000253831s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 04:05:55 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T04:05:55.593332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.786191317s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:05:55.593982Z","caller":"traceutil/trace.go:171","msg":"trace[631958349] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1051; }","duration":"2.57251407s","start":"2026-05-10T04:05:53.021434Z","end":"2026-05-10T04:05:55.593948Z","steps":["trace[631958349] 'read index received' (duration: 575.38208ms)","trace[631958349] 'applied index is now lower than readState.Index' (duration: 1.99713061s)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:55.594052Z","caller":"traceutil/trace.go:171","msg":"trace[1866958901] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"2.238799603s","start":"2026-05-10T04:05:53.355223Z","end":"2026-05-10T04:05:55.594023Z","steps":["trace[1866958901] 'process raft request' (duration: 2.238481276s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:55.59416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:53.355203Z","time spent":"2.238893574s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:55.594233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.572791816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:05:55.594294Z","caller":"traceutil/trace.go:171","msg":"trace[679432738] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1016; }","duration":"2.572891888s","start":"2026-05-10T04:05:53.021388Z","end":"2026-05-10T04:05:55.594279Z","steps":["trace[679432738] 'agreement among raft nodes before linearized reading' (duration: 2.572704944s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:55.594317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:53.021369Z","time spent":"2.572943479s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T04:05:56.086037Z","caller":"traceutil/trace.go:171","msg":"trace[943749581] linearizableReadLoop","detail":"{readStateIndex:1054; appliedIndex:1053; }","duration":"491.932698ms","start":"2026-05-10T04:05:55.594081Z","end":"2026-05-10T04:05:56.086014Z","steps":["trace[943749581] 'read index received' (duration: 420.75866ms)","trace[943749581] 'applied index is now lower than readState.Index' (duration: 71.172868ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:05:56.086132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.173275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:05:56.08614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.389674238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:05:56.086168Z","caller":"traceutil/trace.go:171","msg":"trace[1587004240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"616.255757ms","start":"2026-05-10T04:05:55.469904Z","end":"2026-05-10T04:05:56.08616Z","steps":["trace[1587004240] 'agreement among raft nodes before linearized reading' (duration: 616.185546ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:56.086191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:55.469885Z","time spent":"616.301788ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:05:56.086191Z","caller":"traceutil/trace.go:171","msg":"trace[95513608] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1017; }","duration":"2.389769571s","start":"2026-05-10T04:05:53.696409Z","end":"2026-05-10T04:05:56.086179Z","steps":["trace[95513608] 'agreement among raft nodes before linearized reading' (duration: 2.389622347s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:56.086228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:53.69639Z","time spent":"2.389829231s","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":14,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:05:56.086296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683238115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:05:56.08633Z","caller":"traceutil/trace.go:171","msg":"trace[1347962066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1017; }","duration":"2.683293896s","start":"2026-05-10T04:05:53.403027Z","end":"2026-05-10T04:05:56.086321Z","steps":["trace[1347962066] 'agreement among raft nodes before linearized reading' (duration: 2.683222644s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:56.086367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:53.403014Z","time spent":"2.683345718s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:05:56.086229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.68304033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:05:56.086428Z","caller":"traceutil/trace.go:171","msg":"trace[2039061248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1017; }","duration":"2.683281706s","start":"2026-05-10T04:05:53.403125Z","end":"2026-05-10T04:05:56.086407Z","steps":["trace[2039061248] 'agreement among raft nodes before linearized reading' (duration: 2.682994129s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:56.086041Z","caller":"traceutil/trace.go:171","msg":"trace[1379748896] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"1.05225592s","start":"2026-05-10T04:05:55.033756Z","end":"2026-05-10T04:05:56.086012Z","steps":["trace[1379748896] 'process raft request' (duration: 981.066632ms)","trace[1379748896] 'compare' (duration: 70.870541ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:05:56.086531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:53.4031Z","time spent":"2.683405279s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:05:56.086617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.338332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:05:56.086838Z","caller":"traceutil/trace.go:171","msg":"trace[880519872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1017; }","duration":"917.586138ms","start":"2026-05-10T04:05:55.169241Z","end":"2026-05-10T04:05:56.086827Z","steps":["trace[880519872] 'agreement among raft nodes before linearized reading' (duration: 917.346803ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:56.086858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:55.169217Z","time spent":"917.636198ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:05:56.086603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.714635189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:05:56.08692Z","caller":"traceutil/trace.go:171","msg":"trace[506782745] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1017; }","duration":"2.715001427s","start":"2026-05-10T04:05:53.37191Z","end":"2026-05-10T04:05:56.086912Z","steps":["trace[506782745] 'agreement among raft nodes before linearized reading' (duration: 2.714437134s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:56.08695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:53.371902Z","time spent":"2.715040848s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:05:56.086611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:55.03373Z","time spent":"1.052816823s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:05:56.137717Z","caller":"traceutil/trace.go:171","msg":"trace[1798249289] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"540.529828ms","start":"2026-05-10T04:05:55.597167Z","end":"2026-05-10T04:05:56.137697Z","steps":["trace[1798249289] 'process raft request' (duration: 540.428816ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:56.137842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:55.597148Z","time spent":"540.624521ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:56.13787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.546201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:05:56.137941Z","caller":"traceutil/trace.go:171","msg":"trace[1690281604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1018; }","duration":"537.627723ms","start":"2026-05-10T04:05:55.600288Z","end":"2026-05-10T04:05:56.137915Z","steps":["trace[1690281604] 'agreement among raft nodes before linearized reading' (duration: 537.427749ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:56.137977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:55.600277Z","time spent":"537.694845ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:05:56.637775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:05:57.137871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:05:57.641027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:05:58.14119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:05:58.641686Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757074,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:05:58.900092Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.658723124s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:05:58.900673Z","caller":"traceutil/trace.go:171","msg":"trace[916611088] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"2.809596139s","start":"2026-05-10T04:05:56.091049Z","end":"2026-05-10T04:05:58.900645Z","steps":["trace[916611088] 'process raft request' (duration: 2.809327272s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:58.900681Z","caller":"traceutil/trace.go:171","msg":"trace[402102746] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"2.809482247s","start":"2026-05-10T04:05:56.09117Z","end":"2026-05-10T04:05:58.900653Z","steps":["trace[402102746] 'process raft request' (duration: 2.809386024s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:58.900766Z","caller":"traceutil/trace.go:171","msg":"trace[1902144895] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"2.809538718s","start":"2026-05-10T04:05:56.091213Z","end":"2026-05-10T04:05:58.900752Z","steps":["trace[1902144895] 'process raft request' (duration: 2.809396665s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:58.900806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:56.091034Z","time spent":"2.809702661s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:58.900836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:56.091203Z","time spent":"2.80959014s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:58.900839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:56.091142Z","time spent":"2.80960822s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:59.167515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000299201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T04:05:59.167592Z","caller":"traceutil/trace.go:171","msg":"trace[1614995551] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423443s","start":"2026-05-10T04:05:57.167151Z","end":"2026-05-10T04:05:59.167574Z","steps":["trace[1614995551] 'agreement among raft nodes before linearized reading' (duration: 2.000321241s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.167639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:57.167137Z","time spent":"2.000493685s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 04:05:59 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T04:05:59.927424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.888534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:05:59.927655Z","caller":"traceutil/trace.go:171","msg":"trace[1554412528] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1055; }","duration":"3.789938626s","start":"2026-05-10T04:05:56.137692Z","end":"2026-05-10T04:05:59.927631Z","steps":["trace[1554412528] 'read index received' (duration: 2.762664256s)","trace[1554412528] 'applied index is now lower than readState.Index' (duration: 1.02727219s)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:59.927687Z","caller":"traceutil/trace.go:171","msg":"trace[131121447] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"3.78565879s","start":"2026-05-10T04:05:56.142005Z","end":"2026-05-10T04:05:59.927664Z","steps":["trace[131121447] 'process raft request' (duration: 3.610466239s)","trace[131121447] 'compare' (duration: 174.817212ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:05:59.927686Z","caller":"traceutil/trace.go:171","msg":"trace[1154729630] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"2.322112352s","start":"2026-05-10T04:05:57.605505Z","end":"2026-05-10T04:05:59.927617Z","steps":["trace[1154729630] 'process raft request' (duration: 2.322015139s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.927756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:56.141986Z","time spent":"3.785736441s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:59.927827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:57.60548Z","time spent":"2.322274256s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:05:59.927882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837130864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-10T04:05:59.927981Z","caller":"traceutil/trace.go:171","msg":"trace[819606538] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1; range_end:; response_count:1; response_revision:1023; }","duration":"3.837247337s","start":"2026-05-10T04:05:56.090685Z","end":"2026-05-10T04:05:59.927932Z","steps":["trace[819606538] 'agreement among raft nodes before linearized reading' (duration: 3.837062482s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803870394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T04:05:59.928029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:56.090666Z","time spent":"3.837353769s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1\" "} {"level":"info","ts":"2026-05-10T04:05:59.928085Z","caller":"traceutil/trace.go:171","msg":"trace[1146219270] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1023; }","duration":"1.803984267s","start":"2026-05-10T04:05:58.12409Z","end":"2026-05-10T04:05:59.928074Z","steps":["trace[1146219270] 'agreement among raft nodes before linearized reading' (duration: 1.803879364s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774411403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-10T04:05:59.928122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:58.124071Z","time spent":"1.804041529s","remote":"127.0.0.1:33980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":43,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:05:59.928137Z","caller":"traceutil/trace.go:171","msg":"trace[2082114496] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1023; }","duration":"1.774546386s","start":"2026-05-10T04:05:58.153578Z","end":"2026-05-10T04:05:59.928125Z","steps":["trace[2082114496] 'agreement among raft nodes before linearized reading' (duration: 1.774359222s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305065739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:05:59.928187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.76921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:05:59.92819Z","caller":"traceutil/trace.go:171","msg":"trace[747251166] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1023; }","duration":"2.30513159s","start":"2026-05-10T04:05:57.623047Z","end":"2026-05-10T04:05:59.928178Z","steps":["trace[747251166] 'agreement among raft nodes before linearized reading' (duration: 2.304978267s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:59.928208Z","caller":"traceutil/trace.go:171","msg":"trace[93739185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1023; }","duration":"416.816852ms","start":"2026-05-10T04:05:59.511386Z","end":"2026-05-10T04:05:59.928202Z","steps":["trace[93739185] 'agreement among raft nodes before linearized reading' (duration: 416.787851ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:59.511371Z","time spent":"416.853042ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:05:59.92823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:57.622991Z","time spent":"2.305229842s","remote":"127.0.0.1:34086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:05:59.9279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.518936975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-10T04:05:59.928263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.422712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:05:59.92828Z","caller":"traceutil/trace.go:171","msg":"trace[990041885] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1023; }","duration":"3.519358475s","start":"2026-05-10T04:05:56.40891Z","end":"2026-05-10T04:05:59.928268Z","steps":["trace[990041885] 'agreement among raft nodes before linearized reading' (duration: 3.518859784s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.677188828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:05:59.928305Z","caller":"traceutil/trace.go:171","msg":"trace[125689238] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1023; }","duration":"760.485224ms","start":"2026-05-10T04:05:59.167806Z","end":"2026-05-10T04:05:59.928291Z","steps":["trace[125689238] 'agreement among raft nodes before linearized reading' (duration: 760.424672ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.92832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:56.40889Z","time spent":"3.519419636s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-10T04:05:59.928336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:59.167795Z","time spent":"760.534264ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:05:59.928346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.74596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:05:59.928371Z","caller":"traceutil/trace.go:171","msg":"trace[597040003] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1023; }","duration":"949.807851ms","start":"2026-05-10T04:05:58.978556Z","end":"2026-05-10T04:05:59.928364Z","steps":["trace[597040003] 'agreement among raft nodes before linearized reading' (duration: 949.7709ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:58.978532Z","time spent":"949.852583ms","remote":"127.0.0.1:34168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:05:59.928329Z","caller":"traceutil/trace.go:171","msg":"trace[955785956] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1023; }","duration":"2.67725717s","start":"2026-05-10T04:05:57.251063Z","end":"2026-05-10T04:05:59.92832Z","steps":["trace[955785956] 'agreement among raft nodes before linearized reading' (duration: 2.677207489s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817145911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T04:05:59.928444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:57.251037Z","time spent":"2.677395803s","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:05:59.928448Z","caller":"traceutil/trace.go:171","msg":"trace[1261199892] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1023; }","duration":"1.817180712s","start":"2026-05-10T04:05:58.111258Z","end":"2026-05-10T04:05:59.928439Z","steps":["trace[1261199892] 'agreement among raft nodes before linearized reading' (duration: 1.817129551s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:58.11121Z","time spent":"1.817259823s","remote":"127.0.0.1:37960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:05:59.928494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68606407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:05:59.928492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.836364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:05:59.928518Z","caller":"traceutil/trace.go:171","msg":"trace[502310170] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1023; }","duration":"1.686111282s","start":"2026-05-10T04:05:58.2424Z","end":"2026-05-10T04:05:59.928511Z","steps":["trace[502310170] 'agreement among raft nodes before linearized reading' (duration: 1.68607233s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:05:59.928527Z","caller":"traceutil/trace.go:171","msg":"trace[1970439977] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1023; }","duration":"712.892406ms","start":"2026-05-10T04:05:59.215625Z","end":"2026-05-10T04:05:59.928517Z","steps":["trace[1970439977] 'agreement among raft nodes before linearized reading' (duration: 712.840384ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.92854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:58.242386Z","time spent":"1.686147683s","remote":"127.0.0.1:34070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:05:59.92856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:59.215613Z","time spent":"712.936067ms","remote":"127.0.0.1:34302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:05:59.928161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:58.153562Z","time spent":"1.774592806s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:05:59.928608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871281623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:05:59.928638Z","caller":"traceutil/trace.go:171","msg":"trace[1283896031] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1023; }","duration":"2.871311625s","start":"2026-05-10T04:05:57.057317Z","end":"2026-05-10T04:05:59.928629Z","steps":["trace[1283896031] 'agreement among raft nodes before linearized reading' (duration: 2.871258984s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:05:59.928664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:05:57.057302Z","time spent":"2.871355386s","remote":"127.0.0.1:34060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:06:03.117471Z","caller":"traceutil/trace.go:171","msg":"trace[1392496897] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1073; }","duration":"195.312992ms","start":"2026-05-10T04:06:02.92213Z","end":"2026-05-10T04:06:03.117443Z","steps":["trace[1392496897] 'read index received' (duration: 78.828559ms)","trace[1392496897] 'applied index is now lower than readState.Index' (duration: 116.483553ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:03.117755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.546808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:06:03.117798Z","caller":"traceutil/trace.go:171","msg":"trace[1363008347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1036; }","duration":"195.66055ms","start":"2026-05-10T04:06:02.922127Z","end":"2026-05-10T04:06:03.117787Z","steps":["trace[1363008347] 'agreement among raft nodes before linearized reading' (duration: 195.423175ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:03.117825Z","caller":"traceutil/trace.go:171","msg":"trace[448096021] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"196.141991ms","start":"2026-05-10T04:06:02.921488Z","end":"2026-05-10T04:06:03.11763Z","steps":["trace[448096021] 'process raft request' (duration: 159.838476ms)","trace[448096021] 'compare' (duration: 35.984678ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:07.33948Z","caller":"traceutil/trace.go:171","msg":"trace[535124208] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1089; }","duration":"204.517709ms","start":"2026-05-10T04:06:07.134944Z","end":"2026-05-10T04:06:07.339462Z","steps":["trace[535124208] 'read index received' (duration: 204.371446ms)","trace[535124208] 'applied index is now lower than readState.Index' (duration: 145.653µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:07.339556Z","caller":"traceutil/trace.go:171","msg":"trace[800558176] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"206.910083ms","start":"2026-05-10T04:06:07.132639Z","end":"2026-05-10T04:06:07.339549Z","steps":["trace[800558176] 'process raft request' (duration: 206.722529ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:07.339712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.788405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:07.339845Z","caller":"traceutil/trace.go:171","msg":"trace[1153574687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1050; }","duration":"171.981979ms","start":"2026-05-10T04:06:07.167838Z","end":"2026-05-10T04:06:07.33982Z","steps":["trace[1153574687] 'agreement among raft nodes before linearized reading' (duration: 171.753934ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:07.339768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.810425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-10T04:06:07.34006Z","caller":"traceutil/trace.go:171","msg":"trace[727276752] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1050; }","duration":"205.127463ms","start":"2026-05-10T04:06:07.134911Z","end":"2026-05-10T04:06:07.340039Z","steps":["trace[727276752] 'agreement among raft nodes before linearized reading' (duration: 204.725504ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:07.44715Z","caller":"traceutil/trace.go:171","msg":"trace[886181515] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"103.111063ms","start":"2026-05-10T04:06:07.344008Z","end":"2026-05-10T04:06:07.44712Z","steps":["trace[886181515] 'process raft request' (duration: 80.499696ms)","trace[886181515] 'compare' (duration: 22.402812ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:16.287104Z","caller":"traceutil/trace.go:171","msg":"trace[650286723] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"106.53973ms","start":"2026-05-10T04:06:16.180539Z","end":"2026-05-10T04:06:16.287079Z","steps":["trace[650286723] 'process raft request' (duration: 106.419098ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:18.667126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:19.167608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:19.668643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757239,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:20.025672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.619484045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:20.025748Z","caller":"traceutil/trace.go:171","msg":"trace[1129612248] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1082; }","duration":"2.619631788s","start":"2026-05-10T04:06:17.4061Z","end":"2026-05-10T04:06:20.025732Z","steps":["trace[1129612248] 'count revisions from in-memory index tree' (duration: 2.61933601s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.025794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:17.40608Z","time spent":"2.619699699s","remote":"127.0.0.1:33864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:20.025884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.585819438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:06:20.025947Z","caller":"traceutil/trace.go:171","msg":"trace[1017156148] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1082; }","duration":"2.585927871s","start":"2026-05-10T04:06:17.440003Z","end":"2026-05-10T04:06:20.025931Z","steps":["trace[1017156148] 'range keys from in-memory index tree' (duration: 2.585615974s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.025995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:17.439978Z","time spent":"2.586005613s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:06:20.026064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.956706214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T04:06:20.026107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.541474714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:06:20.026155Z","caller":"traceutil/trace.go:171","msg":"trace[825358463] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1082; }","duration":"1.956852386s","start":"2026-05-10T04:06:18.069284Z","end":"2026-05-10T04:06:20.026137Z","steps":["trace[825358463] 'count revisions from in-memory index tree' (duration: 1.956643112s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:20.026173Z","caller":"traceutil/trace.go:171","msg":"trace[1634654226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1082; }","duration":"2.541595507s","start":"2026-05-10T04:06:17.48456Z","end":"2026-05-10T04:06:20.026156Z","steps":["trace[1634654226] 'range keys from in-memory index tree' (duration: 2.541196487s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.026209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:18.069269Z","time spent":"1.956928898s","remote":"127.0.0.1:34136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":68,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:20.026215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:17.484536Z","time spent":"2.541669849s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T04:06:20.115103Z","caller":"traceutil/trace.go:171","msg":"trace[1720857341] linearizableReadLoop","detail":"{readStateIndex:1125; appliedIndex:1124; }","duration":"1.94904977s","start":"2026-05-10T04:06:18.166016Z","end":"2026-05-10T04:06:20.115066Z","steps":["trace[1720857341] 'read index received' (duration: 1.948952978s)","trace[1720857341] 'applied index is now lower than readState.Index' (duration: 95.522µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:20.115169Z","caller":"traceutil/trace.go:171","msg":"trace[2047221033] transaction","detail":"{read_only:false; response_revision:1083; number_of_response:1; }","duration":"1.981922978s","start":"2026-05-10T04:06:18.133207Z","end":"2026-05-10T04:06:20.11513Z","steps":["trace[2047221033] 'process raft request' (duration: 1.981660082s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.115307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949291677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:06:20.115313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:18.133185Z","time spent":"1.982029102s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:20.115445Z","caller":"traceutil/trace.go:171","msg":"trace[1114926578] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1083; }","duration":"1.949465971s","start":"2026-05-10T04:06:18.165964Z","end":"2026-05-10T04:06:20.11543Z","steps":["trace[1114926578] 'agreement among raft nodes before linearized reading' (duration: 1.949294067s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.115591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:18.165949Z","time spent":"1.949630464s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:06:20.615586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757243,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T04:06:20.857339Z","caller":"traceutil/trace.go:171","msg":"trace[823212656] linearizableReadLoop","detail":"{readStateIndex:1127; appliedIndex:1125; }","duration":"742.150332ms","start":"2026-05-10T04:06:20.115165Z","end":"2026-05-10T04:06:20.857315Z","steps":["trace[823212656] 'read index received' (duration: 741.872906ms)","trace[823212656] 'applied index is now lower than readState.Index' (duration: 276.466µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:20.857678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305219193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:20.857754Z","caller":"traceutil/trace.go:171","msg":"trace[1650668799] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1085; }","duration":"2.305390406s","start":"2026-05-10T04:06:18.552348Z","end":"2026-05-10T04:06:20.857738Z","steps":["trace[1650668799] 'agreement among raft nodes before linearized reading' (duration: 2.305197122s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.857767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566878164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-05-10T04:06:20.857772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.455332091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-10T04:06:20.85782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:18.55233Z","time spent":"2.305473459s","remote":"127.0.0.1:37920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:06:20.857833Z","caller":"traceutil/trace.go:171","msg":"trace[713155625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1085; }","duration":"2.566986267s","start":"2026-05-10T04:06:18.290825Z","end":"2026-05-10T04:06:20.857811Z","steps":["trace[713155625] 'agreement among raft nodes before linearized reading' (duration: 2.566813453s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:20.85784Z","caller":"traceutil/trace.go:171","msg":"trace[321617571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1085; }","duration":"2.455461764s","start":"2026-05-10T04:06:18.402363Z","end":"2026-05-10T04:06:20.857825Z","steps":["trace[321617571] 'agreement among raft nodes before linearized reading' (duration: 2.455245269s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.857803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721745232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-05-10T04:06:20.857882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:18.402344Z","time spent":"2.455531285s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:06:20.857887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:18.290794Z","time spent":"2.567082188s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T04:06:20.85793Z","caller":"traceutil/trace.go:171","msg":"trace[1840971825] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1085; }","duration":"1.721923676s","start":"2026-05-10T04:06:19.135989Z","end":"2026-05-10T04:06:20.857913Z","steps":["trace[1840971825] 'agreement among raft nodes before linearized reading' (duration: 1.721557628s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:20.857474Z","caller":"traceutil/trace.go:171","msg":"trace[1625902630] transaction","detail":"{read_only:false; response_revision:1084; number_of_response:1; }","duration":"827.266742ms","start":"2026-05-10T04:06:20.030169Z","end":"2026-05-10T04:06:20.857436Z","steps":["trace[1625902630] 'process raft request' (duration: 826.947715ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.858022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:19.135969Z","time spent":"1.722043918s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:06:20.858112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:20.030144Z","time spent":"827.900137ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:20.858199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.051151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:06:20.857525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.826456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:20.858228Z","caller":"traceutil/trace.go:171","msg":"trace[739005260] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1085; }","duration":"295.119463ms","start":"2026-05-10T04:06:20.563101Z","end":"2026-05-10T04:06:20.85822Z","steps":["trace[739005260] 'agreement among raft nodes before linearized reading' (duration: 295.071392ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:20.858242Z","caller":"traceutil/trace.go:171","msg":"trace[1194086515] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1085; }","duration":"755.608094ms","start":"2026-05-10T04:06:20.102619Z","end":"2026-05-10T04:06:20.858227Z","steps":["trace[1194086515] 'agreement among raft nodes before linearized reading' (duration: 754.828756ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.858293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:20.102604Z","time spent":"755.675716ms","remote":"127.0.0.1:49472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:20.858361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.19168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:20.858422Z","caller":"traceutil/trace.go:171","msg":"trace[388908191] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1085; }","duration":"601.295472ms","start":"2026-05-10T04:06:20.257113Z","end":"2026-05-10T04:06:20.858409Z","steps":["trace[388908191] 'agreement among raft nodes before linearized reading' (duration: 601.20319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.858456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.86797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:20.858484Z","caller":"traceutil/trace.go:171","msg":"trace[1122465381] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1085; }","duration":"632.918662ms","start":"2026-05-10T04:06:20.225559Z","end":"2026-05-10T04:06:20.858478Z","steps":["trace[1122465381] 'agreement among raft nodes before linearized reading' (duration: 632.873051ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.858493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.841974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T04:06:20.85852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697926136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:06:20.858538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.43818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:20.858538Z","caller":"traceutil/trace.go:171","msg":"trace[1789401215] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1085; }","duration":"642.967157ms","start":"2026-05-10T04:06:20.215562Z","end":"2026-05-10T04:06:20.858529Z","steps":["trace[1789401215] 'agreement among raft nodes before linearized reading' (duration: 642.897915ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:20.858556Z","caller":"traceutil/trace.go:171","msg":"trace[937901910] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1085; }","duration":"1.698003928s","start":"2026-05-10T04:06:19.160542Z","end":"2026-05-10T04:06:20.858546Z","steps":["trace[937901910] 'agreement among raft nodes before linearized reading' (duration: 1.696820601s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.858593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:19.160514Z","time spent":"1.69807166s","remote":"127.0.0.1:33938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:06:20.858599Z","caller":"traceutil/trace.go:171","msg":"trace[419878460] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1085; }","duration":"447.519752ms","start":"2026-05-10T04:06:20.411054Z","end":"2026-05-10T04:06:20.858574Z","steps":["trace[419878460] 'agreement among raft nodes before linearized reading' (duration: 447.4473ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.85861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:20.215546Z","time spent":"643.034668ms","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:20.858636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:20.411031Z","time spent":"447.597573ms","remote":"127.0.0.1:33922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:20.85851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:20.225547Z","time spent":"632.957332ms","remote":"127.0.0.1:37858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:20.858474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:20.257094Z","time spent":"601.366253ms","remote":"127.0.0.1:49476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:20.858917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.830617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:20.859117Z","caller":"traceutil/trace.go:171","msg":"trace[2019745640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1085; }","duration":"735.080883ms","start":"2026-05-10T04:06:20.124004Z","end":"2026-05-10T04:06:20.859084Z","steps":["trace[2019745640] 'agreement among raft nodes before linearized reading' (duration: 734.307476ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:20.85894Z","caller":"traceutil/trace.go:171","msg":"trace[505241660] transaction","detail":"{read_only:false; response_revision:1085; number_of_response:1; }","duration":"827.14365ms","start":"2026-05-10T04:06:20.031117Z","end":"2026-05-10T04:06:20.858261Z","steps":["trace[505241660] 'process raft request' (duration: 826.151417ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:20.860878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:20.031096Z","time spent":"828.726625ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:20.859745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:20.123987Z","time spent":"735.736187ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:06:22.599258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.248804ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T04:06:22.711497Z","caller":"traceutil/trace.go:171","msg":"trace[1522295937] transaction","detail":"{read_only:false; response_revision:1089; number_of_response:1; }","duration":"671.161659ms","start":"2026-05-10T04:06:22.040312Z","end":"2026-05-10T04:06:22.711473Z","steps":["trace[1522295937] 'process raft request' (duration: 670.973814ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:22.71164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:22.040291Z","time spent":"671.274571ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:22.711769Z","caller":"traceutil/trace.go:171","msg":"trace[463517206] transaction","detail":"{read_only:false; response_revision:1090; number_of_response:1; }","duration":"590.98499ms","start":"2026-05-10T04:06:22.120774Z","end":"2026-05-10T04:06:22.711759Z","steps":["trace[463517206] 'process raft request' (duration: 590.653203ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:22.711756Z","caller":"traceutil/trace.go:171","msg":"trace[1890385084] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1130; }","duration":"544.135709ms","start":"2026-05-10T04:06:22.167592Z","end":"2026-05-10T04:06:22.711728Z","steps":["trace[1890385084] 'read index received' (duration: 95.449582ms)","trace[1890385084] 'applied index is now lower than readState.Index' (duration: 448.684177ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:22.711828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:22.120747Z","time spent":"591.047682ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:22.711927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.333914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:22.711991Z","caller":"traceutil/trace.go:171","msg":"trace[528776864] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"544.424155ms","start":"2026-05-10T04:06:22.167557Z","end":"2026-05-10T04:06:22.711981Z","steps":["trace[528776864] 'agreement among raft nodes before linearized reading' (duration: 544.345373ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:22.711978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.048393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:06:22.71202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:22.167539Z","time spent":"544.473287ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:06:22.712035Z","caller":"traceutil/trace.go:171","msg":"trace[486529088] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1090; }","duration":"284.171566ms","start":"2026-05-10T04:06:22.427848Z","end":"2026-05-10T04:06:22.712019Z","steps":["trace[486529088] 'agreement among raft nodes before linearized reading' (duration: 284.062443ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:22.712273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.502273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:22.712343Z","caller":"traceutil/trace.go:171","msg":"trace[1178929872] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1090; }","duration":"120.622396ms","start":"2026-05-10T04:06:22.591703Z","end":"2026-05-10T04:06:22.712325Z","steps":["trace[1178929872] 'agreement among raft nodes before linearized reading' (duration: 120.501804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:23.802623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.836434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-10T04:06:23.802683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.223862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:06:23.802714Z","caller":"traceutil/trace.go:171","msg":"trace[1083254800] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1090; }","duration":"868.977477ms","start":"2026-05-10T04:06:22.933719Z","end":"2026-05-10T04:06:23.802696Z","steps":["trace[1083254800] 'range keys from in-memory index tree' (duration: 868.64305ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:23.802754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.317581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:06:23.802773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.850371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-10T04:06:23.802774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:22.933698Z","time spent":"869.056699ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:06:23.802811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.837499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T04:06:23.802828Z","caller":"traceutil/trace.go:171","msg":"trace[732178704] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1090; }","duration":"915.855009ms","start":"2026-05-10T04:06:22.886969Z","end":"2026-05-10T04:06:23.802824Z","steps":["trace[732178704] 'range keys from in-memory index tree' (duration: 915.769777ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:23.802824Z","caller":"traceutil/trace.go:171","msg":"trace[149484977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1090; }","duration":"936.942643ms","start":"2026-05-10T04:06:22.865867Z","end":"2026-05-10T04:06:23.802809Z","steps":["trace[149484977] 'range keys from in-memory index tree' (duration: 936.455241ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:23.802814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.554206ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:06:23.802847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:22.886934Z","time spent":"915.907541ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T04:06:23.802863Z","caller":"traceutil/trace.go:171","msg":"trace[1398260521] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1090; }","duration":"149.606428ms","start":"2026-05-10T04:06:23.653251Z","end":"2026-05-10T04:06:23.802857Z","steps":["trace[1398260521] 'range keys from in-memory index tree' (duration: 149.548276ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:23.802658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.784884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:23.803009Z","caller":"traceutil/trace.go:171","msg":"trace[1229797956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1090; }","duration":"623.161743ms","start":"2026-05-10T04:06:23.17982Z","end":"2026-05-10T04:06:23.802982Z","steps":["trace[1229797956] 'range keys from in-memory index tree' (duration: 622.715182ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:23.803153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:23.1798Z","time spent":"623.326296ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:06:23.803475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.314635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:06:23.803602Z","caller":"traceutil/trace.go:171","msg":"trace[72211682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1090; }","duration":"869.447317ms","start":"2026-05-10T04:06:22.93411Z","end":"2026-05-10T04:06:23.803557Z","steps":["trace[72211682] 'range keys from in-memory index tree' (duration: 868.516127ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:23.803682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:22.934094Z","time spent":"869.54784ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-05-10T04:06:23.802786Z","caller":"traceutil/trace.go:171","msg":"trace[823262183] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1090; }","duration":"650.405803ms","start":"2026-05-10T04:06:23.152368Z","end":"2026-05-10T04:06:23.802774Z","steps":["trace[823262183] 'count revisions from in-memory index tree' (duration: 650.121956ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:23.804013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:23.152338Z","time spent":"651.662791ms","remote":"127.0.0.1:34094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:06:23.802728Z","caller":"traceutil/trace.go:171","msg":"trace[94680197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1090; }","duration":"938.315134ms","start":"2026-05-10T04:06:22.864401Z","end":"2026-05-10T04:06:23.802716Z","steps":["trace[94680197] 'range keys from in-memory index tree' (duration: 938.090518ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:23.804215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:22.864384Z","time spent":"939.815056ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:06:23.802859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:22.865848Z","time spent":"937.003085ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-05-10T04:06:24.259812Z","caller":"traceutil/trace.go:171","msg":"trace[181273339] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"452.829251ms","start":"2026-05-10T04:06:23.806958Z","end":"2026-05-10T04:06:24.259788Z","steps":["trace[181273339] 'process raft request' (duration: 452.665437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:24.259977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:23.806901Z","time spent":"452.984154ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:24.990928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.655603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:06:24.991151Z","caller":"traceutil/trace.go:171","msg":"trace[64096001] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"1.183746731s","start":"2026-05-10T04:06:23.807374Z","end":"2026-05-10T04:06:24.991121Z","steps":["trace[64096001] 'process raft request' (duration: 547.824093ms)","trace[64096001] 'compare' (duration: 635.464428ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:24.991195Z","caller":"traceutil/trace.go:171","msg":"trace[1313085642] linearizableReadLoop","detail":"{readStateIndex:1138; appliedIndex:1134; }","duration":"1.071746797s","start":"2026-05-10T04:06:23.91943Z","end":"2026-05-10T04:06:24.991177Z","steps":["trace[1313085642] 'read index received' (duration: 340.636793ms)","trace[1313085642] 'applied index is now lower than readState.Index' (duration: 731.109054ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:24.991282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071846289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:24.991311Z","caller":"traceutil/trace.go:171","msg":"trace[1542005114] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1095; }","duration":"1.071911231s","start":"2026-05-10T04:06:23.91939Z","end":"2026-05-10T04:06:24.991301Z","steps":["trace[1542005114] 'agreement among raft nodes before linearized reading' (duration: 1.071840619s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:24.991347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:23.919374Z","time spent":"1.071962222s","remote":"127.0.0.1:37750","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:24.991378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:23.807352Z","time spent":"1.183859283s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:24.991623Z","caller":"traceutil/trace.go:171","msg":"trace[808224043] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"1.183807581s","start":"2026-05-10T04:06:23.807804Z","end":"2026-05-10T04:06:24.991612Z","steps":["trace[808224043] 'process raft request' (duration: 1.183245188s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:24.99169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:23.80778Z","time spent":"1.183875963s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:24.991819Z","caller":"traceutil/trace.go:171","msg":"trace[146355026] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"1.18378s","start":"2026-05-10T04:06:23.80803Z","end":"2026-05-10T04:06:24.99181Z","steps":["trace[146355026] 'process raft request' (duration: 1.183082175s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:24.991864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:23.808021Z","time spent":"1.183818821s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:24.991927Z","caller":"traceutil/trace.go:171","msg":"trace[256052934] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"1.18286288s","start":"2026-05-10T04:06:23.809057Z","end":"2026-05-10T04:06:24.99192Z","steps":["trace[256052934] 'process raft request' (duration: 1.182086032s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:24.992623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:23.80905Z","time spent":"1.182918262s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:25.352979Z","caller":"traceutil/trace.go:171","msg":"trace[119906817] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1138; }","duration":"184.522551ms","start":"2026-05-10T04:06:25.168434Z","end":"2026-05-10T04:06:25.352956Z","steps":["trace[119906817] 'read index received' (duration: 184.378097ms)","trace[119906817] 'applied index is now lower than readState.Index' (duration: 143.303µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:25.353039Z","caller":"traceutil/trace.go:171","msg":"trace[2118339733] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"635.357986ms","start":"2026-05-10T04:06:24.717651Z","end":"2026-05-10T04:06:25.353009Z","steps":["trace[2118339733] 'process raft request' (duration: 635.166281ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:25.353098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.658614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:25.353134Z","caller":"traceutil/trace.go:171","msg":"trace[648829886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1096; }","duration":"184.769776ms","start":"2026-05-10T04:06:25.168355Z","end":"2026-05-10T04:06:25.353125Z","steps":["trace[648829886] 'agreement among raft nodes before linearized reading' (duration: 184.692685ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:25.353186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:24.717628Z","time spent":"635.474529ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:26.670041Z","caller":"traceutil/trace.go:171","msg":"trace[1829472010] linearizableReadLoop","detail":"{readStateIndex:1140; appliedIndex:1139; }","duration":"258.977671ms","start":"2026-05-10T04:06:26.411046Z","end":"2026-05-10T04:06:26.670024Z","steps":["trace[1829472010] 'read index received' (duration: 258.95243ms)","trace[1829472010] 'applied index is now lower than readState.Index' (duration: 24.581µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:26.67017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.108163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T04:06:26.670188Z","caller":"traceutil/trace.go:171","msg":"trace[600770369] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1097; }","duration":"259.173414ms","start":"2026-05-10T04:06:26.41101Z","end":"2026-05-10T04:06:26.670183Z","steps":["trace[600770369] 'agreement among raft nodes before linearized reading' (duration: 259.078812ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:26.670144Z","caller":"traceutil/trace.go:171","msg":"trace[1280611563] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"400.171268ms","start":"2026-05-10T04:06:26.269943Z","end":"2026-05-10T04:06:26.670115Z","steps":["trace[1280611563] 'process raft request' (duration: 399.980943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:26.670361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:26.269927Z","time spent":"400.344022ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:27.10391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.320095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:06:27.104173Z","caller":"traceutil/trace.go:171","msg":"trace[2145371748] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"611.448969ms","start":"2026-05-10T04:06:26.492691Z","end":"2026-05-10T04:06:27.10414Z","steps":["trace[2145371748] 'process raft request' (duration: 262.822767ms)","trace[2145371748] 'compare' (duration: 348.224993ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:27.104349Z","caller":"traceutil/trace.go:171","msg":"trace[642355060] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1140; }","duration":"103.747498ms","start":"2026-05-10T04:06:27.000584Z","end":"2026-05-10T04:06:27.104331Z","steps":["trace[642355060] 'read index received' (duration: 47.871µs)","trace[642355060] 'applied index is now lower than readState.Index' (duration: 103.698427ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:27.104412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:26.492674Z","time spent":"611.656173ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:27.104444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:26.671373Z","time spent":"433.066286ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T04:06:27.104675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.092946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:06:27.104712Z","caller":"traceutil/trace.go:171","msg":"trace[1360973793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1098; }","duration":"104.132847ms","start":"2026-05-10T04:06:27.000569Z","end":"2026-05-10T04:06:27.104702Z","steps":["trace[1360973793] 'agreement among raft nodes before linearized reading' (duration: 104.007903ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:27.104743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.915002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:06:27.104809Z","caller":"traceutil/trace.go:171","msg":"trace[1857001682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1098; }","duration":"103.996174ms","start":"2026-05-10T04:06:27.000796Z","end":"2026-05-10T04:06:27.104792Z","steps":["trace[1857001682] 'agreement among raft nodes before linearized reading' (duration: 103.693627ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:27.104925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.84102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:06:27.105005Z","caller":"traceutil/trace.go:171","msg":"trace[1625874416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1098; }","duration":"104.100556ms","start":"2026-05-10T04:06:27.000886Z","end":"2026-05-10T04:06:27.104987Z","steps":["trace[1625874416] 'agreement among raft nodes before linearized reading' (duration: 103.664776ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:27.105081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.089475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:06:27.105149Z","caller":"traceutil/trace.go:171","msg":"trace[1128605124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1098; }","duration":"104.182759ms","start":"2026-05-10T04:06:27.00095Z","end":"2026-05-10T04:06:27.105133Z","steps":["trace[1128605124] 'agreement among raft nodes before linearized reading' (duration: 103.935973ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:27.669825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:28.170998Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:28.671485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757282,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:29.094237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.592827169s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T04:06:29.168638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999771099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T04:06:29.168698Z","caller":"traceutil/trace.go:171","msg":"trace[1119596833] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999916872s","start":"2026-05-10T04:06:27.168768Z","end":"2026-05-10T04:06:29.168685Z","steps":["trace[1119596833] 'agreement among raft nodes before linearized reading' (duration: 1.99982272s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:29.168727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.168715Z","time spent":"2.000006734s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:06:29.618948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.487137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:06:29.619048Z","caller":"traceutil/trace.go:171","msg":"trace[1151757984] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"2.512505114s","start":"2026-05-10T04:06:27.106524Z","end":"2026-05-10T04:06:29.619029Z","steps":["trace[1151757984] 'process raft request' (duration: 1.987858013s)","trace[1151757984] 'compare' (duration: 524.389145ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:29.619106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.106502Z","time spent":"2.512575595s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:31.17009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000533586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T04:06:31.17017Z","caller":"traceutil/trace.go:171","msg":"trace[274513202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000664949s","start":"2026-05-10T04:06:29.169488Z","end":"2026-05-10T04:06:31.170153Z","steps":["trace[274513202] 'agreement among raft nodes before linearized reading' (duration: 2.000565887s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:31.170218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:29.16947Z","time spent":"2.0007392s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 04:06:31 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T04:06:31.701601Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.607199398s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:06:31.702124Z","caller":"traceutil/trace.go:171","msg":"trace[269284359] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"4.592946783s","start":"2026-05-10T04:06:27.109153Z","end":"2026-05-10T04:06:31.7021Z","steps":["trace[269284359] 'process raft request' (duration: 4.592754839s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:31.702304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.109132Z","time spent":"4.593065086s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:31.702453Z","caller":"traceutil/trace.go:171","msg":"trace[1558929759] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"4.592328789s","start":"2026-05-10T04:06:27.110114Z","end":"2026-05-10T04:06:31.702442Z","steps":["trace[1558929759] 'process raft request' (duration: 4.591940141s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:31.702505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.110098Z","time spent":"4.592381141s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:31.70255Z","caller":"traceutil/trace.go:171","msg":"trace[2114904894] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1142; }","duration":"4.533647803s","start":"2026-05-10T04:06:27.168878Z","end":"2026-05-10T04:06:31.702525Z","steps":["trace[2114904894] 'read index received' (duration: 1.925525334s)","trace[2114904894] 'applied index is now lower than readState.Index' (duration: 2.608121589s)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:31.702589Z","caller":"traceutil/trace.go:171","msg":"trace[1550308818] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"4.573598119s","start":"2026-05-10T04:06:27.128983Z","end":"2026-05-10T04:06:31.702581Z","steps":["trace[1550308818] 'process raft request' (duration: 4.573350024s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:31.702648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.128972Z","time spent":"4.57365268s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:31.702664Z","caller":"traceutil/trace.go:171","msg":"trace[2144448748] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"4.572701338s","start":"2026-05-10T04:06:27.12995Z","end":"2026-05-10T04:06:31.702651Z","steps":["trace[2144448748] 'process raft request' (duration: 4.572486933s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:31.70277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.129944Z","time spent":"4.572747489s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:06:31.702925Z","caller":"traceutil/trace.go:171","msg":"trace[1109225759] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"4.343525636s","start":"2026-05-10T04:06:27.359377Z","end":"2026-05-10T04:06:31.702903Z","steps":["trace[1109225759] 'process raft request' (duration: 4.343093617s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:31.703104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.359338Z","time spent":"4.34367063s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:31.933025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999857281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T04:06:31.933126Z","caller":"traceutil/trace.go:171","msg":"trace[70952816] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000036095s","start":"2026-05-10T04:06:29.933069Z","end":"2026-05-10T04:06:31.933105Z","steps":["trace[70952816] 'agreement among raft nodes before linearized reading' (duration: 1.999903542s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:31.933185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:29.933049Z","time spent":"2.000125807s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 04:06:31 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T04:06:32.430986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.518469ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T04:06:32.431094Z","caller":"traceutil/trace.go:171","msg":"trace[1940328368] linearizableReadLoop","detail":"{readStateIndex:1149; appliedIndex:1148; }","duration":"728.456305ms","start":"2026-05-10T04:06:31.702618Z","end":"2026-05-10T04:06:32.431074Z","steps":["trace[1940328368] 'read index received' (duration: 322.780802ms)","trace[1940328368] 'applied index is now lower than readState.Index' (duration: 405.673503ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:32.431176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.969874169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:32.431217Z","caller":"traceutil/trace.go:171","msg":"trace[439799268] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1104; }","duration":"4.96992181s","start":"2026-05-10T04:06:27.461279Z","end":"2026-05-10T04:06:32.431201Z","steps":["trace[439799268] 'agreement among raft nodes before linearized reading' (duration: 4.969845159s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:32.431317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.461205Z","time spent":"4.970098775s","remote":"127.0.0.1:37832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:32.431418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810654933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-05-10T04:06:32.431449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207447772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:32.431497Z","caller":"traceutil/trace.go:171","msg":"trace[1196647623] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1104; }","duration":"2.810772675s","start":"2026-05-10T04:06:29.620701Z","end":"2026-05-10T04:06:32.431474Z","steps":["trace[1196647623] 'agreement among raft nodes before linearized reading' (duration: 2.810617752s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:32.431508Z","caller":"traceutil/trace.go:171","msg":"trace[1732640670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1104; }","duration":"1.207557544s","start":"2026-05-10T04:06:31.223934Z","end":"2026-05-10T04:06:32.431492Z","steps":["trace[1732640670] 'agreement among raft nodes before linearized reading' (duration: 1.207468572s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:32.431523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.794615647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:06:32.431687Z","caller":"traceutil/trace.go:171","msg":"trace[51991889] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1104; }","duration":"4.794830433s","start":"2026-05-10T04:06:27.636831Z","end":"2026-05-10T04:06:32.431662Z","steps":["trace[51991889] 'agreement among raft nodes before linearized reading' (duration: 4.794585997s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:32.431751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.757855605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-05-10T04:06:32.431551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:31.223923Z","time spent":"1.207617136s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:06:32.431803Z","caller":"traceutil/trace.go:171","msg":"trace[1896573195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1104; }","duration":"3.757936147s","start":"2026-05-10T04:06:28.673852Z","end":"2026-05-10T04:06:32.431788Z","steps":["trace[1896573195] 'agreement among raft nodes before linearized reading' (duration: 3.757447217s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:32.431846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:28.673836Z","time spent":"3.757998398s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:06:32.431544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:29.620686Z","time spent":"2.810849897s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T04:06:32.432363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:27.636811Z","time spent":"4.795534789s","remote":"127.0.0.1:49458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:06:32.432641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.211164756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-10T04:06:32.433113Z","caller":"traceutil/trace.go:171","msg":"trace[1144396488] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1; range_end:; response_count:1; response_revision:1104; }","duration":"1.211646927s","start":"2026-05-10T04:06:31.22142Z","end":"2026-05-10T04:06:32.433067Z","steps":["trace[1144396488] 'agreement among raft nodes before linearized reading' (duration: 1.209831726s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:32.433254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:31.221409Z","time spent":"1.21182927s","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1\" "} {"level":"info","ts":"2026-05-10T04:06:32.580112Z","caller":"traceutil/trace.go:171","msg":"trace[491678556] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1149; }","duration":"143.854297ms","start":"2026-05-10T04:06:32.436235Z","end":"2026-05-10T04:06:32.580089Z","steps":["trace[491678556] 'read index received' (duration: 143.658673ms)","trace[491678556] 'applied index is now lower than readState.Index' (duration: 194.154µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:32.580304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.045202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-05-10T04:06:32.580425Z","caller":"traceutil/trace.go:171","msg":"trace[93011071] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1104; }","duration":"144.157434ms","start":"2026-05-10T04:06:32.436208Z","end":"2026-05-10T04:06:32.580366Z","steps":["trace[93011071] 'agreement among raft nodes before linearized reading' (duration: 144.000961ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:32.791377Z","caller":"traceutil/trace.go:171","msg":"trace[1684735910] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1150; }","duration":"211.114427ms","start":"2026-05-10T04:06:32.580235Z","end":"2026-05-10T04:06:32.791349Z","steps":["trace[1684735910] 'read index received' (duration: 181.730888ms)","trace[1684735910] 'applied index is now lower than readState.Index' (duration: 29.382359ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:32.791482Z","caller":"traceutil/trace.go:171","msg":"trace[392698440] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"355.089228ms","start":"2026-05-10T04:06:32.436353Z","end":"2026-05-10T04:06:32.791442Z","steps":["trace[392698440] 'process raft request' (duration: 325.676047ms)","trace[392698440] 'compare' (duration: 29.188385ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:32.791595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.07554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:32.791677Z","caller":"traceutil/trace.go:171","msg":"trace[1556089973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1105; }","duration":"352.197363ms","start":"2026-05-10T04:06:32.439461Z","end":"2026-05-10T04:06:32.791658Z","steps":["trace[1556089973] 'agreement among raft nodes before linearized reading' (duration: 352.019789ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:32.79168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:32.436335Z","time spent":"355.241881ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:06:32.791727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:32.439452Z","time spent":"352.267604ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:06:32.792177Z","caller":"traceutil/trace.go:171","msg":"trace[1823512896] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"210.497512ms","start":"2026-05-10T04:06:32.58165Z","end":"2026-05-10T04:06:32.792148Z","steps":["trace[1823512896] 'process raft request' (duration: 210.360899ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:33.231062Z","caller":"traceutil/trace.go:171","msg":"trace[1913944037] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"134.911857ms","start":"2026-05-10T04:06:33.096125Z","end":"2026-05-10T04:06:33.231037Z","steps":["trace[1913944037] 'process raft request' (duration: 134.697722ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:33.968334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.819942ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:06:33.968601Z","caller":"traceutil/trace.go:171","msg":"trace[1184434803] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"257.327334ms","start":"2026-05-10T04:06:33.711239Z","end":"2026-05-10T04:06:33.968566Z","steps":["trace[1184434803] 'process raft request' (duration: 140.002171ms)","trace[1184434803] 'compare' (duration: 116.667907ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:33.968735Z","caller":"traceutil/trace.go:171","msg":"trace[1253699545] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"257.340694ms","start":"2026-05-10T04:06:33.711377Z","end":"2026-05-10T04:06:33.968717Z","steps":["trace[1253699545] 'process raft request' (duration: 257.16924ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:33.969128Z","caller":"traceutil/trace.go:171","msg":"trace[1452638342] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"257.295663ms","start":"2026-05-10T04:06:33.711324Z","end":"2026-05-10T04:06:33.968619Z","steps":["trace[1452638342] 'process raft request' (duration: 257.16931ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:33.970068Z","caller":"traceutil/trace.go:171","msg":"trace[1973648413] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"189.266235ms","start":"2026-05-10T04:06:33.780775Z","end":"2026-05-10T04:06:33.970041Z","steps":["trace[1973648413] 'process raft request' (duration: 187.808563ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:36.495404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.223752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:36.49551Z","caller":"traceutil/trace.go:171","msg":"trace[1457853033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"327.369105ms","start":"2026-05-10T04:06:36.168109Z","end":"2026-05-10T04:06:36.495478Z","steps":["trace[1457853033] 'range keys from in-memory index tree' (duration: 327.126029ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:36.495555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:36.168088Z","time spent":"327.458107ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:06:38.207091Z","caller":"traceutil/trace.go:171","msg":"trace[1771205032] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"124.580396ms","start":"2026-05-10T04:06:38.082494Z","end":"2026-05-10T04:06:38.207074Z","steps":["trace[1771205032] 'process raft request' (duration: 124.434102ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:38.321793Z","caller":"traceutil/trace.go:171","msg":"trace[1824443522] linearizableReadLoop","detail":"{readStateIndex:1173; appliedIndex:1170; }","duration":"152.583594ms","start":"2026-05-10T04:06:38.169188Z","end":"2026-05-10T04:06:38.321772Z","steps":["trace[1824443522] 'read index received' (duration: 37.749998ms)","trace[1824443522] 'applied index is now lower than readState.Index' (duration: 114.832526ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:38.321934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.723777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:06:38.321978Z","caller":"traceutil/trace.go:171","msg":"trace[120342833] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1126; }","duration":"152.789048ms","start":"2026-05-10T04:06:38.169174Z","end":"2026-05-10T04:06:38.321963Z","steps":["trace[120342833] 'agreement among raft nodes before linearized reading' (duration: 152.691676ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:38.32195Z","caller":"traceutil/trace.go:171","msg":"trace[336743328] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"238.549952ms","start":"2026-05-10T04:06:38.08335Z","end":"2026-05-10T04:06:38.3219Z","steps":["trace[336743328] 'process raft request' (duration: 238.374898ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:38.322087Z","caller":"traceutil/trace.go:171","msg":"trace[2100606449] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"239.123636ms","start":"2026-05-10T04:06:38.082943Z","end":"2026-05-10T04:06:38.322066Z","steps":["trace[2100606449] 'process raft request' (duration: 227.904974ms)","trace[2100606449] 'compare' (duration: 10.715271ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:47.807244Z","caller":"traceutil/trace.go:171","msg":"trace[1457819267] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"140.042802ms","start":"2026-05-10T04:06:47.66718Z","end":"2026-05-10T04:06:47.807223Z","steps":["trace[1457819267] 'process raft request' (duration: 139.891149ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:48.447737Z","caller":"traceutil/trace.go:171","msg":"trace[390010305] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"151.852507ms","start":"2026-05-10T04:06:48.295866Z","end":"2026-05-10T04:06:48.447718Z","steps":["trace[390010305] 'process raft request' (duration: 151.611582ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:48.598248Z","caller":"traceutil/trace.go:171","msg":"trace[1119622189] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"146.269161ms","start":"2026-05-10T04:06:48.45196Z","end":"2026-05-10T04:06:48.598229Z","steps":["trace[1119622189] 'process raft request' (duration: 100.158707ms)","trace[1119622189] 'compare' (duration: 46.037593ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:49.884521Z","caller":"traceutil/trace.go:171","msg":"trace[325224828] transaction","detail":"{read_only:false; response_revision:1161; number_of_response:1; }","duration":"146.735831ms","start":"2026-05-10T04:06:49.737761Z","end":"2026-05-10T04:06:49.884497Z","steps":["trace[325224828] 'process raft request' (duration: 146.594088ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:50.044427Z","caller":"traceutil/trace.go:171","msg":"trace[398137149] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"153.065153ms","start":"2026-05-10T04:06:49.891338Z","end":"2026-05-10T04:06:50.044403Z","steps":["trace[398137149] 'process raft request' (duration: 88.27781ms)","trace[398137149] 'compare' (duration: 64.698161ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:50.118644Z","caller":"traceutil/trace.go:171","msg":"trace[53043575] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"192.267284ms","start":"2026-05-10T04:06:49.926359Z","end":"2026-05-10T04:06:50.118627Z","steps":["trace[53043575] 'process raft request' (duration: 192.208493ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:50.118676Z","caller":"traceutil/trace.go:171","msg":"trace[710288799] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"227.184858ms","start":"2026-05-10T04:06:49.891461Z","end":"2026-05-10T04:06:50.118646Z","steps":["trace[710288799] 'process raft request' (duration: 227.025534ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:50.403642Z","caller":"traceutil/trace.go:171","msg":"trace[1517011990] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"196.222454ms","start":"2026-05-10T04:06:50.207392Z","end":"2026-05-10T04:06:50.403615Z","steps":["trace[1517011990] 'process raft request' (duration: 196.177572ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:50.403674Z","caller":"traceutil/trace.go:171","msg":"trace[230221924] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"196.284496ms","start":"2026-05-10T04:06:50.207348Z","end":"2026-05-10T04:06:50.403632Z","steps":["trace[230221924] 'process raft request' (duration: 196.023119ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:50.403717Z","caller":"traceutil/trace.go:171","msg":"trace[506084696] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"196.312496ms","start":"2026-05-10T04:06:50.207366Z","end":"2026-05-10T04:06:50.403679Z","steps":["trace[506084696] 'process raft request' (duration: 196.165551ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:06:52.760248Z","caller":"traceutil/trace.go:171","msg":"trace[1331025413] linearizableReadLoop","detail":"{readStateIndex:1277; appliedIndex:1276; }","duration":"149.399474ms","start":"2026-05-10T04:06:52.610825Z","end":"2026-05-10T04:06:52.760224Z","steps":["trace[1331025413] 'read index received' (duration: 69.363827ms)","trace[1331025413] 'applied index is now lower than readState.Index' (duration: 80.034497ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:06:52.760399Z","caller":"traceutil/trace.go:171","msg":"trace[816597047] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"156.148404ms","start":"2026-05-10T04:06:52.604228Z","end":"2026-05-10T04:06:52.760376Z","steps":["trace[816597047] 'process raft request' (duration: 75.947614ms)","trace[816597047] 'compare' (duration: 79.891343ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:06:52.760407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.568887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:06:52.760575Z","caller":"traceutil/trace.go:171","msg":"trace[1253708103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1226; }","duration":"149.775582ms","start":"2026-05-10T04:06:52.610788Z","end":"2026-05-10T04:06:52.760564Z","steps":["trace[1253708103] 'agreement among raft nodes before linearized reading' (duration: 149.521217ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:54.958319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.17343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:06:54.958391Z","caller":"traceutil/trace.go:171","msg":"trace[1061015514] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1237; }","duration":"109.313263ms","start":"2026-05-10T04:06:54.849063Z","end":"2026-05-10T04:06:54.958377Z","steps":["trace[1061015514] 'range keys from in-memory index tree' (duration: 109.000447ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:56.84079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:57.341276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:57.841857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:58.342916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:58.843699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:59.170032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000671627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T04:06:59.170131Z","caller":"traceutil/trace.go:171","msg":"trace[1510287674] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000839231s","start":"2026-05-10T04:06:57.169272Z","end":"2026-05-10T04:06:59.170112Z","steps":["trace[1510287674] 'agreement among raft nodes before linearized reading' (duration: 2.000714858s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:59.170191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:57.169246Z","time spent":"2.000934943s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:06:59.344788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757582,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:06:59.487847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.340415632s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:06:59.488197Z","caller":"traceutil/trace.go:171","msg":"trace[869573335] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"3.340853732s","start":"2026-05-10T04:06:56.147321Z","end":"2026-05-10T04:06:59.488175Z","steps":["trace[869573335] 'process raft request' (duration: 3.340688578s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:06:59.488327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:56.147291Z","time spent":"3.340956034s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:01.17094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000150205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-05-10T04:07:01.17102Z","caller":"traceutil/trace.go:171","msg":"trace[1920731013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000294049s","start":"2026-05-10T04:06:59.170707Z","end":"2026-05-10T04:07:01.171002Z","steps":["trace[1920731013] 'agreement among raft nodes before linearized reading' (duration: 2.000187736s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:01.171078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:59.170693Z","time spent":"2.00036333s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:01.179782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43711041s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:01.179854Z","caller":"traceutil/trace.go:171","msg":"trace[68390977] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1290; }","duration":"4.840134637s","start":"2026-05-10T04:06:56.339706Z","end":"2026-05-10T04:07:01.17984Z","steps":["trace[68390977] 'read index received' (duration: 3.148288831s)","trace[68390977] 'applied index is now lower than readState.Index' (duration: 1.691844656s)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:01.179875Z","caller":"traceutil/trace.go:171","msg":"trace[183052397] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"3.350066999s","start":"2026-05-10T04:06:57.829781Z","end":"2026-05-10T04:07:01.179848Z","steps":["trace[183052397] 'process raft request' (duration: 1.912832486s)","trace[183052397] 'compare' (duration: 1.436948166s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:01.180031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.767366273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-05-10T04:07:01.180015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:57.829759Z","time spent":"3.35016923s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:01.180025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.840319781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:07:01.180061Z","caller":"traceutil/trace.go:171","msg":"trace[1945939834] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1241; }","duration":"4.767437845s","start":"2026-05-10T04:06:56.412614Z","end":"2026-05-10T04:07:01.180052Z","steps":["trace[1945939834] 'agreement among raft nodes before linearized reading' (duration: 4.767311542s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:01.180082Z","caller":"traceutil/trace.go:171","msg":"trace[1969385948] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1241; }","duration":"4.840425703s","start":"2026-05-10T04:06:56.339643Z","end":"2026-05-10T04:07:01.180069Z","steps":["trace[1969385948] 'agreement among raft nodes before linearized reading' (duration: 4.84026732s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:01.180088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:56.412593Z","time spent":"4.767488136s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-10T04:07:01.180111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:56.339623Z","time spent":"4.840481924s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:07:01.180134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.961849397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-10T04:07:01.180206Z","caller":"traceutil/trace.go:171","msg":"trace[1951235506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1241; }","duration":"3.96197707s","start":"2026-05-10T04:06:57.21821Z","end":"2026-05-10T04:07:01.180187Z","steps":["trace[1951235506] 'agreement among raft nodes before linearized reading' (duration: 3.961720784s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:01.180247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:57.218181Z","time spent":"3.962057282s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:01.180282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.211390937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:07:01.180315Z","caller":"traceutil/trace.go:171","msg":"trace[449232226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1241; }","duration":"4.211469779s","start":"2026-05-10T04:06:56.968837Z","end":"2026-05-10T04:07:01.180306Z","steps":["trace[449232226] 'agreement among raft nodes before linearized reading' (duration: 4.211387877s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:01.180338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:56.968808Z","time spent":"4.21152393s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:01.180389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.580808897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:07:01.180411Z","caller":"traceutil/trace.go:171","msg":"trace[636325112] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1241; }","duration":"4.580863679s","start":"2026-05-10T04:06:56.599541Z","end":"2026-05-10T04:07:01.180405Z","steps":["trace[636325112] 'agreement among raft nodes before linearized reading' (duration: 4.580799408s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:01.180429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:56.599523Z","time spent":"4.580902499s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:07:01.180523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.407078289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:07:01.180538Z","caller":"traceutil/trace.go:171","msg":"trace[596415586] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1241; }","duration":"4.407135731s","start":"2026-05-10T04:06:56.773398Z","end":"2026-05-10T04:07:01.180533Z","steps":["trace[596415586] 'agreement among raft nodes before linearized reading' (duration: 4.407085879s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:01.180553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:56.773375Z","time spent":"4.407174212s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:01.180559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.136078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:07:01.180427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.623632448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:01.180592Z","caller":"traceutil/trace.go:171","msg":"trace[114609033] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1241; }","duration":"690.212319ms","start":"2026-05-10T04:07:00.49037Z","end":"2026-05-10T04:07:01.180582Z","steps":["trace[114609033] 'agreement among raft nodes before linearized reading' (duration: 690.156448ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:01.1806Z","caller":"traceutil/trace.go:171","msg":"trace[388177898] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1241; }","duration":"4.623841524s","start":"2026-05-10T04:06:56.556748Z","end":"2026-05-10T04:07:01.18059Z","steps":["trace[388177898] 'agreement among raft nodes before linearized reading' (duration: 4.623640669s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:01.180624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:00.49035Z","time spent":"690.264711ms","remote":"127.0.0.1:37872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:01.180636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:56.55673Z","time spent":"4.623894555s","remote":"127.0.0.1:37818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:01.180851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.538943358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:01.180909Z","caller":"traceutil/trace.go:171","msg":"trace[569300907] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1241; }","duration":"4.539049941s","start":"2026-05-10T04:06:56.641843Z","end":"2026-05-10T04:07:01.180893Z","steps":["trace[569300907] 'agreement among raft nodes before linearized reading' (duration: 4.538907508s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:01.180978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:06:56.641824Z","time spent":"4.539137213s","remote":"127.0.0.1:37882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:07:11.368162Z","caller":"traceutil/trace.go:171","msg":"trace[519122088] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"110.938309ms","start":"2026-05-10T04:07:11.257181Z","end":"2026-05-10T04:07:11.36812Z","steps":["trace[519122088] 'process raft request' (duration: 110.857697ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.96271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.447034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:15.962959Z","caller":"traceutil/trace.go:171","msg":"trace[254657060] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"407.33851ms","start":"2026-05-10T04:07:15.555602Z","end":"2026-05-10T04:07:15.962941Z","steps":["trace[254657060] 'process raft request' (duration: 407.244558ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.963028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.555586Z","time spent":"407.407452ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:15.963058Z","caller":"traceutil/trace.go:171","msg":"trace[1483193988] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"617.349504ms","start":"2026-05-10T04:07:15.345674Z","end":"2026-05-10T04:07:15.963023Z","steps":["trace[1483193988] 'process raft request' (duration: 37.494521ms)","trace[1483193988] 'compare' (duration: 579.145437ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:15.96318Z","caller":"traceutil/trace.go:171","msg":"trace[766295320] linearizableReadLoop","detail":"{readStateIndex:1346; appliedIndex:1344; }","duration":"615.86657ms","start":"2026-05-10T04:07:15.347289Z","end":"2026-05-10T04:07:15.963156Z","steps":["trace[766295320] 'read index received' (duration: 17.476352ms)","trace[766295320] 'applied index is now lower than readState.Index' (duration: 598.388858ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:15.963236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.345654Z","time spent":"617.481596ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:15.963399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.107416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:07:15.963466Z","caller":"traceutil/trace.go:171","msg":"trace[136627765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1293; }","duration":"616.207858ms","start":"2026-05-10T04:07:15.347244Z","end":"2026-05-10T04:07:15.963451Z","steps":["trace[136627765] 'agreement among raft nodes before linearized reading' (duration: 616.003163ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.963508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.347222Z","time spent":"616.27578ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:15.96341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.664886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:07:15.963597Z","caller":"traceutil/trace.go:171","msg":"trace[1319043241] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1293; }","duration":"582.88125ms","start":"2026-05-10T04:07:15.380701Z","end":"2026-05-10T04:07:15.963582Z","steps":["trace[1319043241] 'agreement among raft nodes before linearized reading' (duration: 582.584063ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:15.963642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:15.380689Z","time spent":"582.937902ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-05-10T04:07:18.02902Z","caller":"traceutil/trace.go:171","msg":"trace[1446378081] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"241.927249ms","start":"2026-05-10T04:07:17.78707Z","end":"2026-05-10T04:07:18.028997Z","steps":["trace[1446378081] 'process raft request' (duration: 241.789846ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:18.516621Z","caller":"traceutil/trace.go:171","msg":"trace[1627030373] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1364; }","duration":"545.079592ms","start":"2026-05-10T04:07:17.971512Z","end":"2026-05-10T04:07:18.516592Z","steps":["trace[1627030373] 'read index received' (duration: 57.340987ms)","trace[1627030373] 'applied index is now lower than readState.Index' (duration: 487.737285ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:18.516799Z","caller":"traceutil/trace.go:171","msg":"trace[617776277] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"545.364408ms","start":"2026-05-10T04:07:17.971384Z","end":"2026-05-10T04:07:18.516748Z","steps":["trace[617776277] 'process raft request' (duration: 545.045571ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:18.516912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.380238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:07:18.516969Z","caller":"traceutil/trace.go:171","msg":"trace[1663194390] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1310; }","duration":"545.480961ms","start":"2026-05-10T04:07:17.971471Z","end":"2026-05-10T04:07:18.516952Z","steps":["trace[1663194390] 'agreement among raft nodes before linearized reading' (duration: 545.287397ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:18.516979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:17.971355Z","time spent":"545.529901ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:18.517019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:17.971457Z","time spent":"545.550602ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:07:18.517198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.897541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"info","ts":"2026-05-10T04:07:18.517237Z","caller":"traceutil/trace.go:171","msg":"trace[1586806318] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:1310; }","duration":"484.982603ms","start":"2026-05-10T04:07:18.032244Z","end":"2026-05-10T04:07:18.517227Z","steps":["trace[1586806318] 'agreement among raft nodes before linearized reading' (duration: 484.896141ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:18.517231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.222965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-10T04:07:18.517267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:18.032207Z","time spent":"485.053735ms","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":687,"request content":"key:\"/registry/csinodes/instance\" "} {"level":"warn","ts":"2026-05-10T04:07:18.517576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.539545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:18.517645Z","caller":"traceutil/trace.go:171","msg":"trace[1985194799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1310; }","duration":"350.833212ms","start":"2026-05-10T04:07:18.166796Z","end":"2026-05-10T04:07:18.517629Z","steps":["trace[1985194799] 'agreement among raft nodes before linearized reading' (duration: 350.549246ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:18.517685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:18.166775Z","time spent":"350.900134ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:18.517687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.582804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:07:18.517724Z","caller":"traceutil/trace.go:171","msg":"trace[451000384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1310; }","duration":"537.619405ms","start":"2026-05-10T04:07:17.980095Z","end":"2026-05-10T04:07:18.517714Z","steps":["trace[451000384] 'agreement among raft nodes before linearized reading' (duration: 537.461781ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:18.517751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:17.980059Z","time spent":"537.686486ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-05-10T04:07:18.517276Z","caller":"traceutil/trace.go:171","msg":"trace[956049907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1310; }","duration":"541.307167ms","start":"2026-05-10T04:07:17.975956Z","end":"2026-05-10T04:07:18.517263Z","steps":["trace[956049907] 'agreement among raft nodes before linearized reading' (duration: 541.152853ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:18.517858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:17.975916Z","time spent":"541.924061ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:18.964982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.786102ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:18.96518Z","caller":"traceutil/trace.go:171","msg":"trace[1717672601] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"442.833297ms","start":"2026-05-10T04:07:18.522334Z","end":"2026-05-10T04:07:18.965168Z","steps":["trace[1717672601] 'process raft request' (duration: 442.812107ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:18.965173Z","caller":"traceutil/trace.go:171","msg":"trace[826951817] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"444.213729ms","start":"2026-05-10T04:07:18.520922Z","end":"2026-05-10T04:07:18.965135Z","steps":["trace[826951817] 'process raft request' (duration: 146.208492ms)","trace[826951817] 'compare' (duration: 297.674339ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:18.965368Z","caller":"traceutil/trace.go:171","msg":"trace[1239408782] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"444.069465ms","start":"2026-05-10T04:07:18.521293Z","end":"2026-05-10T04:07:18.965362Z","steps":["trace[1239408782] 'process raft request' (duration: 443.756668ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:18.965406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:18.521282Z","time spent":"444.107145ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:18.965352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:18.520899Z","time spent":"444.356162ms","remote":"127.0.0.1:34180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":797,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:18.965219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:18.522329Z","time spent":"442.874198ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:18.966821Z","caller":"traceutil/trace.go:171","msg":"trace[395730697] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"443.113154ms","start":"2026-05-10T04:07:18.522204Z","end":"2026-05-10T04:07:18.965317Z","steps":["trace[395730697] 'process raft request' (duration: 442.916999ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:18.967106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:18.522193Z","time spent":"444.71914ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:19.287041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.508389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:19.28712Z","caller":"traceutil/trace.go:171","msg":"trace[236939294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1314; }","duration":"118.640752ms","start":"2026-05-10T04:07:19.16846Z","end":"2026-05-10T04:07:19.287101Z","steps":["trace[236939294] 'range keys from in-memory index tree' (duration: 118.412437ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:19.542074Z","caller":"traceutil/trace.go:171","msg":"trace[1509738746] linearizableReadLoop","detail":"{readStateIndex:1371; appliedIndex:1370; }","duration":"157.945194ms","start":"2026-05-10T04:07:19.384107Z","end":"2026-05-10T04:07:19.542052Z","steps":["trace[1509738746] 'read index received' (duration: 157.75958ms)","trace[1509738746] 'applied index is now lower than readState.Index' (duration: 184.744µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:19.542306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.181469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:07:19.542347Z","caller":"traceutil/trace.go:171","msg":"trace[1642265512] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1315; }","duration":"158.304373ms","start":"2026-05-10T04:07:19.384032Z","end":"2026-05-10T04:07:19.542336Z","steps":["trace[1642265512] 'agreement among raft nodes before linearized reading' (duration: 158.108788ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:19.542337Z","caller":"traceutil/trace.go:171","msg":"trace[733883741] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"169.130085ms","start":"2026-05-10T04:07:19.373175Z","end":"2026-05-10T04:07:19.542305Z","steps":["trace[733883741] 'process raft request' (duration: 168.755267ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:20.473135Z","caller":"traceutil/trace.go:171","msg":"trace[544044050] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1372; }","duration":"305.126437ms","start":"2026-05-10T04:07:20.167987Z","end":"2026-05-10T04:07:20.473113Z","steps":["trace[544044050] 'read index received' (duration: 304.898542ms)","trace[544044050] 'applied index is now lower than readState.Index' (duration: 227.075µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:20.473249Z","caller":"traceutil/trace.go:171","msg":"trace[1332510187] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"368.53034ms","start":"2026-05-10T04:07:20.104708Z","end":"2026-05-10T04:07:20.473238Z","steps":["trace[1332510187] 'process raft request' (duration: 368.279174ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:20.473479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:20.104686Z","time spent":"368.643452ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:07:20.473563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.569419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:20.47363Z","caller":"traceutil/trace.go:171","msg":"trace[1618822080] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1317; }","duration":"305.65177ms","start":"2026-05-10T04:07:20.16796Z","end":"2026-05-10T04:07:20.473612Z","steps":["trace[1618822080] 'agreement among raft nodes before linearized reading' (duration: 305.501726ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:20.473677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:20.167932Z","time spent":"305.738612ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:20.47357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.844937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:20.473714Z","caller":"traceutil/trace.go:171","msg":"trace[5167083] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1317; }","duration":"234.047323ms","start":"2026-05-10T04:07:20.239659Z","end":"2026-05-10T04:07:20.473706Z","steps":["trace[5167083] 'agreement among raft nodes before linearized reading' (duration: 233.803437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:20.711073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.094331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:20.711165Z","caller":"traceutil/trace.go:171","msg":"trace[605791306] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"186.430633ms","start":"2026-05-10T04:07:20.524716Z","end":"2026-05-10T04:07:20.711147Z","steps":["trace[605791306] 'process raft request' (duration: 55.250169ms)","trace[605791306] 'compare' (duration: 130.912848ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:22.386889Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:07:22.477164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507720987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:07:22.477238Z","caller":"traceutil/trace.go:171","msg":"trace[731498214] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1318; }","duration":"1.507808979s","start":"2026-05-10T04:07:20.969412Z","end":"2026-05-10T04:07:22.477221Z","steps":["trace[731498214] 'range keys from in-memory index tree' (duration: 1.507536002s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:22.477283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:20.969367Z","time spent":"1.507902642s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:22.477351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505888676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:07:22.477439Z","caller":"traceutil/trace.go:171","msg":"trace[1951896026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1318; }","duration":"1.506017179s","start":"2026-05-10T04:07:20.971398Z","end":"2026-05-10T04:07:22.477415Z","steps":["trace[1951896026] 'range keys from in-memory index tree' (duration: 1.505727023s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:22.477484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:20.971387Z","time spent":"1.506085941s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:22.477651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509155809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:07:22.477689Z","caller":"traceutil/trace.go:171","msg":"trace[55360560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1318; }","duration":"1.509229701s","start":"2026-05-10T04:07:20.96845Z","end":"2026-05-10T04:07:22.47768Z","steps":["trace[55360560] 'range keys from in-memory index tree' (duration: 1.509046697s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:22.477717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:20.968432Z","time spent":"1.509277932s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:07:22.477879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.310979431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:22.477916Z","caller":"traceutil/trace.go:171","msg":"trace[1745900498] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"1.311060683s","start":"2026-05-10T04:07:21.166845Z","end":"2026-05-10T04:07:22.477906Z","steps":["trace[1745900498] 'range keys from in-memory index tree' (duration: 1.310868159s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:22.477975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:21.166825Z","time spent":"1.311143176s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:22.477981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.375092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:07:22.478023Z","caller":"traceutil/trace.go:171","msg":"trace[1121772716] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1318; }","duration":"931.449064ms","start":"2026-05-10T04:07:21.546561Z","end":"2026-05-10T04:07:22.47801Z","steps":["trace[1121772716] 'range keys from in-memory index tree' (duration: 930.332319ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:22.478103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:21.546542Z","time spent":"931.554096ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:07:22.478057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"914.790051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:07:22.478193Z","caller":"traceutil/trace.go:171","msg":"trace[649010242] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1318; }","duration":"915.758132ms","start":"2026-05-10T04:07:21.562418Z","end":"2026-05-10T04:07:22.478177Z","steps":["trace[649010242] 'range keys from in-memory index tree' (duration: 914.647348ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:22.478266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:21.562398Z","time spent":"915.854365ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:22.816266Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.185914145s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:07:22.817051Z","caller":"traceutil/trace.go:171","msg":"trace[424356418] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"1.186770313s","start":"2026-05-10T04:07:21.630254Z","end":"2026-05-10T04:07:22.817025Z","steps":["trace[424356418] 'process raft request' (duration: 1.18660926s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:22.81738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:21.630233Z","time spent":"1.186908587s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:23.800854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.281233ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:23.800989Z","caller":"traceutil/trace.go:171","msg":"trace[1601869014] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1319; }","duration":"130.441157ms","start":"2026-05-10T04:07:23.67053Z","end":"2026-05-10T04:07:23.800971Z","steps":["trace[1601869014] 'range keys from in-memory index tree' (duration: 130.258633ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:23.998675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.387724ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T04:07:23.999036Z","caller":"traceutil/trace.go:171","msg":"trace[1299393544] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"1.516631676s","start":"2026-05-10T04:07:22.482378Z","end":"2026-05-10T04:07:23.999009Z","steps":["trace[1299393544] 'process raft request' (duration: 1.516403361s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:23.999284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:22.482353Z","time spent":"1.516786488s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:24.179051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.978699ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:24.179277Z","caller":"traceutil/trace.go:171","msg":"trace[1264488744] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"1.696761798s","start":"2026-05-10T04:07:22.482481Z","end":"2026-05-10T04:07:24.179243Z","steps":["trace[1264488744] 'process raft request' (duration: 1.516512833s)","trace[1264488744] 'compare' (duration: 179.841566ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:24.179298Z","caller":"traceutil/trace.go:171","msg":"trace[94413222] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"1.696489532s","start":"2026-05-10T04:07:22.482791Z","end":"2026-05-10T04:07:24.179281Z","steps":["trace[94413222] 'process raft request' (duration: 1.69641078s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:24.179352Z","caller":"traceutil/trace.go:171","msg":"trace[81573023] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"1.696822019s","start":"2026-05-10T04:07:22.482501Z","end":"2026-05-10T04:07:24.179323Z","steps":["trace[81573023] 'process raft request' (duration: 1.696647265s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:24.179381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:22.482777Z","time spent":"1.696571743s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:24.179421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:22.482473Z","time spent":"1.69686953s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:24.179489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:22.482484Z","time spent":"1.696931692s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:24.179555Z","caller":"traceutil/trace.go:171","msg":"trace[2010582791] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"1.69638918s","start":"2026-05-10T04:07:22.483156Z","end":"2026-05-10T04:07:24.179545Z","steps":["trace[2010582791] 'process raft request' (duration: 1.696078043s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:24.17961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:22.483146Z","time spent":"1.69643167s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:24.179654Z","caller":"traceutil/trace.go:171","msg":"trace[682230324] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"1.463820591s","start":"2026-05-10T04:07:22.715807Z","end":"2026-05-10T04:07:24.179628Z","steps":["trace[682230324] 'process raft request' (duration: 1.463610286s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:24.179806Z","caller":"traceutil/trace.go:171","msg":"trace[887495657] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1374; }","duration":"2.293642874s","start":"2026-05-10T04:07:21.886137Z","end":"2026-05-10T04:07:24.17978Z","steps":["trace[887495657] 'read index received' (duration: 930.728137ms)","trace[887495657] 'applied index is now lower than readState.Index' (duration: 1.362913617s)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:24.179827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:22.715784Z","time spent":"1.463951593s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:24.179895Z","caller":"traceutil/trace.go:171","msg":"trace[927638557] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"1.39424934s","start":"2026-05-10T04:07:22.785618Z","end":"2026-05-10T04:07:24.179867Z","steps":["trace[927638557] 'process raft request' (duration: 1.393927432s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:24.17998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293843108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:07:24.180031Z","caller":"traceutil/trace.go:171","msg":"trace[1951918302] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1326; }","duration":"2.29394069s","start":"2026-05-10T04:07:21.886078Z","end":"2026-05-10T04:07:24.180019Z","steps":["trace[1951918302] 'agreement among raft nodes before linearized reading' (duration: 2.293824748s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:24.180053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:22.785593Z","time spent":"1.394390643s","remote":"127.0.0.1:33954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6103,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:24.180057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.700821511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:07:24.180067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:21.886047Z","time spent":"2.294010922s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:07:24.180109Z","caller":"traceutil/trace.go:171","msg":"trace[139934625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1326; }","duration":"1.700894052s","start":"2026-05-10T04:07:22.479201Z","end":"2026-05-10T04:07:24.180095Z","steps":["trace[139934625] 'agreement among raft nodes before linearized reading' (duration: 1.70079499s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:24.180111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.370104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T04:07:24.180141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:22.479186Z","time spent":"1.700948554s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:07:24.18016Z","caller":"traceutil/trace.go:171","msg":"trace[547603642] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1326; }","duration":"722.423155ms","start":"2026-05-10T04:07:23.457724Z","end":"2026-05-10T04:07:24.180147Z","steps":["trace[547603642] 'agreement among raft nodes before linearized reading' (duration: 722.338943ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:24.180193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:23.457662Z","time spent":"722.522667ms","remote":"127.0.0.1:34294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:07:24.78993Z","caller":"traceutil/trace.go:171","msg":"trace[1368218268] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"209.766498ms","start":"2026-05-10T04:07:24.580134Z","end":"2026-05-10T04:07:24.789901Z","steps":["trace[1368218268] 'process raft request' (duration: 138.525689ms)","trace[1368218268] 'compare' (duration: 71.022914ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:25.676423Z","caller":"traceutil/trace.go:171","msg":"trace[741050924] linearizableReadLoop","detail":"{readStateIndex:1385; appliedIndex:1384; }","duration":"475.231755ms","start":"2026-05-10T04:07:25.201169Z","end":"2026-05-10T04:07:25.676401Z","steps":["trace[741050924] 'read index received' (duration: 460.853713ms)","trace[741050924] 'applied index is now lower than readState.Index' (duration: 14.375512ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:25.676445Z","caller":"traceutil/trace.go:171","msg":"trace[436693656] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"767.923722ms","start":"2026-05-10T04:07:24.908485Z","end":"2026-05-10T04:07:25.676408Z","steps":["trace[436693656] 'process raft request' (duration: 753.715244ms)","trace[436693656] 'compare' (duration: 13.656326ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:25.676553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.365808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:25.676765Z","caller":"traceutil/trace.go:171","msg":"trace[504868680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1328; }","duration":"475.637804ms","start":"2026-05-10T04:07:25.201119Z","end":"2026-05-10T04:07:25.676756Z","steps":["trace[504868680] 'agreement among raft nodes before linearized reading' (duration: 475.358468ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:25.676758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:24.90846Z","time spent":"768.048205ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":783,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:07:25.676799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:25.2011Z","time spent":"475.691365ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:26.189131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.072822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:26.189185Z","caller":"traceutil/trace.go:171","msg":"trace[106394446] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1328; }","duration":"389.199005ms","start":"2026-05-10T04:07:25.799975Z","end":"2026-05-10T04:07:26.189174Z","steps":["trace[106394446] 'count revisions from in-memory index tree' (duration: 388.962429ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:26.189215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:25.799889Z","time spent":"389.317677ms","remote":"127.0.0.1:34258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:07:26.351572Z","caller":"traceutil/trace.go:171","msg":"trace[383599625] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1385; }","duration":"348.642076ms","start":"2026-05-10T04:07:26.002909Z","end":"2026-05-10T04:07:26.351551Z","steps":["trace[383599625] 'read index received' (duration: 348.553284ms)","trace[383599625] 'applied index is now lower than readState.Index' (duration: 87.972µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:26.351631Z","caller":"traceutil/trace.go:171","msg":"trace[1544271147] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"522.471037ms","start":"2026-05-10T04:07:25.82913Z","end":"2026-05-10T04:07:26.351601Z","steps":["trace[1544271147] 'process raft request' (duration: 522.304733ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:26.351754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:25.829103Z","time spent":"522.589569ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":783,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:07:26.351835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.901821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:07:26.351902Z","caller":"traceutil/trace.go:171","msg":"trace[2061641565] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1329; }","duration":"349.019834ms","start":"2026-05-10T04:07:26.002865Z","end":"2026-05-10T04:07:26.351885Z","steps":["trace[2061641565] 'agreement among raft nodes before linearized reading' (duration: 348.784879ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:26.351983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.002846Z","time spent":"349.088525ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:07:26.72452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.986749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:26.724763Z","caller":"traceutil/trace.go:171","msg":"trace[255729483] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"538.926934ms","start":"2026-05-10T04:07:26.185808Z","end":"2026-05-10T04:07:26.724735Z","steps":["trace[255729483] 'process raft request' (duration: 305.605768ms)","trace[255729483] 'compare' (duration: 232.847096ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:26.724835Z","caller":"traceutil/trace.go:171","msg":"trace[1541901002] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"369.211926ms","start":"2026-05-10T04:07:26.355608Z","end":"2026-05-10T04:07:26.72482Z","steps":["trace[1541901002] 'process raft request' (duration: 369.144645ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:26.724875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.185798Z","time spent":"539.025387ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:26.724889Z","caller":"traceutil/trace.go:171","msg":"trace[954061603] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"369.661356ms","start":"2026-05-10T04:07:26.355182Z","end":"2026-05-10T04:07:26.724843Z","steps":["trace[954061603] 'process raft request' (duration: 369.483882ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:26.724972Z","caller":"traceutil/trace.go:171","msg":"trace[738759077] linearizableReadLoop","detail":"{readStateIndex:1387; appliedIndex:1386; }","duration":"373.319978ms","start":"2026-05-10T04:07:26.35162Z","end":"2026-05-10T04:07:26.72494Z","steps":["trace[738759077] 'read index received' (duration: 139.806878ms)","trace[738759077] 'applied index is now lower than readState.Index' (duration: 233.501099ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:26.725018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.355162Z","time spent":"369.796599ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:07:26.725117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.760654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:07:26.725163Z","caller":"traceutil/trace.go:171","msg":"trace[871417202] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1332; }","duration":"539.817855ms","start":"2026-05-10T04:07:26.185332Z","end":"2026-05-10T04:07:26.72515Z","steps":["trace[871417202] 'agreement among raft nodes before linearized reading' (duration: 539.673392ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:26.725173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.837185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:07:26.725209Z","caller":"traceutil/trace.go:171","msg":"trace[316854354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1332; }","duration":"539.909037ms","start":"2026-05-10T04:07:26.185291Z","end":"2026-05-10T04:07:26.7252Z","steps":["trace[316854354] 'agreement among raft nodes before linearized reading' (duration: 539.760334ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:26.72521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.185329Z","time spent":"539.868696ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:26.725238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.185276Z","time spent":"539.956108ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:26.724916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.355588Z","time spent":"369.287407ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:26.725406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.253792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-05-10T04:07:26.725426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.348317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:07:26.725462Z","caller":"traceutil/trace.go:171","msg":"trace[1576511353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1332; }","duration":"539.324263ms","start":"2026-05-10T04:07:26.186125Z","end":"2026-05-10T04:07:26.725449Z","steps":["trace[1576511353] 'agreement among raft nodes before linearized reading' (duration: 539.19431ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:26.72547Z","caller":"traceutil/trace.go:171","msg":"trace[737720934] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1332; }","duration":"540.417088ms","start":"2026-05-10T04:07:26.185041Z","end":"2026-05-10T04:07:26.725458Z","steps":["trace[737720934] 'agreement among raft nodes before linearized reading' (duration: 540.297975ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:26.725511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.186118Z","time spent":"539.381535ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:26.725513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.185025Z","time spent":"540.47844ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:07:26.725452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.667974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T04:07:26.726123Z","caller":"traceutil/trace.go:171","msg":"trace[1256809198] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1332; }","duration":"312.36777ms","start":"2026-05-10T04:07:26.413744Z","end":"2026-05-10T04:07:26.726111Z","steps":["trace[1256809198] 'agreement among raft nodes before linearized reading' (duration: 311.524901ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:26.726165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.41373Z","time spent":"312.41781ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-10T04:07:27.392784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757807,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:07:27.617988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.390453ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-05-10T04:07:27.618086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.727704Z","time spent":"890.377791ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T04:07:27.95494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.193384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:27.95521Z","caller":"traceutil/trace.go:171","msg":"trace[489488708] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"1.225265446s","start":"2026-05-10T04:07:26.729876Z","end":"2026-05-10T04:07:27.955142Z","steps":["trace[489488708] 'process raft request' (duration: 1.097770435s)","trace[489488708] 'compare' (duration: 127.03097ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:27.955397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.729856Z","time spent":"1.225469491s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:27.955488Z","caller":"traceutil/trace.go:171","msg":"trace[304665241] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"1.225008771s","start":"2026-05-10T04:07:26.73045Z","end":"2026-05-10T04:07:27.955458Z","steps":["trace[304665241] 'process raft request' (duration: 1.224590871s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:27.955513Z","caller":"traceutil/trace.go:171","msg":"trace[1069037330] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"1.224717404s","start":"2026-05-10T04:07:26.730768Z","end":"2026-05-10T04:07:27.955486Z","steps":["trace[1069037330] 'process raft request' (duration: 1.224578111s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:27.955596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063781841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:27.955663Z","caller":"traceutil/trace.go:171","msg":"trace[1408217580] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1336; }","duration":"1.063894364s","start":"2026-05-10T04:07:26.891752Z","end":"2026-05-10T04:07:27.955647Z","steps":["trace[1408217580] 'agreement among raft nodes before linearized reading' (duration: 1.063793422s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:27.955636Z","caller":"traceutil/trace.go:171","msg":"trace[1434981503] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"1.224794526s","start":"2026-05-10T04:07:26.730813Z","end":"2026-05-10T04:07:27.955608Z","steps":["trace[1434981503] 'process raft request' (duration: 1.224604402s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:27.955673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.730438Z","time spent":"1.225131833s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:27.955691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.730761Z","time spent":"1.224845247s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:27.95573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.891724Z","time spent":"1.063991376s","remote":"127.0.0.1:34008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:07:27.955501Z","caller":"traceutil/trace.go:171","msg":"trace[1712871337] linearizableReadLoop","detail":"{readStateIndex:1394; appliedIndex:1390; }","duration":"1.063671249s","start":"2026-05-10T04:07:26.891806Z","end":"2026-05-10T04:07:27.955478Z","steps":["trace[1712871337] 'read index received' (duration: 935.937803ms)","trace[1712871337] 'applied index is now lower than readState.Index' (duration: 127.732226ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:27.955831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:26.730809Z","time spent":"1.224923079s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:28.03625Z","caller":"traceutil/trace.go:171","msg":"trace[1004406094] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"416.821115ms","start":"2026-05-10T04:07:27.619399Z","end":"2026-05-10T04:07:28.03622Z","steps":["trace[1004406094] 'process raft request' (duration: 416.6353ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:28.036284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.819182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:28.036358Z","caller":"traceutil/trace.go:171","msg":"trace[1053277953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1337; }","duration":"866.933085ms","start":"2026-05-10T04:07:27.169408Z","end":"2026-05-10T04:07:28.036341Z","steps":["trace[1053277953] 'agreement among raft nodes before linearized reading' (duration: 866.791092ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:28.036385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:27.619377Z","time spent":"416.940707ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:28.036406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:27.169393Z","time spent":"867.005507ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:29.407228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.241137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-05-10T04:07:29.407305Z","caller":"traceutil/trace.go:171","msg":"trace[689401856] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1337; }","duration":"677.36374ms","start":"2026-05-10T04:07:28.729924Z","end":"2026-05-10T04:07:29.407288Z","steps":["trace[689401856] 'range keys from in-memory index tree' (duration: 677.071433ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:29.407344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:28.729903Z","time spent":"677.431332ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:07:29.427348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757821,"retry-timeout":"500ms"} {"level":"info","ts":"2026-05-10T04:07:29.532093Z","caller":"traceutil/trace.go:171","msg":"trace[43346219] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"800.897753ms","start":"2026-05-10T04:07:28.731175Z","end":"2026-05-10T04:07:29.532073Z","steps":["trace[43346219] 'process raft request' (duration: 800.698568ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:29.532245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:28.731153Z","time spent":"801.032825ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:30.557272Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.025408062s","expected-duration":"1s"} {"level":"warn","ts":"2026-05-10T04:07:31.168322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000252649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T04:07:31.168426Z","caller":"traceutil/trace.go:171","msg":"trace[840574382] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423213s","start":"2026-05-10T04:07:29.167983Z","end":"2026-05-10T04:07:31.168406Z","steps":["trace[840574382] 'agreement among raft nodes before linearized reading' (duration: 2.00028405s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.168568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:29.16792Z","time spent":"2.000600997s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 04:07:31 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T04:07:31.502036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.402444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:31.502192Z","caller":"traceutil/trace.go:171","msg":"trace[340825739] linearizableReadLoop","detail":"{readStateIndex:1397; appliedIndex:1395; }","duration":"2.575395666s","start":"2026-05-10T04:07:28.926771Z","end":"2026-05-10T04:07:31.502167Z","steps":["trace[340825739] 'read index received' (duration: 605.082699ms)","trace[340825739] 'applied index is now lower than readState.Index' (duration: 1.970311167s)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:31.502497Z","caller":"traceutil/trace.go:171","msg":"trace[942218837] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"2.090373931s","start":"2026-05-10T04:07:29.412103Z","end":"2026-05-10T04:07:31.502477Z","steps":["trace[942218837] 'process raft request' (duration: 1.145438415s)","trace[942218837] 'compare' (duration: 943.908153ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:31.502597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:29.412079Z","time spent":"2.090469354s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:31.502868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.576085122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:31.502925Z","caller":"traceutil/trace.go:171","msg":"trace[319115589] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1339; }","duration":"2.576183214s","start":"2026-05-10T04:07:28.926728Z","end":"2026-05-10T04:07:31.502911Z","steps":["trace[319115589] 'agreement among raft nodes before linearized reading' (duration: 2.576087202s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.503008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:28.926709Z","time spent":"2.576283356s","remote":"127.0.0.1:51320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:31.503129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55376477s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:31.503236Z","caller":"traceutil/trace.go:171","msg":"trace[344768328] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1339; }","duration":"1.553907323s","start":"2026-05-10T04:07:29.94931Z","end":"2026-05-10T04:07:31.503217Z","steps":["trace[344768328] 'agreement among raft nodes before linearized reading' (duration: 1.553702549s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.503326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541962325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T04:07:31.503394Z","caller":"traceutil/trace.go:171","msg":"trace[543761324] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1339; }","duration":"1.542072198s","start":"2026-05-10T04:07:29.961306Z","end":"2026-05-10T04:07:31.503378Z","steps":["trace[543761324] 'agreement among raft nodes before linearized reading' (duration: 1.541868743s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.503436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:29.961287Z","time spent":"1.542141789s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:31.503308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:29.949297Z","time spent":"1.553996355s","remote":"127.0.0.1:37814","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:31.503469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.069869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:31.503536Z","caller":"traceutil/trace.go:171","msg":"trace[720408460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1339; }","duration":"335.171112ms","start":"2026-05-10T04:07:31.168351Z","end":"2026-05-10T04:07:31.503522Z","steps":["trace[720408460] 'agreement among raft nodes before linearized reading' (duration: 335.08007ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.503582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:31.168333Z","time spent":"335.238194ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:31.503641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541425962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-10T04:07:31.503674Z","caller":"traceutil/trace.go:171","msg":"trace[649702293] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1339; }","duration":"1.541478763s","start":"2026-05-10T04:07:29.962187Z","end":"2026-05-10T04:07:31.503666Z","steps":["trace[649702293] 'agreement among raft nodes before linearized reading' (duration: 1.541392621s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.503713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:29.962178Z","time spent":"1.541527675s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:31.504078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543885108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-05-10T04:07:31.504133Z","caller":"traceutil/trace.go:171","msg":"trace[1194824143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1339; }","duration":"1.54398621s","start":"2026-05-10T04:07:29.960134Z","end":"2026-05-10T04:07:31.504121Z","steps":["trace[1194824143] 'agreement among raft nodes before linearized reading' (duration: 1.543799726s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.504173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:29.960115Z","time spent":"1.544047841s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-05-10T04:07:31.504348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544755457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-10T04:07:31.504931Z","caller":"traceutil/trace.go:171","msg":"trace[2014929228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1339; }","duration":"1.544862089s","start":"2026-05-10T04:07:29.959536Z","end":"2026-05-10T04:07:31.504398Z","steps":["trace[2014929228] 'agreement among raft nodes before linearized reading' (duration: 1.544658475s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.505032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:29.95951Z","time spent":"1.545503653s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:31.805023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.307137ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:31.805318Z","caller":"traceutil/trace.go:171","msg":"trace[1872547216] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"297.450036ms","start":"2026-05-10T04:07:31.507749Z","end":"2026-05-10T04:07:31.805199Z","steps":["trace[1872547216] 'process raft request' (duration: 99.836841ms)","trace[1872547216] 'compare' (duration: 197.126014ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:31.99517Z","caller":"traceutil/trace.go:171","msg":"trace[596851074] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"403.877264ms","start":"2026-05-10T04:07:31.591271Z","end":"2026-05-10T04:07:31.995148Z","steps":["trace[596851074] 'process raft request' (duration: 403.66505ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:31.995241Z","caller":"traceutil/trace.go:171","msg":"trace[2119063983] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"486.730542ms","start":"2026-05-10T04:07:31.508495Z","end":"2026-05-10T04:07:31.995226Z","steps":["trace[2119063983] 'process raft request' (duration: 408.805894ms)","trace[2119063983] 'compare' (duration: 77.359466ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:31.995293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:31.591245Z","time spent":"403.985216ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:31.995281Z","caller":"traceutil/trace.go:171","msg":"trace[1301385800] linearizableReadLoop","detail":"{readStateIndex:1399; appliedIndex:1397; }","duration":"480.087654ms","start":"2026-05-10T04:07:31.51516Z","end":"2026-05-10T04:07:31.995247Z","steps":["trace[1301385800] 'read index received' (duration: 92.425974ms)","trace[1301385800] 'applied index is now lower than readState.Index' (duration: 387.657279ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:31.995163Z","caller":"traceutil/trace.go:171","msg":"trace[1573619233] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"479.153943ms","start":"2026-05-10T04:07:31.515976Z","end":"2026-05-10T04:07:31.99513Z","steps":["trace[1573619233] 'process raft request' (duration: 478.939768ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.995484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:31.515968Z","time spent":"479.49543ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:31.995561Z","caller":"traceutil/trace.go:171","msg":"trace[610651347] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"479.861359ms","start":"2026-05-10T04:07:31.515679Z","end":"2026-05-10T04:07:31.995541Z","steps":["trace[610651347] 'process raft request' (duration: 479.195014ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:31.995663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:31.508485Z","time spent":"487.086761ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:31.995673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:31.51567Z","time spent":"479.942902ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:32.156049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.040655ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T04:07:32.156224Z","caller":"traceutil/trace.go:171","msg":"trace[797673403] linearizableReadLoop","detail":"{readStateIndex:1403; appliedIndex:1402; }","duration":"160.83242ms","start":"2026-05-10T04:07:31.995359Z","end":"2026-05-10T04:07:32.156192Z","steps":["trace[797673403] 'read index received' (duration: 114.843µs)","trace[797673403] 'applied index is now lower than readState.Index' (duration: 160.714727ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:32.156302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.108577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:32.156365Z","caller":"traceutil/trace.go:171","msg":"trace[37306912] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1344; }","duration":"641.207049ms","start":"2026-05-10T04:07:31.515141Z","end":"2026-05-10T04:07:32.156348Z","steps":["trace[37306912] 'agreement among raft nodes before linearized reading' (duration: 480.306388ms)","trace[37306912] 'range keys from in-memory index tree' (duration: 160.779369ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:32.156386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.423144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T04:07:32.1564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:31.515135Z","time spent":"641.257131ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-05-10T04:07:32.156409Z","caller":"traceutil/trace.go:171","msg":"trace[1167544436] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1344; }","duration":"178.506996ms","start":"2026-05-10T04:07:31.977895Z","end":"2026-05-10T04:07:32.156402Z","steps":["trace[1167544436] 'agreement among raft nodes before linearized reading' (duration: 178.412144ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:32.156414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.809558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:07:32.156484Z","caller":"traceutil/trace.go:171","msg":"trace[727107286] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1344; }","duration":"131.929291ms","start":"2026-05-10T04:07:32.024537Z","end":"2026-05-10T04:07:32.156466Z","steps":["trace[727107286] 'agreement among raft nodes before linearized reading' (duration: 131.792808ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:32.156636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.543505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-05-10T04:07:32.156773Z","caller":"traceutil/trace.go:171","msg":"trace[1170558998] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1; range_end:; response_count:1; response_revision:1344; }","duration":"640.720259ms","start":"2026-05-10T04:07:31.516025Z","end":"2026-05-10T04:07:32.156745Z","steps":["trace[1170558998] 'agreement among raft nodes before linearized reading' (duration: 640.33487ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:32.156849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:31.516019Z","time spent":"640.818761ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1\" "} {"level":"info","ts":"2026-05-10T04:07:33.210217Z","caller":"traceutil/trace.go:171","msg":"trace[401838914] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"179.248242ms","start":"2026-05-10T04:07:33.030936Z","end":"2026-05-10T04:07:33.210185Z","steps":["trace[401838914] 'process raft request' (duration: 178.857804ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:33.418879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.416002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:07:33.418987Z","caller":"traceutil/trace.go:171","msg":"trace[2111107858] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1346; }","duration":"165.574456ms","start":"2026-05-10T04:07:33.253389Z","end":"2026-05-10T04:07:33.418963Z","steps":["trace[2111107858] 'count revisions from in-memory index tree' (duration: 165.34562ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:34.243443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.714024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-05-10T04:07:34.243515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.523334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-05-10T04:07:34.243499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.093729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:07:34.243527Z","caller":"traceutil/trace.go:171","msg":"trace[1395301545] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1347; }","duration":"433.854677ms","start":"2026-05-10T04:07:33.809654Z","end":"2026-05-10T04:07:34.243509Z","steps":["trace[1395301545] 'range keys from in-memory index tree' (duration: 433.513899ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:34.243555Z","caller":"traceutil/trace.go:171","msg":"trace[1836889400] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1347; }","duration":"316.586285ms","start":"2026-05-10T04:07:33.92695Z","end":"2026-05-10T04:07:34.243536Z","steps":["trace[1836889400] 'count revisions from in-memory index tree' (duration: 316.462502ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:34.243559Z","caller":"traceutil/trace.go:171","msg":"trace[634928197] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1347; }","duration":"244.211441ms","start":"2026-05-10T04:07:33.999334Z","end":"2026-05-10T04:07:34.243545Z","steps":["trace[634928197] 'range keys from in-memory index tree' (duration: 243.937825ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:34.243577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:33.80963Z","time spent":"433.935898ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-05-10T04:07:34.243586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:33.926929Z","time spent":"316.649237ms","remote":"127.0.0.1:34274","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:34.24371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.89681ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:34.24377Z","caller":"traceutil/trace.go:171","msg":"trace[943240145] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1347; }","duration":"590.958622ms","start":"2026-05-10T04:07:33.652803Z","end":"2026-05-10T04:07:34.243761Z","steps":["trace[943240145] 'range keys from in-memory index tree' (duration: 590.88649ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:34.243851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.905685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-05-10T04:07:34.243469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.531789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:07:34.243886Z","caller":"traceutil/trace.go:171","msg":"trace[1271151431] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1347; }","duration":"243.966745ms","start":"2026-05-10T04:07:33.999909Z","end":"2026-05-10T04:07:34.243876Z","steps":["trace[1271151431] 'range keys from in-memory index tree' (duration: 243.764152ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:34.243915Z","caller":"traceutil/trace.go:171","msg":"trace[562808464] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1347; }","duration":"380.03084ms","start":"2026-05-10T04:07:33.863871Z","end":"2026-05-10T04:07:34.243902Z","steps":["trace[562808464] 'count revisions from in-memory index tree' (duration: 379.418586ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:34.243991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:33.863851Z","time spent":"380.125462ms","remote":"127.0.0.1:34242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:34.244085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.769931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-05-10T04:07:34.244111Z","caller":"traceutil/trace.go:171","msg":"trace[371132006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1347; }","duration":"243.827662ms","start":"2026-05-10T04:07:34.000275Z","end":"2026-05-10T04:07:34.244103Z","steps":["trace[371132006] 'range keys from in-memory index tree' (duration: 243.69519ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:34.294712Z","caller":"traceutil/trace.go:171","msg":"trace[1150784613] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"293.811855ms","start":"2026-05-10T04:07:34.000877Z","end":"2026-05-10T04:07:34.294689Z","steps":["trace[1150784613] 'process raft request' (duration: 293.59139ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:34.295065Z","caller":"traceutil/trace.go:171","msg":"trace[120546026] linearizableReadLoop","detail":"{readStateIndex:1407; appliedIndex:1407; }","duration":"278.259376ms","start":"2026-05-10T04:07:34.016786Z","end":"2026-05-10T04:07:34.295045Z","steps":["trace[120546026] 'read index received' (duration: 278.253915ms)","trace[120546026] 'applied index is now lower than readState.Index' (duration: 4.291µs)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:34.295193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.381378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:34.295229Z","caller":"traceutil/trace.go:171","msg":"trace[1930848205] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1348; }","duration":"278.453909ms","start":"2026-05-10T04:07:34.016761Z","end":"2026-05-10T04:07:34.295215Z","steps":["trace[1930848205] 'agreement among raft nodes before linearized reading' (duration: 278.378488ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:34.796105Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:07:35.296294Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757853,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:07:35.442598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148352421s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:07:35.443634Z","caller":"traceutil/trace.go:171","msg":"trace[1249802334] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"1.195725384s","start":"2026-05-10T04:07:34.247885Z","end":"2026-05-10T04:07:35.443611Z","steps":["trace[1249802334] 'process raft request' (duration: 1.195658133s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:35.443655Z","caller":"traceutil/trace.go:171","msg":"trace[335161295] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"1.195866458s","start":"2026-05-10T04:07:34.247755Z","end":"2026-05-10T04:07:35.443622Z","steps":["trace[335161295] 'process raft request' (duration: 1.195617192s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:35.443676Z","caller":"traceutil/trace.go:171","msg":"trace[374675994] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"1.195785366s","start":"2026-05-10T04:07:34.247858Z","end":"2026-05-10T04:07:35.443643Z","steps":["trace[374675994] 'process raft request' (duration: 1.195651393s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:35.443779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:34.247857Z","time spent":"1.195848127s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:35.443874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:34.24785Z","time spent":"1.195931169s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:35.443905Z","caller":"traceutil/trace.go:171","msg":"trace[1649767489] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"1.194705711s","start":"2026-05-10T04:07:34.249151Z","end":"2026-05-10T04:07:35.443856Z","steps":["trace[1649767489] 'process raft request' (duration: 1.194422924s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:35.44396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:34.247738Z","time spent":"1.195990441s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:35.444204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:34.24914Z","time spent":"1.194916816s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:35.732319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.239735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:35.732419Z","caller":"traceutil/trace.go:171","msg":"trace[1429735319] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1407; }","duration":"1.437277465s","start":"2026-05-10T04:07:34.29512Z","end":"2026-05-10T04:07:35.732398Z","steps":["trace[1429735319] 'read index received' (duration: 1.148249329s)","trace[1429735319] 'applied index is now lower than readState.Index' (duration: 289.027006ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:35.732561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550007145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:07:35.732607Z","caller":"traceutil/trace.go:171","msg":"trace[1354513506] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1353; }","duration":"1.550100727s","start":"2026-05-10T04:07:34.182496Z","end":"2026-05-10T04:07:35.732597Z","steps":["trace[1354513506] 'agreement among raft nodes before linearized reading' (duration: 1.549999635s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:35.732649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:34.182439Z","time spent":"1.55019961s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-05-10T04:07:35.732741Z","caller":"traceutil/trace.go:171","msg":"trace[524763888] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"644.070124ms","start":"2026-05-10T04:07:35.088646Z","end":"2026-05-10T04:07:35.732716Z","steps":["trace[524763888] 'process raft request' (duration: 508.355948ms)","trace[524763888] 'compare' (duration: 135.078311ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:35.732824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:35.088609Z","time spent":"644.173346ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:35.73285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.021614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:35.732932Z","caller":"traceutil/trace.go:171","msg":"trace[1381512092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"563.229229ms","start":"2026-05-10T04:07:35.16969Z","end":"2026-05-10T04:07:35.732919Z","steps":["trace[1381512092] 'agreement among raft nodes before linearized reading' (duration: 563.059565ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:35.732977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.590496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-05-10T04:07:35.733004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:35.169666Z","time spent":"563.329872ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:35.73283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.758223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:35.733089Z","caller":"traceutil/trace.go:171","msg":"trace[1002676446] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1353; }","duration":"169.77519ms","start":"2026-05-10T04:07:35.563286Z","end":"2026-05-10T04:07:35.733061Z","steps":["trace[1002676446] 'agreement among raft nodes before linearized reading' (duration: 169.450693ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:35.733112Z","caller":"traceutil/trace.go:171","msg":"trace[2105357703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"261.07838ms","start":"2026-05-10T04:07:35.472013Z","end":"2026-05-10T04:07:35.733091Z","steps":["trace[2105357703] 'agreement among raft nodes before linearized reading' (duration: 260.729222ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:35.733209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.333483195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:35.733287Z","caller":"traceutil/trace.go:171","msg":"trace[217012545] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1353; }","duration":"1.333620258s","start":"2026-05-10T04:07:34.39965Z","end":"2026-05-10T04:07:35.733271Z","steps":["trace[217012545] 'agreement among raft nodes before linearized reading' (duration: 1.33283518s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:35.733326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:34.399632Z","time spent":"1.333684589s","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:36.941662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.901838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:36.941868Z","caller":"traceutil/trace.go:171","msg":"trace[836217598] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1412; }","duration":"526.840623ms","start":"2026-05-10T04:07:36.415006Z","end":"2026-05-10T04:07:36.941846Z","steps":["trace[836217598] 'read index received' (duration: 259.684818ms)","trace[836217598] 'applied index is now lower than readState.Index' (duration: 267.154225ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:36.942196Z","caller":"traceutil/trace.go:171","msg":"trace[1027058276] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"641.079408ms","start":"2026-05-10T04:07:36.301098Z","end":"2026-05-10T04:07:36.942177Z","steps":["trace[1027058276] 'process raft request' (duration: 640.672299ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:36.942325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:36.301072Z","time spent":"641.181559ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:36.942449Z","caller":"traceutil/trace.go:171","msg":"trace[1209015532] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"1.204798838s","start":"2026-05-10T04:07:35.737624Z","end":"2026-05-10T04:07:36.942422Z","steps":["trace[1209015532] 'process raft request' (duration: 352.052221ms)","trace[1209015532] 'compare' (duration: 851.659863ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:36.942563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:35.73759Z","time spent":"1.204908071s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:36.942604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.043187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.210\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-05-10T04:07:36.942651Z","caller":"traceutil/trace.go:171","msg":"trace[1800556364] range","detail":"{range_begin:/registry/masterleases/199.204.45.210; range_end:; response_count:1; response_revision:1355; }","duration":"527.677022ms","start":"2026-05-10T04:07:36.414959Z","end":"2026-05-10T04:07:36.942636Z","steps":["trace[1800556364] 'agreement among raft nodes before linearized reading' (duration: 526.990667ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:36.943261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:36.414942Z","time spent":"528.301467ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.210\" "} {"level":"warn","ts":"2026-05-10T04:07:37.480776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.457373ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-05-10T04:07:37.480969Z","caller":"traceutil/trace.go:171","msg":"trace[1147118084] linearizableReadLoop","detail":"{readStateIndex:1415; appliedIndex:1414; }","duration":"384.656983ms","start":"2026-05-10T04:07:37.096299Z","end":"2026-05-10T04:07:37.480956Z","steps":["trace[1147118084] 'read index received' (duration: 177.932653ms)","trace[1147118084] 'applied index is now lower than readState.Index' (duration: 206.716959ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:37.480986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:36.943867Z","time spent":"537.112854ms","remote":"127.0.0.1:33816","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-05-10T04:07:37.481079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.763396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:07:37.481169Z","caller":"traceutil/trace.go:171","msg":"trace[1226426648] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1355; }","duration":"384.896698ms","start":"2026-05-10T04:07:37.096249Z","end":"2026-05-10T04:07:37.481145Z","steps":["trace[1226426648] 'agreement among raft nodes before linearized reading' (duration: 384.750265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:37.481228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.096229Z","time spent":"384.98484ms","remote":"127.0.0.1:34280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:37.481344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.382966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:07:37.481388Z","caller":"traceutil/trace.go:171","msg":"trace[820618361] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1355; }","duration":"286.434459ms","start":"2026-05-10T04:07:37.194931Z","end":"2026-05-10T04:07:37.481365Z","steps":["trace[820618361] 'agreement among raft nodes before linearized reading' (duration: 286.386538ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:37.481123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.566785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:37.48144Z","caller":"traceutil/trace.go:171","msg":"trace[1685092256] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1355; }","duration":"312.897702ms","start":"2026-05-10T04:07:37.168518Z","end":"2026-05-10T04:07:37.481416Z","steps":["trace[1685092256] 'agreement among raft nodes before linearized reading' (duration: 312.575515ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:37.4815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.168502Z","time spent":"312.977784ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:38.001216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13305495940913757863,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-05-10T04:07:38.745351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.59033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-05-10T04:07:38.745424Z","caller":"traceutil/trace.go:171","msg":"trace[473921422] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"1.2633356s","start":"2026-05-10T04:07:37.482075Z","end":"2026-05-10T04:07:38.74541Z","steps":["trace[473921422] 'process raft request' (duration: 702.615718ms)","trace[473921422] 'compare' (duration: 559.966315ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:38.745464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.482057Z","time spent":"1.263388191s","remote":"127.0.0.1:33816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:39.482602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982443598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-05-10T04:07:39.482681Z","caller":"traceutil/trace.go:171","msg":"trace[1485923601] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.982565631s","start":"2026-05-10T04:07:37.500098Z","end":"2026-05-10T04:07:39.482664Z","steps":["trace[1485923601] 'agreement among raft nodes before linearized reading' (duration: 1.982465609s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:39.482733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.500086Z","time spent":"1.982637572s","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/05/10 04:07:39 WARNING: [core] [Server #5] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-05-10T04:07:39.89987Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.715103448s","expected-duration":"1s"} {"level":"info","ts":"2026-05-10T04:07:39.900492Z","caller":"traceutil/trace.go:171","msg":"trace[1523381787] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"2.415128148s","start":"2026-05-10T04:07:37.485338Z","end":"2026-05-10T04:07:39.900467Z","steps":["trace[1523381787] 'process raft request' (duration: 2.414975544s)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:39.900578Z","caller":"traceutil/trace.go:171","msg":"trace[906593514] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"2.415732441s","start":"2026-05-10T04:07:37.484785Z","end":"2026-05-10T04:07:39.900517Z","steps":["trace[906593514] 'process raft request' (duration: 2.415381633s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:39.900667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.485332Z","time spent":"2.41526438s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:39.900772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.484772Z","time spent":"2.415880604s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:39.900903Z","caller":"traceutil/trace.go:171","msg":"trace[3273065] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"2.415390443s","start":"2026-05-10T04:07:37.485495Z","end":"2026-05-10T04:07:39.900885Z","steps":["trace[3273065] 'process raft request' (duration: 2.414909082s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:39.900988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.485484Z","time spent":"2.415463674s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:39.90159Z","caller":"traceutil/trace.go:171","msg":"trace[183924012] linearizableReadLoop","detail":"{readStateIndex:1420; appliedIndex:1415; }","duration":"2.401443671s","start":"2026-05-10T04:07:37.50013Z","end":"2026-05-10T04:07:39.901573Z","steps":["trace[183924012] 'read index received' (duration: 684.652795ms)","trace[183924012] 'applied index is now lower than readState.Index' (duration: 1.716789896s)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:39.901679Z","caller":"traceutil/trace.go:171","msg":"trace[1859196535] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"2.416060199s","start":"2026-05-10T04:07:37.485608Z","end":"2026-05-10T04:07:39.901668Z","steps":["trace[1859196535] 'process raft request' (duration: 2.415079286s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:39.901747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.485602Z","time spent":"2.41609916s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:40.154536Z","caller":"traceutil/trace.go:171","msg":"trace[1235290862] linearizableReadLoop","detail":"{readStateIndex:1421; appliedIndex:1420; }","duration":"252.875235ms","start":"2026-05-10T04:07:39.901634Z","end":"2026-05-10T04:07:40.154509Z","steps":["trace[1235290862] 'read index received' (duration: 249.53073ms)","trace[1235290862] 'applied index is now lower than readState.Index' (duration: 3.343455ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:40.154655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.163532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:07:40.154693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.356746087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:40.154712Z","caller":"traceutil/trace.go:171","msg":"trace[1631803305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1361; }","duration":"663.270195ms","start":"2026-05-10T04:07:39.491428Z","end":"2026-05-10T04:07:40.154698Z","steps":["trace[1631803305] 'agreement among raft nodes before linearized reading' (duration: 663.146282ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:40.15475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:39.491407Z","time spent":"663.334486ms","remote":"127.0.0.1:33792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:40.154871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407139037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-05-10T04:07:40.154939Z","caller":"traceutil/trace.go:171","msg":"trace[1822629166] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1361; }","duration":"1.407205339s","start":"2026-05-10T04:07:38.747698Z","end":"2026-05-10T04:07:40.154903Z","steps":["trace[1822629166] 'agreement among raft nodes before linearized reading' (duration: 1.407135108s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:40.154969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:38.747687Z","time spent":"1.407273331s","remote":"127.0.0.1:33940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-05-10T04:07:40.155094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.749458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T04:07:40.155161Z","caller":"traceutil/trace.go:171","msg":"trace[2122428429] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1361; }","duration":"398.860591ms","start":"2026-05-10T04:07:39.756286Z","end":"2026-05-10T04:07:40.155146Z","steps":["trace[2122428429] 'agreement among raft nodes before linearized reading' (duration: 398.668556ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:40.154651Z","caller":"traceutil/trace.go:171","msg":"trace[456612881] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"1.207661531s","start":"2026-05-10T04:07:38.946964Z","end":"2026-05-10T04:07:40.154626Z","steps":["trace[456612881] 'process raft request' (duration: 1.204213054s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:40.155218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:39.756264Z","time spent":"398.936792ms","remote":"127.0.0.1:34328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":139,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:40.155239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208596022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-05-10T04:07:40.155275Z","caller":"traceutil/trace.go:171","msg":"trace[1967924844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1361; }","duration":"1.208820496s","start":"2026-05-10T04:07:38.946445Z","end":"2026-05-10T04:07:40.155265Z","steps":["trace[1967924844] 'agreement among raft nodes before linearized reading' (duration: 1.20855526s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:40.155289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:38.946932Z","time spent":"1.208296716s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:40.155301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:38.94642Z","time spent":"1.208873618s","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-05-10T04:07:40.155302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.86479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-05-10T04:07:40.155394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.338137009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:07:40.155428Z","caller":"traceutil/trace.go:171","msg":"trace[617981966] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1; range_end:; response_count:1; response_revision:1361; }","duration":"669.052834ms","start":"2026-05-10T04:07:39.486348Z","end":"2026-05-10T04:07:40.155401Z","steps":["trace[617981966] 'agreement among raft nodes before linearized reading' (duration: 668.582494ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:40.155459Z","caller":"traceutil/trace.go:171","msg":"trace[1827140038] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1361; }","duration":"2.338243101s","start":"2026-05-10T04:07:37.817201Z","end":"2026-05-10T04:07:40.155444Z","steps":["trace[1827140038] 'agreement among raft nodes before linearized reading' (duration: 2.338093728s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:40.155504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.81719Z","time spent":"2.338306912s","remote":"127.0.0.1:33972","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:40.155503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:39.486326Z","time spent":"669.150636ms","remote":"127.0.0.1:33848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18ae188cdea56ca1\" "} {"level":"info","ts":"2026-05-10T04:07:40.15618Z","caller":"traceutil/trace.go:171","msg":"trace[1043190607] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1361; }","duration":"2.356850129s","start":"2026-05-10T04:07:37.797867Z","end":"2026-05-10T04:07:40.154718Z","steps":["trace[1043190607] 'agreement among raft nodes before linearized reading' (duration: 2.356745517s)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:40.156242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:37.797847Z","time spent":"2.358382435s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-05-10T04:07:44.15987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.580622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:44.159997Z","caller":"traceutil/trace.go:171","msg":"trace[36281240] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1398; }","duration":"110.763626ms","start":"2026-05-10T04:07:44.049207Z","end":"2026-05-10T04:07:44.159971Z","steps":["trace[36281240] 'range keys from in-memory index tree' (duration: 110.487239ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:44.510213Z","caller":"traceutil/trace.go:171","msg":"trace[1999715299] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"341.549134ms","start":"2026-05-10T04:07:44.168634Z","end":"2026-05-10T04:07:44.510183Z","steps":["trace[1999715299] 'process raft request' (duration: 341.406481ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:44.510395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:44.168603Z","time spent":"341.692788ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:44.529309Z","caller":"traceutil/trace.go:171","msg":"trace[2037191177] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1461; }","duration":"359.431126ms","start":"2026-05-10T04:07:44.169855Z","end":"2026-05-10T04:07:44.529286Z","steps":["trace[2037191177] 'read index received' (duration: 340.312187ms)","trace[2037191177] 'applied index is now lower than readState.Index' (duration: 19.117789ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:44.529486Z","caller":"traceutil/trace.go:171","msg":"trace[2139443146] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"360.669044ms","start":"2026-05-10T04:07:44.16879Z","end":"2026-05-10T04:07:44.529459Z","steps":["trace[2139443146] 'process raft request' (duration: 360.378157ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:44.529593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:44.168755Z","time spent":"360.789027ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-05-10T04:07:44.529666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.782095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:07:44.529761Z","caller":"traceutil/trace.go:171","msg":"trace[46509736] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1400; }","duration":"359.916557ms","start":"2026-05-10T04:07:44.169826Z","end":"2026-05-10T04:07:44.529742Z","steps":["trace[46509736] 'agreement among raft nodes before linearized reading' (duration: 359.725083ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:44.529807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:44.169812Z","time spent":"359.983938ms","remote":"127.0.0.1:33794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-05-10T04:07:44.530086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.836747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-05-10T04:07:44.5302Z","caller":"traceutil/trace.go:171","msg":"trace[109237074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1400; }","duration":"291.017741ms","start":"2026-05-10T04:07:44.239168Z","end":"2026-05-10T04:07:44.530186Z","steps":["trace[109237074] 'agreement among raft nodes before linearized reading' (duration: 290.53443ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:46.157904Z","caller":"traceutil/trace.go:171","msg":"trace[2038434851] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"191.335524ms","start":"2026-05-10T04:07:45.966541Z","end":"2026-05-10T04:07:46.157877Z","steps":["trace[2038434851] 'process raft request' (duration: 191.090178ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:46.158125Z","caller":"traceutil/trace.go:171","msg":"trace[1010079285] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"190.996946ms","start":"2026-05-10T04:07:45.967116Z","end":"2026-05-10T04:07:46.158113Z","steps":["trace[1010079285] 'process raft request' (duration: 190.72161ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:46.158335Z","caller":"traceutil/trace.go:171","msg":"trace[566711335] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"190.032635ms","start":"2026-05-10T04:07:45.96829Z","end":"2026-05-10T04:07:46.158323Z","steps":["trace[566711335] 'process raft request' (duration: 189.787589ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:49.701013Z","caller":"traceutil/trace.go:171","msg":"trace[514305617] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"110.533591ms","start":"2026-05-10T04:07:49.590447Z","end":"2026-05-10T04:07:49.70098Z","steps":["trace[514305617] 'process raft request' (duration: 110.263245ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:50.225973Z","caller":"traceutil/trace.go:171","msg":"trace[1573586979] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"235.680068ms","start":"2026-05-10T04:07:49.990265Z","end":"2026-05-10T04:07:50.225945Z","steps":["trace[1573586979] 'process raft request' (duration: 235.405652ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:50.394824Z","caller":"traceutil/trace.go:171","msg":"trace[1387500789] linearizableReadLoop","detail":"{readStateIndex:1501; appliedIndex:1499; }","duration":"227.890383ms","start":"2026-05-10T04:07:50.166908Z","end":"2026-05-10T04:07:50.394799Z","steps":["trace[1387500789] 'read index received' (duration: 58.877801ms)","trace[1387500789] 'applied index is now lower than readState.Index' (duration: 169.011322ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:50.395052Z","caller":"traceutil/trace.go:171","msg":"trace[811259405] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"401.476159ms","start":"2026-05-10T04:07:49.993404Z","end":"2026-05-10T04:07:50.39488Z","steps":["trace[811259405] 'process raft request' (duration: 356.06564ms)","trace[811259405] 'compare' (duration: 45.227415ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:50.395066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.120809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-05-10T04:07:50.39514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.833631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-05-10T04:07:50.395198Z","caller":"traceutil/trace.go:171","msg":"trace[587660625] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1438; }","duration":"228.284893ms","start":"2026-05-10T04:07:50.166871Z","end":"2026-05-10T04:07:50.395156Z","steps":["trace[587660625] 'agreement among raft nodes before linearized reading' (duration: 228.021637ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:50.395202Z","caller":"traceutil/trace.go:171","msg":"trace[1719298605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1438; }","duration":"222.925303ms","start":"2026-05-10T04:07:50.172261Z","end":"2026-05-10T04:07:50.395186Z","steps":["trace[1719298605] 'agreement among raft nodes before linearized reading' (duration: 222.728898ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:50.395324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:49.993382Z","time spent":"401.759347ms","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-05-10T04:07:50.395356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.363487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-05-10T04:07:50.395417Z","caller":"traceutil/trace.go:171","msg":"trace[770805115] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1438; }","duration":"221.45427ms","start":"2026-05-10T04:07:50.173949Z","end":"2026-05-10T04:07:50.395403Z","steps":["trace[770805115] 'agreement among raft nodes before linearized reading' (duration: 221.258265ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:50.395323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.132622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-05-10T04:07:50.395655Z","caller":"traceutil/trace.go:171","msg":"trace[1242502963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1438; }","duration":"221.445179ms","start":"2026-05-10T04:07:50.174118Z","end":"2026-05-10T04:07:50.395564Z","steps":["trace[1242502963] 'agreement among raft nodes before linearized reading' (duration: 220.973819ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:50.58558Z","caller":"traceutil/trace.go:171","msg":"trace[923245551] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"120.33037ms","start":"2026-05-10T04:07:50.465223Z","end":"2026-05-10T04:07:50.585553Z","steps":["trace[923245551] 'process raft request' (duration: 62.87802ms)","trace[923245551] 'compare' (duration: 57.270465ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:54.002356Z","caller":"traceutil/trace.go:171","msg":"trace[1633869176] transaction","detail":"{read_only:false; response_revision:1454; number_of_response:1; }","duration":"112.409892ms","start":"2026-05-10T04:07:53.889919Z","end":"2026-05-10T04:07:54.002329Z","steps":["trace[1633869176] 'process raft request' (duration: 112.270669ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:54.727019Z","caller":"traceutil/trace.go:171","msg":"trace[175277710] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"111.924841ms","start":"2026-05-10T04:07:54.615031Z","end":"2026-05-10T04:07:54.726956Z","steps":["trace[175277710] 'process raft request' (duration: 111.624955ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:54.965823Z","caller":"traceutil/trace.go:171","msg":"trace[2062797919] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1523; }","duration":"231.162287ms","start":"2026-05-10T04:07:54.734633Z","end":"2026-05-10T04:07:54.965795Z","steps":["trace[2062797919] 'read index received' (duration: 57.261µs)","trace[2062797919] 'applied index is now lower than readState.Index' (duration: 231.103946ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:54.965989Z","caller":"traceutil/trace.go:171","msg":"trace[1055003079] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"231.31132ms","start":"2026-05-10T04:07:54.734616Z","end":"2026-05-10T04:07:54.965927Z","steps":["trace[1055003079] 'process raft request' (duration: 162.585273ms)","trace[1055003079] 'compare' (duration: 68.482372ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:54.966048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.396942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-05-10T04:07:54.966087Z","caller":"traceutil/trace.go:171","msg":"trace[1824706821] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1460; }","duration":"231.476934ms","start":"2026-05-10T04:07:54.734596Z","end":"2026-05-10T04:07:54.966073Z","steps":["trace[1824706821] 'agreement among raft nodes before linearized reading' (duration: 231.320641ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:55.158181Z","caller":"traceutil/trace.go:171","msg":"trace[39318902] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"423.514452ms","start":"2026-05-10T04:07:54.734633Z","end":"2026-05-10T04:07:55.158147Z","steps":["trace[39318902] 'process raft request' (duration: 336.589757ms)","trace[39318902] 'compare' (duration: 86.670539ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:07:55.158359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:54.734614Z","time spent":"423.651614ms","remote":"127.0.0.1:33882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":606,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:55.158385Z","caller":"traceutil/trace.go:171","msg":"trace[225599258] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"423.058952ms","start":"2026-05-10T04:07:54.735307Z","end":"2026-05-10T04:07:55.158365Z","steps":["trace[225599258] 'process raft request' (duration: 422.744225ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:55.158521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:54.735298Z","time spent":"423.138853ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:55.158578Z","caller":"traceutil/trace.go:171","msg":"trace[1272222] linearizableReadLoop","detail":"{readStateIndex:1527; appliedIndex:1524; }","duration":"192.662092ms","start":"2026-05-10T04:07:54.965891Z","end":"2026-05-10T04:07:55.158553Z","steps":["trace[1272222] 'read index received' (duration: 105.329918ms)","trace[1272222] 'applied index is now lower than readState.Index' (duration: 87.330994ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:07:55.15861Z","caller":"traceutil/trace.go:171","msg":"trace[1585963767] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"313.618418ms","start":"2026-05-10T04:07:54.844964Z","end":"2026-05-10T04:07:55.158582Z","steps":["trace[1585963767] 'process raft request' (duration: 313.319402ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:55.15876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.690101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:510"} {"level":"warn","ts":"2026-05-10T04:07:55.158762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:54.84493Z","time spent":"313.74166ms","remote":"127.0.0.1:33954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6755,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:07:55.158796Z","caller":"traceutil/trace.go:171","msg":"trace[544868764] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1463; }","duration":"380.763233ms","start":"2026-05-10T04:07:54.77802Z","end":"2026-05-10T04:07:55.158784Z","steps":["trace[544868764] 'agreement among raft nodes before linearized reading' (duration: 380.61826ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:07:55.158828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:07:54.778005Z","time spent":"380.815784ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-05-10T04:07:55.167787Z","caller":"traceutil/trace.go:171","msg":"trace[491401605] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"195.877654ms","start":"2026-05-10T04:07:54.971895Z","end":"2026-05-10T04:07:55.167772Z","steps":["trace[491401605] 'process raft request' (duration: 195.787972ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:07:55.337709Z","caller":"traceutil/trace.go:171","msg":"trace[666919357] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"149.880164ms","start":"2026-05-10T04:07:55.187792Z","end":"2026-05-10T04:07:55.337672Z","steps":["trace[666919357] 'process raft request' (duration: 75.55295ms)","trace[666919357] 'compare' (duration: 74.136329ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:08:01.848029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.404323ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T04:08:01.848236Z","caller":"traceutil/trace.go:171","msg":"trace[908790729] linearizableReadLoop","detail":"{readStateIndex:1562; appliedIndex:1561; }","duration":"128.605458ms","start":"2026-05-10T04:08:01.71961Z","end":"2026-05-10T04:08:01.848216Z","steps":["trace[908790729] 'read index received' (duration: 16.9801ms)","trace[908790729] 'applied index is now lower than readState.Index' (duration: 111.623528ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:08:01.84842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.777741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-05-10T04:08:01.848551Z","caller":"traceutil/trace.go:171","msg":"trace[1356832080] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1496; }","duration":"128.877044ms","start":"2026-05-10T04:08:01.719605Z","end":"2026-05-10T04:08:01.848482Z","steps":["trace[1356832080] 'agreement among raft nodes before linearized reading' (duration: 128.70497ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:08:05.700947Z","caller":"traceutil/trace.go:171","msg":"trace[1357076136] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"115.258379ms","start":"2026-05-10T04:08:05.585662Z","end":"2026-05-10T04:08:05.70092Z","steps":["trace[1357076136] 'process raft request' (duration: 45.556099ms)","trace[1357076136] 'compare' (duration: 69.562017ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:08:18.565234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.876036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:08:18.565325Z","caller":"traceutil/trace.go:171","msg":"trace[1273644299] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1578; }","duration":"227.02966ms","start":"2026-05-10T04:08:18.338273Z","end":"2026-05-10T04:08:18.565303Z","steps":["trace[1273644299] 'count revisions from in-memory index tree' (duration: 226.775385ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:08:18.565691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.968032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-05-10T04:08:18.565793Z","caller":"traceutil/trace.go:171","msg":"trace[276441412] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1578; }","duration":"106.164666ms","start":"2026-05-10T04:08:18.459603Z","end":"2026-05-10T04:08:18.565768Z","steps":["trace[276441412] 'range keys from in-memory index tree' (duration: 105.770236ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:08:19.524555Z","caller":"traceutil/trace.go:171","msg":"trace[1249693502] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"128.641319ms","start":"2026-05-10T04:08:19.395894Z","end":"2026-05-10T04:08:19.524535Z","steps":["trace[1249693502] 'process raft request' (duration: 128.513926ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:08:23.090143Z","caller":"traceutil/trace.go:171","msg":"trace[568746417] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1669; }","duration":"210.224604ms","start":"2026-05-10T04:08:22.879894Z","end":"2026-05-10T04:08:23.090118Z","steps":["trace[568746417] 'read index received' (duration: 36.538678ms)","trace[568746417] 'applied index is now lower than readState.Index' (duration: 173.684856ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:08:23.090266Z","caller":"traceutil/trace.go:171","msg":"trace[672371999] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"211.208727ms","start":"2026-05-10T04:08:22.87903Z","end":"2026-05-10T04:08:23.090239Z","steps":["trace[672371999] 'process raft request' (duration: 210.935251ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:08:23.090447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-05-10T04:08:23.09055Z","caller":"traceutil/trace.go:171","msg":"trace[1928526466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1601; }","duration":"210.652773ms","start":"2026-05-10T04:08:22.879879Z","end":"2026-05-10T04:08:23.090531Z","steps":["trace[1928526466] 'agreement among raft nodes before linearized reading' (duration: 210.339406ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:08:23.098115Z","caller":"traceutil/trace.go:171","msg":"trace[536037274] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"135.89783ms","start":"2026-05-10T04:08:22.962207Z","end":"2026-05-10T04:08:23.098105Z","steps":["trace[536037274] 'process raft request' (duration: 135.807608ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:08:53.725488Z","caller":"traceutil/trace.go:171","msg":"trace[1334777922] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"324.715486ms","start":"2026-05-10T04:08:53.400746Z","end":"2026-05-10T04:08:53.725462Z","steps":["trace[1334777922] 'process raft request' (duration: 324.576673ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:08:53.725641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:08:53.400729Z","time spent":"324.826548ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:08:53.853736Z","caller":"traceutil/trace.go:171","msg":"trace[1743503273] transaction","detail":"{read_only:false; response_revision:1757; number_of_response:1; }","duration":"117.145301ms","start":"2026-05-10T04:08:53.736558Z","end":"2026-05-10T04:08:53.853704Z","steps":["trace[1743503273] 'process raft request' (duration: 51.309299ms)","trace[1743503273] 'compare' (duration: 65.701729ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:09:33.605541Z","caller":"traceutil/trace.go:171","msg":"trace[172523488] linearizableReadLoop","detail":"{readStateIndex:2041; appliedIndex:2040; }","duration":"207.876946ms","start":"2026-05-10T04:09:33.39763Z","end":"2026-05-10T04:09:33.605507Z","steps":["trace[172523488] 'read index received' (duration: 207.490957ms)","trace[172523488] 'applied index is now lower than readState.Index' (duration: 383.888µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:09:33.605662Z","caller":"traceutil/trace.go:171","msg":"trace[1128227945] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"307.358433ms","start":"2026-05-10T04:09:33.298267Z","end":"2026-05-10T04:09:33.605625Z","steps":["trace[1128227945] 'process raft request' (duration: 306.75516ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:09:33.605822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.175532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-05-10T04:09:33.605858Z","caller":"traceutil/trace.go:171","msg":"trace[527352372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1957; }","duration":"208.278844ms","start":"2026-05-10T04:09:33.39757Z","end":"2026-05-10T04:09:33.605848Z","steps":["trace[527352372] 'agreement among raft nodes before linearized reading' (duration: 208.055639ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:09:33.605944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:09:33.29825Z","time spent":"307.600158ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:09:33.607908Z","caller":"traceutil/trace.go:171","msg":"trace[456137636] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"109.344619ms","start":"2026-05-10T04:09:33.498546Z","end":"2026-05-10T04:09:33.607891Z","steps":["trace[456137636] 'process raft request' (duration: 109.210836ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:09:35.687003Z","caller":"traceutil/trace.go:171","msg":"trace[161837518] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"127.063725ms","start":"2026-05-10T04:09:35.559907Z","end":"2026-05-10T04:09:35.686971Z","steps":["trace[161837518] 'process raft request' (duration: 123.130408ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:09:35.686994Z","caller":"traceutil/trace.go:171","msg":"trace[2034782861] linearizableReadLoop","detail":"{readStateIndex:2052; appliedIndex:2051; }","duration":"106.485405ms","start":"2026-05-10T04:09:35.580465Z","end":"2026-05-10T04:09:35.686951Z","steps":["trace[2034782861] 'read index received' (duration: 102.568168ms)","trace[2034782861] 'applied index is now lower than readState.Index' (duration: 3.915627ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:09:35.687251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.757901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-05-10T04:09:35.687311Z","caller":"traceutil/trace.go:171","msg":"trace[2005369525] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1968; }","duration":"106.878533ms","start":"2026-05-10T04:09:35.580416Z","end":"2026-05-10T04:09:35.687295Z","steps":["trace[2005369525] 'agreement among raft nodes before linearized reading' (duration: 106.644588ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:10:14.18124Z","caller":"traceutil/trace.go:171","msg":"trace[1300692665] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"148.760342ms","start":"2026-05-10T04:10:14.032455Z","end":"2026-05-10T04:10:14.181215Z","steps":["trace[1300692665] 'process raft request' (duration: 148.599408ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:10:14.622261Z","caller":"traceutil/trace.go:171","msg":"trace[164663508] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"115.308991ms","start":"2026-05-10T04:10:14.506923Z","end":"2026-05-10T04:10:14.622232Z","steps":["trace[164663508] 'process raft request' (duration: 115.136037ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:10:36.679607Z","caller":"traceutil/trace.go:171","msg":"trace[1623187398] transaction","detail":"{read_only:false; response_revision:2281; number_of_response:1; }","duration":"159.775817ms","start":"2026-05-10T04:10:36.519799Z","end":"2026-05-10T04:10:36.679574Z","steps":["trace[1623187398] 'process raft request' (duration: 60.639597ms)","trace[1623187398] 'compare' (duration: 99.000037ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:10:38.051346Z","caller":"traceutil/trace.go:171","msg":"trace[1013284708] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"110.922503ms","start":"2026-05-10T04:10:37.940404Z","end":"2026-05-10T04:10:38.051326Z","steps":["trace[1013284708] 'process raft request' (duration: 110.78805ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:10:38.475501Z","caller":"traceutil/trace.go:171","msg":"trace[1290861443] linearizableReadLoop","detail":"{readStateIndex:2384; appliedIndex:2383; }","duration":"123.862063ms","start":"2026-05-10T04:10:38.351606Z","end":"2026-05-10T04:10:38.475468Z","steps":["trace[1290861443] 'read index received' (duration: 110.029173ms)","trace[1290861443] 'applied index is now lower than readState.Index' (duration: 13.8308ms)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:10:38.475579Z","caller":"traceutil/trace.go:171","msg":"trace[281712679] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"160.323949ms","start":"2026-05-10T04:10:38.315223Z","end":"2026-05-10T04:10:38.475547Z","steps":["trace[281712679] 'process raft request' (duration: 146.428778ms)","trace[281712679] 'compare' (duration: 13.697207ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:10:38.475805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.15733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-05-10T04:10:38.476056Z","caller":"traceutil/trace.go:171","msg":"trace[246148400] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2287; }","duration":"124.449506ms","start":"2026-05-10T04:10:38.351593Z","end":"2026-05-10T04:10:38.476043Z","steps":["trace[246148400] 'agreement among raft nodes before linearized reading' (duration: 124.054217ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:10:38.66517Z","caller":"traceutil/trace.go:171","msg":"trace[1660989809] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"128.61816ms","start":"2026-05-10T04:10:38.536523Z","end":"2026-05-10T04:10:38.665141Z","steps":["trace[1660989809] 'process raft request' (duration: 127.676878ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:10:50.261575Z","caller":"traceutil/trace.go:171","msg":"trace[372742824] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"167.878779ms","start":"2026-05-10T04:10:50.093652Z","end":"2026-05-10T04:10:50.261531Z","steps":["trace[372742824] 'process raft request' (duration: 167.657094ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:10:52.689385Z","caller":"traceutil/trace.go:171","msg":"trace[1616811736] linearizableReadLoop","detail":"{readStateIndex:2481; appliedIndex:2480; }","duration":"416.435363ms","start":"2026-05-10T04:10:52.272922Z","end":"2026-05-10T04:10:52.689358Z","steps":["trace[1616811736] 'read index received' (duration: 416.175057ms)","trace[1616811736] 'applied index is now lower than readState.Index' (duration: 259.086µs)"],"step_count":2} {"level":"info","ts":"2026-05-10T04:10:52.689549Z","caller":"traceutil/trace.go:171","msg":"trace[796139277] transaction","detail":"{read_only:false; response_revision:2380; number_of_response:1; }","duration":"421.440056ms","start":"2026-05-10T04:10:52.268036Z","end":"2026-05-10T04:10:52.689476Z","steps":["trace[796139277] 'process raft request' (duration: 421.143129ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:10:52.689738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.774181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-05-10T04:10:52.68982Z","caller":"traceutil/trace.go:171","msg":"trace[458614347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2380; }","duration":"416.920634ms","start":"2026-05-10T04:10:52.27288Z","end":"2026-05-10T04:10:52.6898Z","steps":["trace[458614347] 'agreement among raft nodes before linearized reading' (duration: 416.623437ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:10:52.68987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:10:52.272863Z","time spent":"416.999035ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-05-10T04:10:52.689671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.547984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-05-10T04:10:52.689936Z","caller":"traceutil/trace.go:171","msg":"trace[961141492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2380; }","duration":"156.81605ms","start":"2026-05-10T04:10:52.533094Z","end":"2026-05-10T04:10:52.68991Z","steps":["trace[961141492] 'agreement among raft nodes before linearized reading' (duration: 156.412381ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:10:52.689939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-05-10T04:10:52.268003Z","time spent":"421.777583ms","remote":"127.0.0.1:34050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-05-10T04:10:56.882239Z","caller":"traceutil/trace.go:171","msg":"trace[691506209] transaction","detail":"{read_only:false; response_revision:2406; number_of_response:1; }","duration":"103.258331ms","start":"2026-05-10T04:10:56.778948Z","end":"2026-05-10T04:10:56.882206Z","steps":["trace[691506209] 'process raft request' (duration: 103.027416ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:10:56.882578Z","caller":"traceutil/trace.go:171","msg":"trace[857795411] transaction","detail":"{read_only:false; response_revision:2407; number_of_response:1; }","duration":"103.429496ms","start":"2026-05-10T04:10:56.779081Z","end":"2026-05-10T04:10:56.88251Z","steps":["trace[857795411] 'process raft request' (duration: 103.059507ms)"],"step_count":1} {"level":"warn","ts":"2026-05-10T04:11:01.585887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.522286ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-05-10T04:11:01.586009Z","caller":"traceutil/trace.go:171","msg":"trace[2137909428] linearizableReadLoop","detail":"{readStateIndex:2538; appliedIndex:2537; }","duration":"100.291215ms","start":"2026-05-10T04:11:01.485698Z","end":"2026-05-10T04:11:01.585989Z","steps":["trace[2137909428] 'read index received' (duration: 69.441µs)","trace[2137909428] 'applied index is now lower than readState.Index' (duration: 100.220274ms)"],"step_count":2} {"level":"warn","ts":"2026-05-10T04:11:01.586111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.391378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-05-10T04:11:01.586132Z","caller":"traceutil/trace.go:171","msg":"trace[1027005103] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2435; }","duration":"100.469669ms","start":"2026-05-10T04:11:01.485652Z","end":"2026-05-10T04:11:01.586121Z","steps":["trace[1027005103] 'agreement among raft nodes before linearized reading' (duration: 100.383327ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:11:02.886062Z","caller":"traceutil/trace.go:171","msg":"trace[1424697522] transaction","detail":"{read_only:false; response_revision:2437; number_of_response:1; }","duration":"117.624333ms","start":"2026-05-10T04:11:02.768415Z","end":"2026-05-10T04:11:02.886039Z","steps":["trace[1424697522] 'process raft request' (duration: 117.253305ms)"],"step_count":1} {"level":"info","ts":"2026-05-10T04:11:39.338645Z","caller":"traceutil/trace.go:171","msg":"trace[765909587] transaction","detail":"{read_only:false; response_revision:2632; number_of_response:1; }","duration":"101.65528ms","start":"2026-05-10T04:11:39.236956Z","end":"2026-05-10T04:11:39.338612Z","steps":["trace[765909587] 'process raft request' (duration: 61.96103ms)","trace[765909587] 'compare' (duration: 39.406994ms)"],"step_count":2}