{"level":"warn","ts":"2026-03-31T18:26:58.125051Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:26:58.125169Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.202:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.202:2380","--initial-cluster=instance=https://199.19.213.202:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.202:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.202:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T18:26:58.125253Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T18:26:58.125272Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.202:2380"]} {"level":"info","ts":"2026-03-31T18:26:58.125318Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:26:58.126234Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.202:2379"]} {"level":"info","ts":"2026-03-31T18:26:58.126328Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.202:2380"],"listen-peer-urls":["https://199.19.213.202:2380"],"advertise-client-urls":["https://199.19.213.202:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.202:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.202:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T18:26:58.135255Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"8.666681ms"} {"level":"info","ts":"2026-03-31T18:26:58.145039Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"c9b4049ccf4190cf","cluster-id":"2bc66bd50b26302c"} {"level":"info","ts":"2026-03-31T18:26:58.145129Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T18:26:58.145161Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf became follower at term 0"} {"level":"info","ts":"2026-03-31T18:26:58.145188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft c9b4049ccf4190cf [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T18:26:58.145201Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf became follower at term 1"} {"level":"info","ts":"2026-03-31T18:26:58.145234Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf switched to configuration voters=(14534246968970023119)"} {"level":"warn","ts":"2026-03-31T18:26:58.16683Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T18:26:58.171093Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T18:26:58.179988Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T18:26:58.192017Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"c9b4049ccf4190cf","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T18:26:58.192812Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:58.192888Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"c9b4049ccf4190cf","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T18:26:58.196632Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:58.198421Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T18:26:58.198511Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf switched to configuration voters=(14534246968970023119)"} {"level":"info","ts":"2026-03-31T18:26:58.198652Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2bc66bd50b26302c","local-member-id":"c9b4049ccf4190cf","added-peer-id":"c9b4049ccf4190cf","added-peer-peer-urls":["https://199.19.213.202:2380"]} {"level":"info","ts":"2026-03-31T18:26:58.204722Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T18:26:58.204809Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.202:2380"} {"level":"info","ts":"2026-03-31T18:26:58.20483Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.202:2380"} {"level":"info","ts":"2026-03-31T18:26:58.204943Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"c9b4049ccf4190cf","initial-advertise-peer-urls":["https://199.19.213.202:2380"],"listen-peer-urls":["https://199.19.213.202:2380"],"advertise-client-urls":["https://199.19.213.202:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.202:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T18:26:58.204976Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T18:26:58.447932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T18:26:58.44798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T18:26:58.448007Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf received MsgPreVoteResp from c9b4049ccf4190cf at term 1"} {"level":"info","ts":"2026-03-31T18:26:58.448049Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf became candidate at term 2"} {"level":"info","ts":"2026-03-31T18:26:58.448063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf received MsgVoteResp from c9b4049ccf4190cf at term 2"} {"level":"info","ts":"2026-03-31T18:26:58.448074Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"c9b4049ccf4190cf became leader at term 2"} {"level":"info","ts":"2026-03-31T18:26:58.448104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: c9b4049ccf4190cf elected leader c9b4049ccf4190cf at term 2"} {"level":"info","ts":"2026-03-31T18:26:58.45382Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"c9b4049ccf4190cf","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.202:2379]}","request-path":"/0/members/c9b4049ccf4190cf/attributes","cluster-id":"2bc66bd50b26302c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T18:26:58.453959Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:26:58.454102Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T18:26:58.454194Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T18:26:58.454343Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T18:26:58.456781Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T18:26:58.457505Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.202:2379"} {"level":"info","ts":"2026-03-31T18:26:58.457944Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:58.459379Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2bc66bd50b26302c","local-member-id":"c9b4049ccf4190cf","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:58.459497Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T18:26:58.459567Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-03-31T18:27:00.923535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263161,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:27:01.04479Z","caller":"traceutil/trace.go:171","msg":"trace[1568893967] transaction","detail":"{read_only:false; response_revision:2; number_of_response:1; }","duration":"623.035745ms","start":"2026-03-31T18:27:00.421704Z","end":"2026-03-31T18:27:01.04474Z","steps":["trace[1568893967] 'process raft request' (duration: 622.693626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:01.045344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.421689Z","time spent":"623.156557ms","remote":"127.0.0.1:51672","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:03.568915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:27:03.56915Z","caller":"traceutil/trace.go:171","msg":"trace[1914056373] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000581194s","start":"2026-03-31T18:27:01.568548Z","end":"2026-03-31T18:27:03.569129Z","steps":["trace[1914056373] 'agreement among raft nodes before linearized reading' (duration: 2.000322977s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.569239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:01.568528Z","time spent":"2.000698096s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:03.725309Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.456689499s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:03.725784Z","caller":"traceutil/trace.go:171","msg":"trace[865142723] transaction","detail":"{read_only:false; response_revision:3; number_of_response:1; }","duration":"3.303005915s","start":"2026-03-31T18:27:00.422739Z","end":"2026-03-31T18:27:03.725745Z","steps":["trace[865142723] 'process raft request' (duration: 3.302784789s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.725971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.422725Z","time spent":"3.303159548s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":100,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:03.726053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.303428945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3171"} {"level":"info","ts":"2026-03-31T18:27:03.726025Z","caller":"traceutil/trace.go:171","msg":"trace[310612743] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"3.236431233s","start":"2026-03-31T18:27:00.489538Z","end":"2026-03-31T18:27:03.725969Z","steps":["trace[310612743] 'process raft request' (duration: 3.236276869s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:03.726125Z","caller":"traceutil/trace.go:171","msg":"trace[420554000] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"3.236445603s","start":"2026-03-31T18:27:00.489511Z","end":"2026-03-31T18:27:03.725956Z","steps":["trace[420554000] 'process raft request' (duration: 3.236248438s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:03.726124Z","caller":"traceutil/trace.go:171","msg":"trace[785100835] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11; }","duration":"3.303528998s","start":"2026-03-31T18:27:00.422572Z","end":"2026-03-31T18:27:03.726101Z","steps":["trace[785100835] 'agreement among raft nodes before linearized reading' (duration: 3.303383794s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:03.726146Z","caller":"traceutil/trace.go:171","msg":"trace[584416313] linearizableReadLoop","detail":"{readStateIndex:14; appliedIndex:4; }","duration":"3.303362604s","start":"2026-03-31T18:27:00.422588Z","end":"2026-03-31T18:27:03.72595Z","steps":["trace[584416313] 'read index received' (duration: 621.869376ms)","trace[584416313] 'applied index is now lower than readState.Index' (duration: 2.681492138s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:03.726188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.422564Z","time spent":"3.303612259s","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3194,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-31T18:27:03.726228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.489492Z","time spent":"3.236669269s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:03.726274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247160046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:03.726281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.489526Z","time spent":"3.236637388s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:03.726307Z","caller":"traceutil/trace.go:171","msg":"trace[1076578011] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"3.247199737s","start":"2026-03-31T18:27:00.479097Z","end":"2026-03-31T18:27:03.726296Z","steps":["trace[1076578011] 'agreement among raft nodes before linearized reading' (duration: 3.247124386s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:03.726318Z","caller":"traceutil/trace.go:171","msg":"trace[1229463860] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"3.236260509s","start":"2026-03-31T18:27:00.489682Z","end":"2026-03-31T18:27:03.725943Z","steps":["trace[1229463860] 'process raft request' (duration: 3.236157046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.726332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.47908Z","time spent":"3.247247268s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-31T18:27:03.72635Z","caller":"traceutil/trace.go:171","msg":"trace[677278013] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"3.23667631s","start":"2026-03-31T18:27:00.489664Z","end":"2026-03-31T18:27:03.72634Z","steps":["trace[677278013] 'process raft request' (duration: 3.236200868s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.72638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.489676Z","time spent":"3.236676219s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:03.726395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.489623Z","time spent":"3.236750391s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":920,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:03.726025Z","caller":"traceutil/trace.go:171","msg":"trace[1410754062] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"3.236466834s","start":"2026-03-31T18:27:00.489476Z","end":"2026-03-31T18:27:03.725943Z","steps":["trace[1410754062] 'process raft request' (duration: 3.236253928s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:03.726067Z","caller":"traceutil/trace.go:171","msg":"trace[194498589] transaction","detail":"{read_only:false; response_revision:10; number_of_response:1; }","duration":"3.223903475s","start":"2026-03-31T18:27:00.502107Z","end":"2026-03-31T18:27:03.72601Z","steps":["trace[194498589] 'process raft request' (duration: 3.223784192s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.72648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.489463Z","time spent":"3.236987287s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:03.726495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.502098Z","time spent":"3.224376217s","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3159,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:03.726515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339273256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:03.726535Z","caller":"traceutil/trace.go:171","msg":"trace[926390476] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:0; response_revision:11; }","duration":"2.339333977s","start":"2026-03-31T18:27:01.387195Z","end":"2026-03-31T18:27:03.726529Z","steps":["trace[926390476] 'agreement among raft nodes before linearized reading' (duration: 2.339300796s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:03.726052Z","caller":"traceutil/trace.go:171","msg":"trace[506872574] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"3.236651738s","start":"2026-03-31T18:27:00.489357Z","end":"2026-03-31T18:27:03.726009Z","steps":["trace[506872574] 'process raft request' (duration: 3.236282769s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.726552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:01.387159Z","time spent":"2.339389709s","remote":"127.0.0.1:51968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/priorityclasses/system-node-critical\" "} {"level":"warn","ts":"2026-03-31T18:27:03.72659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.489335Z","time spent":"3.237230213s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":698,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:03.726601Z","caller":"traceutil/trace.go:171","msg":"trace[2012559178] transaction","detail":"{read_only:false; response_revision:11; number_of_response:1; }","duration":"3.215108643s","start":"2026-03-31T18:27:00.511478Z","end":"2026-03-31T18:27:03.726586Z","steps":["trace[2012559178] 'process raft request' (duration: 3.214440275s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.726653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.339514783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:03.726674Z","caller":"traceutil/trace.go:171","msg":"trace[723567850] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11; }","duration":"2.339573005s","start":"2026-03-31T18:27:01.387095Z","end":"2026-03-31T18:27:03.726668Z","steps":["trace[723567850] 'agreement among raft nodes before linearized reading' (duration: 2.339539904s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.726691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:01.387073Z","time spent":"2.339613965s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" "} {"level":"warn","ts":"2026-03-31T18:27:03.726688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.511455Z","time spent":"3.215179214s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:03.72679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.247535166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:03.726827Z","caller":"traceutil/trace.go:171","msg":"trace[1629216319] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"3.247583237s","start":"2026-03-31T18:27:00.479231Z","end":"2026-03-31T18:27:03.726814Z","steps":["trace[1629216319] 'agreement among raft nodes before linearized reading' (duration: 3.247514596s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.726826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238788244s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:03.726866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.479199Z","time spent":"3.247656269s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-31T18:27:03.726891Z","caller":"traceutil/trace.go:171","msg":"trace[1632035450] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"3.238868946s","start":"2026-03-31T18:27:00.487998Z","end":"2026-03-31T18:27:03.726867Z","steps":["trace[1632035450] 'agreement among raft nodes before linearized reading' (duration: 3.238701002s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.726909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238973019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.202\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:03.726933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.487993Z","time spent":"3.238931208s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-31T18:27:03.72695Z","caller":"traceutil/trace.go:171","msg":"trace[783780588] range","detail":"{range_begin:/registry/masterleases/199.19.213.202; range_end:; response_count:0; response_revision:11; }","duration":"3.239043561s","start":"2026-03-31T18:27:00.487895Z","end":"2026-03-31T18:27:03.726938Z","steps":["trace[783780588] 'agreement among raft nodes before linearized reading' (duration: 3.238971129s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.72698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.487875Z","time spent":"3.239099332s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":27,"request content":"key:\"/registry/masterleases/199.19.213.202\" "} {"level":"warn","ts":"2026-03-31T18:27:03.727037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.166281343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:03.727047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.237148372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:03.727037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185932202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:03.727074Z","caller":"traceutil/trace.go:171","msg":"trace[567931150] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"3.166349555s","start":"2026-03-31T18:27:00.560714Z","end":"2026-03-31T18:27:03.727063Z","steps":["trace[567931150] 'agreement among raft nodes before linearized reading' (duration: 3.166291623s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:03.727086Z","caller":"traceutil/trace.go:171","msg":"trace[1774177988] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:11; }","duration":"3.186037914s","start":"2026-03-31T18:27:00.541036Z","end":"2026-03-31T18:27:03.727074Z","steps":["trace[1774177988] 'agreement among raft nodes before linearized reading' (duration: 3.185961712s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.727105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.560696Z","time spent":"3.166402206s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-31T18:27:03.727085Z","caller":"traceutil/trace.go:171","msg":"trace[1763563723] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"3.237200584s","start":"2026-03-31T18:27:00.489868Z","end":"2026-03-31T18:27:03.727069Z","steps":["trace[1763563723] 'agreement among raft nodes before linearized reading' (duration: 3.237149672s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:03.727129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.541013Z","time spent":"3.186109396s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T18:27:03.727137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:00.489863Z","time spent":"3.237265835s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T18:27:04.233945Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:04.734625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:05.235776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:05.732768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999872705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:27:05.732848Z","caller":"traceutil/trace.go:171","msg":"trace[2000617817] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000001319s","start":"2026-03-31T18:27:03.73283Z","end":"2026-03-31T18:27:05.732831Z","steps":["trace[2000617817] 'agreement among raft nodes before linearized reading' (duration: 1.999903106s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:05.732895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.73281Z","time spent":"2.000076381s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:05.735891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:06.236697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:06.737408Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:07.067996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000096911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:27:07.068085Z","caller":"traceutil/trace.go:171","msg":"trace[660009339] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000225235s","start":"2026-03-31T18:27:05.067832Z","end":"2026-03-31T18:27:07.068057Z","steps":["trace[660009339] 'agreement among raft nodes before linearized reading' (duration: 2.000129932s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:07.068132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:05.067812Z","time spent":"2.000310176s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:07.238231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:07.73857Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:07.835658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000278946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:27:07.835723Z","caller":"traceutil/trace.go:171","msg":"trace[1149956524] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385769s","start":"2026-03-31T18:27:05.835323Z","end":"2026-03-31T18:27:07.835709Z","steps":["trace[1149956524] 'agreement among raft nodes before linearized reading' (duration: 2.000300137s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:07.8358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:05.835302Z","time spent":"2.000489661s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:08.238881Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958263174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:08.494783Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.76351984s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:27:08.79607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.826211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:27:08.796161Z","caller":"traceutil/trace.go:171","msg":"trace[1520078528] transaction","detail":"{read_only:false; response_revision:12; number_of_response:1; }","duration":"5.064971037s","start":"2026-03-31T18:27:03.73117Z","end":"2026-03-31T18:27:08.796141Z","steps":["trace[1520078528] 'process raft request' (duration: 4.76388237s)","trace[1520078528] 'compare' (duration: 299.722793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:08.796232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.731159Z","time spent":"5.065056309s","remote":"127.0.0.1:51968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":429,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.089074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.500915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:27:09.089434Z","caller":"traceutil/trace.go:171","msg":"trace[961064590] transaction","detail":"{read_only:false; response_revision:13; number_of_response:1; }","duration":"5.356592183s","start":"2026-03-31T18:27:03.732813Z","end":"2026-03-31T18:27:09.089405Z","steps":["trace[961064590] 'process raft request' (duration: 5.186699558s)","trace[961064590] 'compare' (duration: 169.317101ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:09.089567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.732803Z","time spent":"5.356697267s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":651,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.089602Z","caller":"traceutil/trace.go:171","msg":"trace[1840246372] linearizableReadLoop","detail":"{readStateIndex:25; appliedIndex:14; }","duration":"5.356706747s","start":"2026-03-31T18:27:03.73287Z","end":"2026-03-31T18:27:09.089577Z","steps":["trace[1840246372] 'read index received' (duration: 4.762195356s)","trace[1840246372] 'applied index is now lower than readState.Index' (duration: 594.510091ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:09.089629Z","caller":"traceutil/trace.go:171","msg":"trace[552907696] transaction","detail":"{read_only:false; response_revision:15; number_of_response:1; }","duration":"5.356722087s","start":"2026-03-31T18:27:03.732888Z","end":"2026-03-31T18:27:09.08961Z","steps":["trace[552907696] 'process raft request' (duration: 5.356316607s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.089685Z","caller":"traceutil/trace.go:171","msg":"trace[1678825702] transaction","detail":"{read_only:false; response_revision:14; number_of_response:1; }","duration":"5.356766039s","start":"2026-03-31T18:27:03.732887Z","end":"2026-03-31T18:27:09.089653Z","steps":["trace[1678825702] 'process raft request' (duration: 5.356277456s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.08971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.732868Z","time spent":"5.356799069s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":968,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.089715Z","caller":"traceutil/trace.go:171","msg":"trace[2089788256] transaction","detail":"{read_only:false; response_revision:16; number_of_response:1; }","duration":"5.355372953s","start":"2026-03-31T18:27:03.734329Z","end":"2026-03-31T18:27:09.089702Z","steps":["trace[2089788256] 'process raft request' (duration: 5.354911531s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.089792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.734319Z","time spent":"5.355434915s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.089824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.732875Z","time spent":"5.356872741s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":338,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.089959Z","caller":"traceutil/trace.go:171","msg":"trace[783497352] transaction","detail":"{read_only:false; number_of_response:0; response_revision:16; }","duration":"5.355414674s","start":"2026-03-31T18:27:03.734532Z","end":"2026-03-31T18:27:09.089947Z","steps":["trace[783497352] 'process raft request' (duration: 5.354744657s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.09003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.734514Z","time spent":"5.355483316s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.090216Z","caller":"traceutil/trace.go:171","msg":"trace[1561617008] transaction","detail":"{read_only:false; response_revision:21; number_of_response:1; }","duration":"5.348366325s","start":"2026-03-31T18:27:03.741835Z","end":"2026-03-31T18:27:09.090201Z","steps":["trace[1561617008] 'process raft request' (duration: 5.347676138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.090293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.354391058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.090324Z","caller":"traceutil/trace.go:171","msg":"trace[325754996] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:0; response_revision:21; }","duration":"5.354453719s","start":"2026-03-31T18:27:03.735861Z","end":"2026-03-31T18:27:09.090315Z","steps":["trace[325754996] 'agreement among raft nodes before linearized reading' (duration: 5.354363547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.090345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.735855Z","time spent":"5.35448583s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-03-31T18:27:09.090356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.741816Z","time spent":"5.348483038s","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3479,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:09.090415Z","caller":"traceutil/trace.go:171","msg":"trace[841829495] transaction","detail":"{read_only:false; response_revision:17; number_of_response:1; }","duration":"5.354423498s","start":"2026-03-31T18:27:03.735974Z","end":"2026-03-31T18:27:09.090398Z","steps":["trace[841829495] 'process raft request' (duration: 5.353330141s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.090491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.843587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-cluster-critical\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.090511Z","caller":"traceutil/trace.go:171","msg":"trace[1535986287] range","detail":"{range_begin:/registry/priorityclasses/system-cluster-critical; range_end:; response_count:0; response_revision:21; }","duration":"290.890679ms","start":"2026-03-31T18:27:08.799615Z","end":"2026-03-31T18:27:09.090505Z","steps":["trace[1535986287] 'agreement among raft nodes before linearized reading' (duration: 290.856898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.090518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.735962Z","time spent":"5.354515051s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.090636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034237209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-31T18:27:09.090629Z","caller":"traceutil/trace.go:171","msg":"trace[100983648] transaction","detail":"{read_only:false; response_revision:18; number_of_response:1; }","duration":"5.354551642s","start":"2026-03-31T18:27:03.736063Z","end":"2026-03-31T18:27:09.090615Z","steps":["trace[100983648] 'process raft request' (duration: 5.353320701s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.090655Z","caller":"traceutil/trace.go:171","msg":"trace[996273078] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"1.034292591s","start":"2026-03-31T18:27:08.056357Z","end":"2026-03-31T18:27:09.09065Z","steps":["trace[996273078] 'agreement among raft nodes before linearized reading' (duration: 1.034251239s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.090673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:08.056335Z","time spent":"1.034333311s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T18:27:09.090696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.736048Z","time spent":"5.354614793s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.090803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155783935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.090823Z","caller":"traceutil/trace.go:171","msg":"trace[1342735949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21; }","duration":"1.155840467s","start":"2026-03-31T18:27:07.934976Z","end":"2026-03-31T18:27:09.090816Z","steps":["trace[1342735949] 'agreement among raft nodes before linearized reading' (duration: 1.155809026s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.090847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:07.934954Z","time spent":"1.155882908s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:27:09.090838Z","caller":"traceutil/trace.go:171","msg":"trace[1414168865] transaction","detail":"{read_only:false; response_revision:19; number_of_response:1; }","duration":"5.354245424s","start":"2026-03-31T18:27:03.736577Z","end":"2026-03-31T18:27:09.090823Z","steps":["trace[1414168865] 'process raft request' (duration: 5.352848829s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.090887Z","caller":"traceutil/trace.go:171","msg":"trace[1696217100] transaction","detail":"{read_only:false; response_revision:20; number_of_response:1; }","duration":"5.354195133s","start":"2026-03-31T18:27:03.736678Z","end":"2026-03-31T18:27:09.090873Z","steps":["trace[1696217100] 'process raft request' (duration: 5.352787838s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.090904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.736562Z","time spent":"5.354310656s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":923,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.090962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.52332735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:09.090963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.736668Z","time spent":"5.354254294s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.090983Z","caller":"traceutil/trace.go:171","msg":"trace[1625228680] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21; }","duration":"1.523383852s","start":"2026-03-31T18:27:07.567593Z","end":"2026-03-31T18:27:09.090977Z","steps":["trace[1625228680] 'agreement among raft nodes before linearized reading' (duration: 1.523348021s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:07.567574Z","time spent":"1.523422073s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:09.09108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.299424831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"info","ts":"2026-03-31T18:27:09.09111Z","caller":"traceutil/trace.go:171","msg":"trace[1895446151] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"5.299485893s","start":"2026-03-31T18:27:03.791614Z","end":"2026-03-31T18:27:09.0911Z","steps":["trace[1895446151] 'agreement among raft nodes before linearized reading' (duration: 5.299429171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.091144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.791592Z","time spent":"5.299541765s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T18:27:09.091237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.147444473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.091268Z","caller":"traceutil/trace.go:171","msg":"trace[1295665077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:21; }","duration":"3.147493845s","start":"2026-03-31T18:27:05.943762Z","end":"2026-03-31T18:27:09.091255Z","steps":["trace[1295665077] 'agreement among raft nodes before linearized reading' (duration: 3.147454784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.091285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:05.943747Z","time spent":"3.147533015s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:09.091416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663602234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:09.091427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.551029544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:350"} {"level":"warn","ts":"2026-03-31T18:27:09.091436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59334222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.091464Z","caller":"traceutil/trace.go:171","msg":"trace[1349184515] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:21; }","duration":"2.663687997s","start":"2026-03-31T18:27:06.427762Z","end":"2026-03-31T18:27:09.09145Z","steps":["trace[1349184515] 'agreement among raft nodes before linearized reading' (duration: 2.663609145s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.091482Z","caller":"traceutil/trace.go:171","msg":"trace[1379410049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:21; }","duration":"1.593389531s","start":"2026-03-31T18:27:07.49808Z","end":"2026-03-31T18:27:09.091469Z","steps":["trace[1379410049] 'agreement among raft nodes before linearized reading' (duration: 1.593314759s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.091478Z","caller":"traceutil/trace.go:171","msg":"trace[2061209235] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:21; }","duration":"4.551108806s","start":"2026-03-31T18:27:04.540354Z","end":"2026-03-31T18:27:09.091463Z","steps":["trace[2061209235] 'agreement among raft nodes before linearized reading' (duration: 4.551014644s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.091503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:06.427743Z","time spent":"2.663749638s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-31T18:27:09.091534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:04.540336Z","time spent":"4.551183067s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":373,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T18:27:09.091541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.154588863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:09.091518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:07.498023Z","time spent":"1.593485833s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:27:09.091817Z","caller":"traceutil/trace.go:171","msg":"trace[681829241] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:0; response_revision:21; }","duration":"5.15486389s","start":"2026-03-31T18:27:03.936941Z","end":"2026-03-31T18:27:09.091805Z","steps":["trace[681829241] 'agreement among raft nodes before linearized reading' (duration: 5.154574043s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.091856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:03.936893Z","time spent":"5.154953492s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-03-31T18:27:09.510527Z","caller":"traceutil/trace.go:171","msg":"trace[1761066218] transaction","detail":"{read_only:false; response_revision:22; number_of_response:1; }","duration":"414.529818ms","start":"2026-03-31T18:27:09.095963Z","end":"2026-03-31T18:27:09.510492Z","steps":["trace[1761066218] 'process raft request' (duration: 350.547643ms)","trace[1761066218] 'compare' (duration: 63.827721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:09.510729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.095945Z","time spent":"414.694923ms","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":357,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.65865Z","caller":"traceutil/trace.go:171","msg":"trace[1857035982] transaction","detail":"{read_only:false; response_revision:24; number_of_response:1; }","duration":"560.781283ms","start":"2026-03-31T18:27:09.097843Z","end":"2026-03-31T18:27:09.658625Z","steps":["trace[1857035982] 'process raft request' (duration: 560.626559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.658761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.097834Z","time spent":"560.877406ms","remote":"127.0.0.1:51968","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.658823Z","caller":"traceutil/trace.go:171","msg":"trace[2091493397] transaction","detail":"{read_only:false; response_revision:28; number_of_response:1; }","duration":"560.438085ms","start":"2026-03-31T18:27:09.098353Z","end":"2026-03-31T18:27:09.658791Z","steps":["trace[2091493397] 'process raft request' (duration: 560.282571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.658862Z","caller":"traceutil/trace.go:171","msg":"trace[277307926] transaction","detail":"{read_only:false; response_revision:23; number_of_response:1; }","duration":"562.379384ms","start":"2026-03-31T18:27:09.096461Z","end":"2026-03-31T18:27:09.658841Z","steps":["trace[277307926] 'process raft request' (duration: 555.433658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.658962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.098343Z","time spent":"560.545758ms","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":956,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.658968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.967518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/admin\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.658987Z","caller":"traceutil/trace.go:171","msg":"trace[1421393049] transaction","detail":"{read_only:false; response_revision:25; number_of_response:1; }","duration":"560.865326ms","start":"2026-03-31T18:27:09.098111Z","end":"2026-03-31T18:27:09.658976Z","steps":["trace[1421393049] 'process raft request' (duration: 560.418255ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.659017Z","caller":"traceutil/trace.go:171","msg":"trace[1067222653] range","detail":"{range_begin:/registry/clusterroles/admin; range_end:; response_count:0; response_revision:32; }","duration":"561.05861ms","start":"2026-03-31T18:27:09.09794Z","end":"2026-03-31T18:27:09.658998Z","steps":["trace[1067222653] 'agreement among raft nodes before linearized reading' (duration: 560.934827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.659034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.098102Z","time spent":"560.909917ms","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.659071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.097924Z","time spent":"561.135552ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/admin\" "} {"level":"info","ts":"2026-03-31T18:27:09.659137Z","caller":"traceutil/trace.go:171","msg":"trace[1164218483] transaction","detail":"{read_only:false; response_revision:27; number_of_response:1; }","duration":"560.861456ms","start":"2026-03-31T18:27:09.098267Z","end":"2026-03-31T18:27:09.659129Z","steps":["trace[1164218483] 'process raft request' (duration: 560.322512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.65917Z","caller":"traceutil/trace.go:171","msg":"trace[1715861230] transaction","detail":"{read_only:false; response_revision:26; number_of_response:1; }","duration":"560.972748ms","start":"2026-03-31T18:27:09.098178Z","end":"2026-03-31T18:27:09.65915Z","steps":["trace[1715861230] 'process raft request' (duration: 560.385963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.659192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.096453Z","time spent":"562.516648ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.659262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.098172Z","time spent":"561.05061ms","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":965,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.659273Z","caller":"traceutil/trace.go:171","msg":"trace[1016878079] transaction","detail":"{read_only:false; response_revision:29; number_of_response:1; }","duration":"560.799184ms","start":"2026-03-31T18:27:09.09845Z","end":"2026-03-31T18:27:09.659249Z","steps":["trace[1016878079] 'process raft request' (duration: 560.217549ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.658826Z","caller":"traceutil/trace.go:171","msg":"trace[436904720] linearizableReadLoop","detail":"{readStateIndex:28; appliedIndex:25; }","duration":"560.825784ms","start":"2026-03-31T18:27:09.097976Z","end":"2026-03-31T18:27:09.658802Z","steps":["trace[436904720] 'read index received' (duration: 348.546402ms)","trace[436904720] 'applied index is now lower than readState.Index' (duration: 212.278202ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:09.659348Z","caller":"traceutil/trace.go:171","msg":"trace[1444474421] transaction","detail":"{read_only:false; response_revision:32; number_of_response:1; }","duration":"559.797119ms","start":"2026-03-31T18:27:09.099538Z","end":"2026-03-31T18:27:09.659335Z","steps":["trace[1444474421] 'process raft request' (duration: 559.221424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.659376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.098429Z","time spent":"560.902817ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":716,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.659271Z","caller":"traceutil/trace.go:171","msg":"trace[1765786252] transaction","detail":"{read_only:false; response_revision:31; number_of_response:1; }","duration":"560.127907ms","start":"2026-03-31T18:27:09.099134Z","end":"2026-03-31T18:27:09.659262Z","steps":["trace[1765786252] 'process raft request' (duration: 559.594484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.659426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.099121Z","time spent":"560.2828ms","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1007,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.659432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.099527Z","time spent":"559.8588ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:09.659298Z","caller":"traceutil/trace.go:171","msg":"trace[1365230722] transaction","detail":"{read_only:false; response_revision:30; number_of_response:1; }","duration":"560.601929ms","start":"2026-03-31T18:27:09.09869Z","end":"2026-03-31T18:27:09.659292Z","steps":["trace[1365230722] 'process raft request' (duration: 560.009624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.659527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.098661Z","time spent":"560.824865ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.659543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.42523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:09.659191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.098259Z","time spent":"560.908517ms","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":947,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:09.659591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.014228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.659611Z","caller":"traceutil/trace.go:171","msg":"trace[1820869277] range","detail":"{range_begin:/registry/limitranges/kube-system/; range_end:/registry/limitranges/kube-system0; response_count:0; response_revision:32; }","duration":"561.499621ms","start":"2026-03-31T18:27:09.098088Z","end":"2026-03-31T18:27:09.659588Z","steps":["trace[1820869277] 'agreement among raft nodes before linearized reading' (duration: 561.350047ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.659627Z","caller":"traceutil/trace.go:171","msg":"trace[631036119] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:0; response_revision:32; }","duration":"509.045929ms","start":"2026-03-31T18:27:09.150571Z","end":"2026-03-31T18:27:09.659617Z","steps":["trace[631036119] 'agreement among raft nodes before linearized reading' (duration: 509.005538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.65966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.150528Z","time spent":"509.125211ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":0,"response size":27,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-31T18:27:09.659674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.555582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:09.659687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.357607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.659726Z","caller":"traceutil/trace.go:171","msg":"trace[1049886956] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:0; response_revision:32; }","duration":"561.407439ms","start":"2026-03-31T18:27:09.098303Z","end":"2026-03-31T18:27:09.659711Z","steps":["trace[1049886956] 'agreement among raft nodes before linearized reading' (duration: 561.351138ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.659725Z","caller":"traceutil/trace.go:171","msg":"trace[1468781108] range","detail":"{range_begin:/registry/resourcequotas/kube-public/; range_end:/registry/resourcequotas/kube-public0; response_count:0; response_revision:32; }","duration":"559.624174ms","start":"2026-03-31T18:27:09.100073Z","end":"2026-03-31T18:27:09.659698Z","steps":["trace[1468781108] 'agreement among raft nodes before linearized reading' (duration: 559.571693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.659719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.098079Z","time spent":"561.571484ms","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":27,"request content":"key:\"/registry/limitranges/kube-system/\" range_end:\"/registry/limitranges/kube-system0\" "} {"level":"warn","ts":"2026-03-31T18:27:09.659763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.100056Z","time spent":"559.697095ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-public/\" range_end:\"/registry/resourcequotas/kube-public0\" "} {"level":"warn","ts":"2026-03-31T18:27:09.659554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.084381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:09.659753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.098297Z","time spent":"561.45101ms","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":0,"response size":27,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-03-31T18:27:09.6598Z","caller":"traceutil/trace.go:171","msg":"trace[1834877233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:32; }","duration":"524.367728ms","start":"2026-03-31T18:27:09.135426Z","end":"2026-03-31T18:27:09.659793Z","steps":["trace[1834877233] 'agreement among raft nodes before linearized reading' (duration: 524.093291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.659827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.135407Z","time spent":"524.41147ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:27:09.816591Z","caller":"traceutil/trace.go:171","msg":"trace[851819568] transaction","detail":"{read_only:false; response_revision:33; number_of_response:1; }","duration":"151.238402ms","start":"2026-03-31T18:27:09.665312Z","end":"2026-03-31T18:27:09.816551Z","steps":["trace[851819568] 'process raft request' (duration: 98.270967ms)","trace[851819568] 'compare' (duration: 52.603146ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:09.816779Z","caller":"traceutil/trace.go:171","msg":"trace[1356764201] transaction","detail":"{read_only:false; response_revision:36; number_of_response:1; }","duration":"150.741908ms","start":"2026-03-31T18:27:09.665999Z","end":"2026-03-31T18:27:09.816741Z","steps":["trace[1356764201] 'process raft request' (duration: 150.619845ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.817093Z","caller":"traceutil/trace.go:171","msg":"trace[1079871143] transaction","detail":"{read_only:false; response_revision:39; number_of_response:1; }","duration":"149.004835ms","start":"2026-03-31T18:27:09.668081Z","end":"2026-03-31T18:27:09.817086Z","steps":["trace[1079871143] 'process raft request' (duration: 148.693307ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.816988Z","caller":"traceutil/trace.go:171","msg":"trace[1676461273] linearizableReadLoop","detail":"{readStateIndex:40; appliedIndex:36; }","duration":"149.107278ms","start":"2026-03-31T18:27:09.667842Z","end":"2026-03-31T18:27:09.81695Z","steps":["trace[1676461273] 'read index received' (duration: 95.832355ms)","trace[1676461273] 'applied index is now lower than readState.Index' (duration: 53.273423ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:09.81717Z","caller":"traceutil/trace.go:171","msg":"trace[370159902] transaction","detail":"{read_only:false; response_revision:40; number_of_response:1; }","duration":"149.055857ms","start":"2026-03-31T18:27:09.668095Z","end":"2026-03-31T18:27:09.817151Z","steps":["trace[370159902] 'process raft request' (duration: 148.718478ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.817248Z","caller":"traceutil/trace.go:171","msg":"trace[1029323536] transaction","detail":"{read_only:false; response_revision:43; number_of_response:1; }","duration":"145.220159ms","start":"2026-03-31T18:27:09.672023Z","end":"2026-03-31T18:27:09.817243Z","steps":["trace[1029323536] 'process raft request' (duration: 144.885781ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.817268Z","caller":"traceutil/trace.go:171","msg":"trace[1802966117] transaction","detail":"{read_only:false; response_revision:42; number_of_response:1; }","duration":"149.084407ms","start":"2026-03-31T18:27:09.668165Z","end":"2026-03-31T18:27:09.81725Z","steps":["trace[1802966117] 'process raft request' (duration: 148.714158ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.816893Z","caller":"traceutil/trace.go:171","msg":"trace[150177263] transaction","detail":"{read_only:false; response_revision:34; number_of_response:1; }","duration":"151.406757ms","start":"2026-03-31T18:27:09.665467Z","end":"2026-03-31T18:27:09.816874Z","steps":["trace[150177263] 'process raft request' (duration: 150.969345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.817561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.501838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.81693Z","caller":"traceutil/trace.go:171","msg":"trace[597593065] transaction","detail":"{read_only:false; response_revision:35; number_of_response:1; }","duration":"151.074267ms","start":"2026-03-31T18:27:09.665838Z","end":"2026-03-31T18:27:09.816912Z","steps":["trace[597593065] 'process raft request' (duration: 150.717717ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.817599Z","caller":"traceutil/trace.go:171","msg":"trace[1446263620] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:0; response_revision:43; }","duration":"149.553859ms","start":"2026-03-31T18:27:09.668034Z","end":"2026-03-31T18:27:09.817588Z","steps":["trace[1446263620] 'agreement among raft nodes before linearized reading' (duration: 149.469297ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.816966Z","caller":"traceutil/trace.go:171","msg":"trace[1231014964] transaction","detail":"{read_only:false; response_revision:37; number_of_response:1; }","duration":"148.926814ms","start":"2026-03-31T18:27:09.668016Z","end":"2026-03-31T18:27:09.816943Z","steps":["trace[1231014964] 'process raft request' (duration: 148.644476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.816973Z","caller":"traceutil/trace.go:171","msg":"trace[698792196] transaction","detail":"{read_only:false; response_revision:38; number_of_response:1; }","duration":"148.875223ms","start":"2026-03-31T18:27:09.66807Z","end":"2026-03-31T18:27:09.816945Z","steps":["trace[698792196] 'process raft request' (duration: 148.659076ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.817062Z","caller":"traceutil/trace.go:171","msg":"trace[1049675483] transaction","detail":"{read_only:false; response_revision:41; number_of_response:1; }","duration":"148.840811ms","start":"2026-03-31T18:27:09.668207Z","end":"2026-03-31T18:27:09.817037Z","steps":["trace[1049675483] 'process raft request' (duration: 148.645496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.820644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.680369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"info","ts":"2026-03-31T18:27:09.820703Z","caller":"traceutil/trace.go:171","msg":"trace[1023190229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:43; }","duration":"152.803481ms","start":"2026-03-31T18:27:09.667886Z","end":"2026-03-31T18:27:09.820689Z","steps":["trace[1023190229] 'agreement among raft nodes before linearized reading' (duration: 149.555839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.821241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.384936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-31T18:27:09.821288Z","caller":"traceutil/trace.go:171","msg":"trace[194296666] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:43; }","duration":"153.446738ms","start":"2026-03-31T18:27:09.667829Z","end":"2026-03-31T18:27:09.821276Z","steps":["trace[194296666] 'agreement among raft nodes before linearized reading' (duration: 149.416746ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.955889Z","caller":"traceutil/trace.go:171","msg":"trace[956724552] transaction","detail":"{read_only:false; response_revision:45; number_of_response:1; }","duration":"132.7007ms","start":"2026-03-31T18:27:09.82315Z","end":"2026-03-31T18:27:09.955851Z","steps":["trace[956724552] 'process raft request' (duration: 95.936876ms)","trace[956724552] 'compare' (duration: 36.582969ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:09.955953Z","caller":"traceutil/trace.go:171","msg":"trace[1273910580] transaction","detail":"{read_only:false; response_revision:46; number_of_response:1; }","duration":"131.058349ms","start":"2026-03-31T18:27:09.824866Z","end":"2026-03-31T18:27:09.955924Z","steps":["trace[1273910580] 'process raft request' (duration: 130.937016ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.955997Z","caller":"traceutil/trace.go:171","msg":"trace[1040875010] transaction","detail":"{read_only:false; response_revision:47; number_of_response:1; }","duration":"130.601376ms","start":"2026-03-31T18:27:09.825376Z","end":"2026-03-31T18:27:09.955977Z","steps":["trace[1040875010] 'process raft request' (duration: 130.464363ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:09.956211Z","caller":"traceutil/trace.go:171","msg":"trace[613266080] linearizableReadLoop","detail":"{readStateIndex:50; appliedIndex:47; }","duration":"131.071719ms","start":"2026-03-31T18:27:09.825127Z","end":"2026-03-31T18:27:09.956198Z","steps":["trace[613266080] 'read index received' (duration: 58.957318ms)","trace[613266080] 'applied index is now lower than readState.Index' (duration: 72.113061ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:09.956215Z","caller":"traceutil/trace.go:171","msg":"trace[604236825] transaction","detail":"{read_only:false; response_revision:48; number_of_response:1; }","duration":"130.620496ms","start":"2026-03-31T18:27:09.82557Z","end":"2026-03-31T18:27:09.95619Z","steps":["trace[604236825] 'process raft request' (duration: 130.331949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:09.956302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.156042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:09.95634Z","caller":"traceutil/trace.go:171","msg":"trace[1078792544] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:0; response_revision:49; }","duration":"131.218563ms","start":"2026-03-31T18:27:09.82511Z","end":"2026-03-31T18:27:09.956328Z","steps":["trace[1078792544] 'agreement among raft nodes before linearized reading' (duration: 131.144601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.397825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.261802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:27:10.398022Z","caller":"traceutil/trace.go:171","msg":"trace[1756806283] transaction","detail":"{read_only:false; response_revision:54; number_of_response:1; }","duration":"357.144612ms","start":"2026-03-31T18:27:10.040859Z","end":"2026-03-31T18:27:10.398004Z","steps":["trace[1756806283] 'process raft request' (duration: 357.108361ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:10.398035Z","caller":"traceutil/trace.go:171","msg":"trace[130489564] transaction","detail":"{read_only:false; response_revision:52; number_of_response:1; }","duration":"419.787053ms","start":"2026-03-31T18:27:09.978203Z","end":"2026-03-31T18:27:10.39799Z","steps":["trace[130489564] 'process raft request' (duration: 105.272094ms)","trace[130489564] 'compare' (duration: 314.054497ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:10.398087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:10.040832Z","time spent":"357.228114ms","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:10.398204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.978182Z","time spent":"419.939347ms","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:10.398511Z","caller":"traceutil/trace.go:171","msg":"trace[1064155703] linearizableReadLoop","detail":"{readStateIndex:57; appliedIndex:55; }","duration":"361.236905ms","start":"2026-03-31T18:27:10.037256Z","end":"2026-03-31T18:27:10.398493Z","steps":["trace[1064155703] 'read index received' (duration: 46.315627ms)","trace[1064155703] 'applied index is now lower than readState.Index' (duration: 314.918768ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:10.40079Z","caller":"traceutil/trace.go:171","msg":"trace[1134235801] transaction","detail":"{read_only:false; response_revision:53; number_of_response:1; }","duration":"419.989588ms","start":"2026-03-31T18:27:09.980763Z","end":"2026-03-31T18:27:10.400753Z","steps":["trace[1134235801] 'process raft request' (duration: 417.150286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.400838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.186545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:10.400914Z","caller":"traceutil/trace.go:171","msg":"trace[1935359334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:54; }","duration":"165.301238ms","start":"2026-03-31T18:27:10.235593Z","end":"2026-03-31T18:27:10.400894Z","steps":["trace[1935359334] 'agreement among raft nodes before linearized reading' (duration: 165.026371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.401005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:09.980749Z","time spent":"420.139651ms","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1058,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:10.402066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.99831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/default\" ","response":"range_response_count:1 size:338"} {"level":"info","ts":"2026-03-31T18:27:10.402195Z","caller":"traceutil/trace.go:171","msg":"trace[2088885333] range","detail":"{range_begin:/registry/namespaces/default; range_end:; response_count:1; response_revision:54; }","duration":"389.133123ms","start":"2026-03-31T18:27:10.012988Z","end":"2026-03-31T18:27:10.402121Z","steps":["trace[2088885333] 'agreement among raft nodes before linearized reading' (duration: 388.957729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.402291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:10.012965Z","time spent":"389.309569ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":30,"response count":1,"response size":361,"request content":"key:\"/registry/namespaces/default\" "} {"level":"warn","ts":"2026-03-31T18:27:10.678965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.2714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:27:10.679118Z","caller":"traceutil/trace.go:171","msg":"trace[1143943979] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"272.602233ms","start":"2026-03-31T18:27:10.406504Z","end":"2026-03-31T18:27:10.679106Z","steps":["trace[1143943979] 'process raft request' (duration: 272.566772ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:10.679537Z","caller":"traceutil/trace.go:171","msg":"trace[985678921] transaction","detail":"{read_only:false; response_revision:55; number_of_response:1; }","duration":"274.758329ms","start":"2026-03-31T18:27:10.40477Z","end":"2026-03-31T18:27:10.679529Z","steps":["trace[985678921] 'process raft request' (duration: 113.869523ms)","trace[985678921] 'compare' (duration: 160.126807ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:10.679813Z","caller":"traceutil/trace.go:171","msg":"trace[1403634634] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"272.83136ms","start":"2026-03-31T18:27:10.406496Z","end":"2026-03-31T18:27:10.679327Z","steps":["trace[1403634634] 'process raft request' (duration: 272.543863ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:10.763249Z","caller":"traceutil/trace.go:171","msg":"trace[1370998856] linearizableReadLoop","detail":"{readStateIndex:63; appliedIndex:59; }","duration":"307.800228ms","start":"2026-03-31T18:27:10.455426Z","end":"2026-03-31T18:27:10.763227Z","steps":["trace[1370998856] 'read index received' (duration: 63.338999ms)","trace[1370998856] 'applied index is now lower than readState.Index' (duration: 244.460209ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:10.763363Z","caller":"traceutil/trace.go:171","msg":"trace[1460300687] transaction","detail":"{read_only:false; response_revision:59; number_of_response:1; }","duration":"306.120725ms","start":"2026-03-31T18:27:10.457212Z","end":"2026-03-31T18:27:10.763333Z","steps":["trace[1460300687] 'process raft request' (duration: 305.966271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:10.763407Z","caller":"traceutil/trace.go:171","msg":"trace[1635698329] transaction","detail":"{read_only:false; response_revision:58; number_of_response:1; }","duration":"328.571005ms","start":"2026-03-31T18:27:10.434798Z","end":"2026-03-31T18:27:10.763369Z","steps":["trace[1635698329] 'process raft request' (duration: 328.265038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.763871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:10.434779Z","time spent":"329.049739ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":636,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:10.763502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.053974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:5894"} {"level":"info","ts":"2026-03-31T18:27:10.763953Z","caller":"traceutil/trace.go:171","msg":"trace[2052500386] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:59; }","duration":"308.550078ms","start":"2026-03-31T18:27:10.455386Z","end":"2026-03-31T18:27:10.763936Z","steps":["trace[2052500386] 'agreement among raft nodes before linearized reading' (duration: 307.977832ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.764029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:10.455366Z","time spent":"308.62695ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":5917,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-31T18:27:10.764293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:10.457193Z","time spent":"306.540127ms","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:10.95737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.100582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:27:10.957505Z","caller":"traceutil/trace.go:171","msg":"trace[1272808405] linearizableReadLoop","detail":"{readStateIndex:66; appliedIndex:64; }","duration":"193.862235ms","start":"2026-03-31T18:27:10.763628Z","end":"2026-03-31T18:27:10.95749Z","steps":["trace[1272808405] 'read index received' (duration: 32.598578ms)","trace[1272808405] 'applied index is now lower than readState.Index' (duration: 161.262926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:10.957643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.259886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-03-31T18:27:10.95767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.930816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:10.957706Z","caller":"traceutil/trace.go:171","msg":"trace[807567272] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:61; }","duration":"493.996378ms","start":"2026-03-31T18:27:10.463698Z","end":"2026-03-31T18:27:10.957695Z","steps":["trace[807567272] 'agreement among raft nodes before linearized reading' (duration: 493.857074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.957754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:10.463682Z","time spent":"494.06187ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-03-31T18:27:10.957732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.123703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:monitoring\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:10.957869Z","caller":"traceutil/trace.go:171","msg":"trace[1636547138] range","detail":"{range_begin:/registry/clusterroles/system:monitoring; range_end:; response_count:0; response_revision:61; }","duration":"274.299207ms","start":"2026-03-31T18:27:10.68353Z","end":"2026-03-31T18:27:10.95783Z","steps":["trace[1636547138] 'agreement among raft nodes before linearized reading' (duration: 274.0209ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:10.957704Z","caller":"traceutil/trace.go:171","msg":"trace[1604137825] transaction","detail":"{read_only:false; response_revision:60; number_of_response:1; }","duration":"273.867867ms","start":"2026-03-31T18:27:10.683822Z","end":"2026-03-31T18:27:10.95769Z","steps":["trace[1604137825] 'process raft request' (duration: 112.393255ms)","trace[1604137825] 'compare' (duration: 160.958999ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:10.957701Z","caller":"traceutil/trace.go:171","msg":"trace[1341439006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:61; }","duration":"222.349648ms","start":"2026-03-31T18:27:10.73534Z","end":"2026-03-31T18:27:10.957689Z","steps":["trace[1341439006] 'agreement among raft nodes before linearized reading' (duration: 222.188644ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:10.957607Z","caller":"traceutil/trace.go:171","msg":"trace[2126439152] transaction","detail":"{read_only:false; response_revision:61; number_of_response:1; }","duration":"273.563588ms","start":"2026-03-31T18:27:10.683991Z","end":"2026-03-31T18:27:10.957555Z","steps":["trace[2126439152] 'process raft request' (duration: 273.455025ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:10.980753Z","caller":"traceutil/trace.go:171","msg":"trace[1658717602] transaction","detail":"{read_only:false; response_revision:62; number_of_response:1; }","duration":"182.876245ms","start":"2026-03-31T18:27:10.797839Z","end":"2026-03-31T18:27:10.980715Z","steps":["trace[1658717602] 'process raft request' (duration: 182.705721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:10.981246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.324224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a2006063c1cd80\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:10.981394Z","caller":"traceutil/trace.go:171","msg":"trace[1131350828] range","detail":"{range_begin:/registry/events/default/instance.18a2006063c1cd80; range_end:; response_count:0; response_revision:62; }","duration":"212.649321ms","start":"2026-03-31T18:27:10.768722Z","end":"2026-03-31T18:27:10.981372Z","steps":["trace[1131350828] 'agreement among raft nodes before linearized reading' (duration: 212.262211ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.10421Z","caller":"traceutil/trace.go:171","msg":"trace[1829604498] transaction","detail":"{read_only:false; response_revision:63; number_of_response:1; }","duration":"142.839208ms","start":"2026-03-31T18:27:10.961334Z","end":"2026-03-31T18:27:11.104173Z","steps":["trace[1829604498] 'process raft request' (duration: 139.493303ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.104582Z","caller":"traceutil/trace.go:171","msg":"trace[138338041] transaction","detail":"{read_only:false; response_revision:64; number_of_response:1; }","duration":"142.734656ms","start":"2026-03-31T18:27:10.961827Z","end":"2026-03-31T18:27:11.104562Z","steps":["trace[138338041] 'process raft request' (duration: 142.360426ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.104648Z","caller":"traceutil/trace.go:171","msg":"trace[1076817035] transaction","detail":"{read_only:false; response_revision:65; number_of_response:1; }","duration":"141.213066ms","start":"2026-03-31T18:27:10.963409Z","end":"2026-03-31T18:27:11.104622Z","steps":["trace[1076817035] 'process raft request' (duration: 140.853157ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.104952Z","caller":"traceutil/trace.go:171","msg":"trace[342073451] linearizableReadLoop","detail":"{readStateIndex:70; appliedIndex:67; }","duration":"124.251656ms","start":"2026-03-31T18:27:10.980678Z","end":"2026-03-31T18:27:11.10493Z","steps":["trace[342073451] 'read index received' (duration: 120.153252ms)","trace[342073451] 'applied index is now lower than readState.Index' (duration: 4.095634ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:11.105153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.533776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2917"} {"level":"info","ts":"2026-03-31T18:27:11.105213Z","caller":"traceutil/trace.go:171","msg":"trace[2043072178] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:66; }","duration":"119.639918ms","start":"2026-03-31T18:27:10.985559Z","end":"2026-03-31T18:27:11.105199Z","steps":["trace[2043072178] 'agreement among raft nodes before linearized reading' (duration: 119.502334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:11.105231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.960581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3491"} {"level":"info","ts":"2026-03-31T18:27:11.105497Z","caller":"traceutil/trace.go:171","msg":"trace[332466875] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:66; }","duration":"145.234879ms","start":"2026-03-31T18:27:10.96023Z","end":"2026-03-31T18:27:11.105464Z","steps":["trace[332466875] 'agreement among raft nodes before linearized reading' (duration: 144.815988ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.105675Z","caller":"traceutil/trace.go:171","msg":"trace[1673353322] transaction","detail":"{read_only:false; response_revision:66; number_of_response:1; }","duration":"120.064879ms","start":"2026-03-31T18:27:10.985477Z","end":"2026-03-31T18:27:11.105542Z","steps":["trace[1673353322] 'process raft request' (duration: 118.858408ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.32075Z","caller":"traceutil/trace.go:171","msg":"trace[138233599] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"202.999876ms","start":"2026-03-31T18:27:11.117734Z","end":"2026-03-31T18:27:11.320734Z","steps":["trace[138233599] 'process raft request' (duration: 202.973205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.320868Z","caller":"traceutil/trace.go:171","msg":"trace[377510452] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"208.730742ms","start":"2026-03-31T18:27:11.112105Z","end":"2026-03-31T18:27:11.320836Z","steps":["trace[377510452] 'process raft request' (duration: 208.576088ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.320864Z","caller":"traceutil/trace.go:171","msg":"trace[340358797] transaction","detail":"{read_only:false; response_revision:69; number_of_response:1; }","duration":"209.189933ms","start":"2026-03-31T18:27:11.111651Z","end":"2026-03-31T18:27:11.320841Z","steps":["trace[340358797] 'process raft request' (duration: 208.988378ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.321081Z","caller":"traceutil/trace.go:171","msg":"trace[258259221] transaction","detail":"{read_only:false; response_revision:68; number_of_response:1; }","duration":"210.280611ms","start":"2026-03-31T18:27:11.110793Z","end":"2026-03-31T18:27:11.321074Z","steps":["trace[258259221] 'process raft request' (duration: 139.096683ms)","trace[258259221] 'compare' (duration: 70.578632ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:11.321082Z","caller":"traceutil/trace.go:171","msg":"trace[1955212780] linearizableReadLoop","detail":"{readStateIndex:76; appliedIndex:72; }","duration":"208.790722ms","start":"2026-03-31T18:27:11.112266Z","end":"2026-03-31T18:27:11.321057Z","steps":["trace[1955212780] 'read index received' (duration: 3.389375ms)","trace[1955212780] 'applied index is now lower than readState.Index' (duration: 205.398987ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:11.321321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.02953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a2006063c1fa9e\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-31T18:27:11.32135Z","caller":"traceutil/trace.go:171","msg":"trace[1137264379] range","detail":"{range_begin:/registry/events/default/instance.18a2006063c1fa9e; range_end:; response_count:0; response_revision:71; }","duration":"209.097831ms","start":"2026-03-31T18:27:11.112243Z","end":"2026-03-31T18:27:11.321341Z","steps":["trace[1137264379] 'agreement among raft nodes before linearized reading' (duration: 209.024009ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.321801Z","caller":"traceutil/trace.go:171","msg":"trace[2143588567] transaction","detail":"{read_only:false; number_of_response:1; response_revision:68; }","duration":"210.305642ms","start":"2026-03-31T18:27:11.111456Z","end":"2026-03-31T18:27:11.321762Z","steps":["trace[2143588567] 'process raft request' (duration: 209.149672ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.555665Z","caller":"traceutil/trace.go:171","msg":"trace[623817128] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"181.224332ms","start":"2026-03-31T18:27:11.374402Z","end":"2026-03-31T18:27:11.555626Z","steps":["trace[623817128] 'process raft request' (duration: 181.082659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.555709Z","caller":"traceutil/trace.go:171","msg":"trace[733586770] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"181.650504ms","start":"2026-03-31T18:27:11.374027Z","end":"2026-03-31T18:27:11.555678Z","steps":["trace[733586770] 'process raft request' (duration: 181.332926ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.604199Z","caller":"traceutil/trace.go:171","msg":"trace[261287587] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"202.013092ms","start":"2026-03-31T18:27:11.402161Z","end":"2026-03-31T18:27:11.604174Z","steps":["trace[261287587] 'process raft request' (duration: 201.765885ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.604337Z","caller":"traceutil/trace.go:171","msg":"trace[570765104] linearizableReadLoop","detail":"{readStateIndex:83; appliedIndex:82; }","duration":"201.874307ms","start":"2026-03-31T18:27:11.402435Z","end":"2026-03-31T18:27:11.60431Z","steps":["trace[570765104] 'read index received' (duration: 153.260682ms)","trace[570765104] 'applied index is now lower than readState.Index' (duration: 48.611715ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:11.6045Z","caller":"traceutil/trace.go:171","msg":"trace[492518793] transaction","detail":"{read_only:false; response_revision:78; number_of_response:1; }","duration":"197.373943ms","start":"2026-03-31T18:27:11.407082Z","end":"2026-03-31T18:27:11.604456Z","steps":["trace[492518793] 'process raft request' (duration: 197.041115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:11.604636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.186605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a2006063c2124a\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-03-31T18:27:11.60468Z","caller":"traceutil/trace.go:171","msg":"trace[1216662101] range","detail":"{range_begin:/registry/events/default/instance.18a2006063c2124a; range_end:; response_count:1; response_revision:78; }","duration":"202.266847ms","start":"2026-03-31T18:27:11.402398Z","end":"2026-03-31T18:27:11.604665Z","steps":["trace[1216662101] 'agreement among raft nodes before linearized reading' (duration: 202.192575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:11.798739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.453357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:27:11.799189Z","caller":"traceutil/trace.go:171","msg":"trace[837197311] transaction","detail":"{read_only:false; response_revision:80; number_of_response:1; }","duration":"191.206616ms","start":"2026-03-31T18:27:11.607958Z","end":"2026-03-31T18:27:11.799165Z","steps":["trace[837197311] 'process raft request' (duration: 50.257746ms)","trace[837197311] 'compare' (duration: 140.342635ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:11.799343Z","caller":"traceutil/trace.go:171","msg":"trace[161086628] linearizableReadLoop","detail":"{readStateIndex:86; appliedIndex:85; }","duration":"190.023067ms","start":"2026-03-31T18:27:11.609283Z","end":"2026-03-31T18:27:11.799306Z","steps":["trace[161086628] 'read index received' (duration: 48.881532ms)","trace[161086628] 'applied index is now lower than readState.Index' (duration: 141.137964ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:11.799435Z","caller":"traceutil/trace.go:171","msg":"trace[990483092] transaction","detail":"{read_only:false; response_revision:81; number_of_response:1; }","duration":"189.889103ms","start":"2026-03-31T18:27:11.609513Z","end":"2026-03-31T18:27:11.799403Z","steps":["trace[990483092] 'process raft request' (duration: 189.637257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:11.799621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.363345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5510"} {"level":"info","ts":"2026-03-31T18:27:11.799664Z","caller":"traceutil/trace.go:171","msg":"trace[827536612] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:82; }","duration":"192.410746ms","start":"2026-03-31T18:27:11.607243Z","end":"2026-03-31T18:27:11.799654Z","steps":["trace[827536612] 'agreement among raft nodes before linearized reading' (duration: 192.17921ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.799739Z","caller":"traceutil/trace.go:171","msg":"trace[1431062413] transaction","detail":"{read_only:false; response_revision:83; number_of_response:1; }","duration":"187.676496ms","start":"2026-03-31T18:27:11.612053Z","end":"2026-03-31T18:27:11.79973Z","steps":["trace[1431062413] 'process raft request' (duration: 187.43427ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:11.799631Z","caller":"traceutil/trace.go:171","msg":"trace[1221970968] transaction","detail":"{read_only:false; response_revision:82; number_of_response:1; }","duration":"188.413565ms","start":"2026-03-31T18:27:11.611209Z","end":"2026-03-31T18:27:11.799622Z","steps":["trace[1221970968] 'process raft request' (duration: 187.992115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.053932Z","caller":"traceutil/trace.go:171","msg":"trace[945027093] transaction","detail":"{read_only:false; response_revision:91; number_of_response:1; }","duration":"100.064282ms","start":"2026-03-31T18:27:11.953837Z","end":"2026-03-31T18:27:12.053902Z","steps":["trace[945027093] 'process raft request' (duration: 97.328262ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.235866Z","caller":"traceutil/trace.go:171","msg":"trace[1943039635] transaction","detail":"{read_only:false; response_revision:100; number_of_response:1; }","duration":"174.995434ms","start":"2026-03-31T18:27:12.060859Z","end":"2026-03-31T18:27:12.235854Z","steps":["trace[1943039635] 'process raft request' (duration: 174.944673ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.235894Z","caller":"traceutil/trace.go:171","msg":"trace[1818771666] transaction","detail":"{read_only:false; response_revision:98; number_of_response:1; }","duration":"177.385595ms","start":"2026-03-31T18:27:12.058482Z","end":"2026-03-31T18:27:12.235868Z","steps":["trace[1818771666] 'process raft request' (duration: 177.265512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.235942Z","caller":"traceutil/trace.go:171","msg":"trace[470822560] transaction","detail":"{read_only:false; response_revision:99; number_of_response:1; }","duration":"176.816351ms","start":"2026-03-31T18:27:12.059114Z","end":"2026-03-31T18:27:12.23593Z","steps":["trace[470822560] 'process raft request' (duration: 176.662577ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.235865Z","caller":"traceutil/trace.go:171","msg":"trace[448647531] transaction","detail":"{read_only:false; response_revision:96; number_of_response:1; }","duration":"177.357294ms","start":"2026-03-31T18:27:12.058455Z","end":"2026-03-31T18:27:12.235812Z","steps":["trace[448647531] 'process raft request' (duration: 177.135888ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.236083Z","caller":"traceutil/trace.go:171","msg":"trace[1419645734] transaction","detail":"{read_only:false; response_revision:97; number_of_response:1; }","duration":"177.61338ms","start":"2026-03-31T18:27:12.058456Z","end":"2026-03-31T18:27:12.236069Z","steps":["trace[1419645734] 'process raft request' (duration: 177.244931ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.324811Z","caller":"traceutil/trace.go:171","msg":"trace[1976196650] transaction","detail":"{read_only:false; response_revision:101; number_of_response:1; }","duration":"174.76843ms","start":"2026-03-31T18:27:12.150002Z","end":"2026-03-31T18:27:12.32477Z","steps":["trace[1976196650] 'process raft request' (duration: 172.356778ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.522592Z","caller":"traceutil/trace.go:171","msg":"trace[220464805] linearizableReadLoop","detail":"{readStateIndex:110; appliedIndex:108; }","duration":"190.092348ms","start":"2026-03-31T18:27:12.332464Z","end":"2026-03-31T18:27:12.522556Z","steps":["trace[220464805] 'read index received' (duration: 160.365463ms)","trace[220464805] 'applied index is now lower than readState.Index' (duration: 29.723995ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:12.522722Z","caller":"traceutil/trace.go:171","msg":"trace[1599745059] transaction","detail":"{read_only:false; response_revision:104; number_of_response:1; }","duration":"190.363936ms","start":"2026-03-31T18:27:12.332346Z","end":"2026-03-31T18:27:12.52271Z","steps":["trace[1599745059] 'process raft request' (duration: 190.111449ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.522815Z","caller":"traceutil/trace.go:171","msg":"trace[1610976494] transaction","detail":"{read_only:false; response_revision:103; number_of_response:1; }","duration":"193.052813ms","start":"2026-03-31T18:27:12.329742Z","end":"2026-03-31T18:27:12.522795Z","steps":["trace[1610976494] 'process raft request' (duration: 162.897287ms)","trace[1610976494] 'compare' (duration: 29.578711ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:12.523038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.54619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a2006063c1fa9e\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-31T18:27:12.523143Z","caller":"traceutil/trace.go:171","msg":"trace[2070615141] range","detail":"{range_begin:/registry/events/default/instance.18a2006063c1fa9e; range_end:; response_count:1; response_revision:104; }","duration":"190.664773ms","start":"2026-03-31T18:27:12.332459Z","end":"2026-03-31T18:27:12.523124Z","steps":["trace[2070615141] 'agreement among raft nodes before linearized reading' (duration: 190.415726ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:12.6872Z","caller":"traceutil/trace.go:171","msg":"trace[1609938225] transaction","detail":"{read_only:false; response_revision:106; number_of_response:1; }","duration":"157.918551ms","start":"2026-03-31T18:27:12.529234Z","end":"2026-03-31T18:27:12.687153Z","steps":["trace[1609938225] 'process raft request' (duration: 132.553997ms)","trace[1609938225] 'compare' (duration: 25.137418ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:12.687295Z","caller":"traceutil/trace.go:171","msg":"trace[1117078752] linearizableReadLoop","detail":"{readStateIndex:112; appliedIndex:111; }","duration":"148.748649ms","start":"2026-03-31T18:27:12.538522Z","end":"2026-03-31T18:27:12.68727Z","steps":["trace[1117078752] 'read index received' (duration: 123.282372ms)","trace[1117078752] 'applied index is now lower than readState.Index' (duration: 25.464547ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:12.687414Z","caller":"traceutil/trace.go:171","msg":"trace[88148412] transaction","detail":"{read_only:false; response_revision:107; number_of_response:1; }","duration":"148.337788ms","start":"2026-03-31T18:27:12.539049Z","end":"2026-03-31T18:27:12.687387Z","steps":["trace[88148412] 'process raft request' (duration: 148.017319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:12.687652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.108418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/default/instance.18a2006063c2124a\" ","response":"range_response_count:1 size:648"} {"level":"info","ts":"2026-03-31T18:27:12.68769Z","caller":"traceutil/trace.go:171","msg":"trace[493845862] range","detail":"{range_begin:/registry/events/default/instance.18a2006063c2124a; range_end:; response_count:1; response_revision:107; }","duration":"149.19968ms","start":"2026-03-31T18:27:12.538481Z","end":"2026-03-31T18:27:12.68768Z","steps":["trace[493845862] 'agreement among raft nodes before linearized reading' (duration: 148.876432ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:35.688868Z","caller":"traceutil/trace.go:171","msg":"trace[1871156202] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"118.54856ms","start":"2026-03-31T18:27:35.570294Z","end":"2026-03-31T18:27:35.688843Z","steps":["trace[1871156202] 'process raft request' (duration: 81.350206ms)","trace[1871156202] 'compare' (duration: 36.733183ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:36.637437Z","caller":"traceutil/trace.go:171","msg":"trace[1080445118] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"250.441211ms","start":"2026-03-31T18:27:36.386957Z","end":"2026-03-31T18:27:36.637398Z","steps":["trace[1080445118] 'process raft request' (duration: 250.105322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:36.638427Z","caller":"traceutil/trace.go:171","msg":"trace[1577117792] linearizableReadLoop","detail":"{readStateIndex:496; appliedIndex:494; }","duration":"239.281097ms","start":"2026-03-31T18:27:36.399101Z","end":"2026-03-31T18:27:36.638382Z","steps":["trace[1577117792] 'read index received' (duration: 237.940122ms)","trace[1577117792] 'applied index is now lower than readState.Index' (duration: 1.339795ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:36.638613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.502002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:36.63866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.91526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:27:36.638689Z","caller":"traceutil/trace.go:171","msg":"trace[1471757404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:475; }","duration":"239.640167ms","start":"2026-03-31T18:27:36.399032Z","end":"2026-03-31T18:27:36.638672Z","steps":["trace[1471757404] 'agreement among raft nodes before linearized reading' (duration: 239.522894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:36.638709Z","caller":"traceutil/trace.go:171","msg":"trace[1216506405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:475; }","duration":"119.027253ms","start":"2026-03-31T18:27:36.519666Z","end":"2026-03-31T18:27:36.638693Z","steps":["trace[1216506405] 'agreement among raft nodes before linearized reading' (duration: 118.91183ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:36.638891Z","caller":"traceutil/trace.go:171","msg":"trace[987712930] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"250.192624ms","start":"2026-03-31T18:27:36.388307Z","end":"2026-03-31T18:27:36.6385Z","steps":["trace[987712930] 'process raft request' (duration: 249.887676ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:37.619775Z","caller":"traceutil/trace.go:171","msg":"trace[1511973725] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"112.18701ms","start":"2026-03-31T18:27:37.507564Z","end":"2026-03-31T18:27:37.619751Z","steps":["trace[1511973725] 'process raft request' (duration: 112.050026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:38.780032Z","caller":"traceutil/trace.go:171","msg":"trace[1771595896] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"133.810463ms","start":"2026-03-31T18:27:38.646198Z","end":"2026-03-31T18:27:38.780008Z","steps":["trace[1771595896] 'process raft request' (duration: 133.651189ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:38.904914Z","caller":"traceutil/trace.go:171","msg":"trace[86467547] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"258.63244ms","start":"2026-03-31T18:27:38.646248Z","end":"2026-03-31T18:27:38.90488Z","steps":["trace[86467547] 'process raft request' (duration: 195.310584ms)","trace[86467547] 'compare' (duration: 63.10024ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:39.170924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.120641ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:27:39.171025Z","caller":"traceutil/trace.go:171","msg":"trace[531743703] linearizableReadLoop","detail":"{readStateIndex:500; appliedIndex:498; }","duration":"524.263628ms","start":"2026-03-31T18:27:38.646745Z","end":"2026-03-31T18:27:39.171008Z","steps":["trace[531743703] 'read index received' (duration: 133.144676ms)","trace[531743703] 'applied index is now lower than readState.Index' (duration: 391.117452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:39.171134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.279177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:39.171121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.36099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:27:39.171175Z","caller":"traceutil/trace.go:171","msg":"trace[1823613804] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:479; }","duration":"507.335598ms","start":"2026-03-31T18:27:38.663828Z","end":"2026-03-31T18:27:39.171164Z","steps":["trace[1823613804] 'agreement among raft nodes before linearized reading' (duration: 507.272627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.171184Z","caller":"traceutil/trace.go:171","msg":"trace[2057727829] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:479; }","duration":"524.450183ms","start":"2026-03-31T18:27:38.64672Z","end":"2026-03-31T18:27:39.17117Z","steps":["trace[2057727829] 'agreement among raft nodes before linearized reading' (duration: 524.34694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:39.171216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:38.663797Z","time spent":"507.40811ms","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-31T18:27:39.171218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:38.646711Z","time spent":"524.499464ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:27:39.28875Z","caller":"traceutil/trace.go:171","msg":"trace[937418316] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"112.542784ms","start":"2026-03-31T18:27:39.176181Z","end":"2026-03-31T18:27:39.288724Z","steps":["trace[937418316] 'process raft request' (duration: 112.37038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.417488Z","caller":"traceutil/trace.go:171","msg":"trace[1431236176] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"101.32727ms","start":"2026-03-31T18:27:39.316136Z","end":"2026-03-31T18:27:39.417463Z","steps":["trace[1431236176] 'process raft request' (duration: 101.285789ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:39.417651Z","caller":"traceutil/trace.go:171","msg":"trace[1968919505] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"101.561036ms","start":"2026-03-31T18:27:39.316034Z","end":"2026-03-31T18:27:39.417595Z","steps":["trace[1968919505] 'process raft request' (duration: 95.672977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:41.367068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.742337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:27:41.367135Z","caller":"traceutil/trace.go:171","msg":"trace[1763058661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:517; }","duration":"445.84529ms","start":"2026-03-31T18:27:40.921277Z","end":"2026-03-31T18:27:41.367122Z","steps":["trace[1763058661] 'range keys from in-memory index tree' (duration: 445.622143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:41.367158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:40.921264Z","time spent":"445.88892ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:41.367241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.168499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:41.36734Z","caller":"traceutil/trace.go:171","msg":"trace[1033364803] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:517; }","duration":"409.318053ms","start":"2026-03-31T18:27:40.958004Z","end":"2026-03-31T18:27:41.367322Z","steps":["trace[1033364803] 'range keys from in-memory index tree' (duration: 409.025545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:41.367372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:40.957983Z","time spent":"409.379854ms","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-31T18:27:41.88206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958264174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:42.383127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958264174,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:42.487163Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.116181813s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:42.487667Z","caller":"traceutil/trace.go:171","msg":"trace[1766449199] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.116762437s","start":"2026-03-31T18:27:41.37088Z","end":"2026-03-31T18:27:42.487643Z","steps":["trace[1766449199] 'process raft request' (duration: 1.11648537s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:42.487799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.370867Z","time spent":"1.11685303s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:42.954831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.597011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:42.954948Z","caller":"traceutil/trace.go:171","msg":"trace[2087290170] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"1.573215226s","start":"2026-03-31T18:27:41.381713Z","end":"2026-03-31T18:27:42.954929Z","steps":["trace[2087290170] 'read index received' (duration: 1.105976344s)","trace[2087290170] 'applied index is now lower than readState.Index' (duration: 467.237232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:42.955062Z","caller":"traceutil/trace.go:171","msg":"trace[594738814] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"1.583704622s","start":"2026-03-31T18:27:41.371341Z","end":"2026-03-31T18:27:42.955046Z","steps":["trace[594738814] 'process raft request' (duration: 1.279794403s)","trace[594738814] 'compare' (duration: 303.350645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:42.955148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.371333Z","time spent":"1.583771123s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:42.955247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.009185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:27:42.95526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319938241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:27:42.955323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573616956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:42.955334Z","caller":"traceutil/trace.go:171","msg":"trace[1459414313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:519; }","duration":"1.320054664s","start":"2026-03-31T18:27:41.635258Z","end":"2026-03-31T18:27:42.955312Z","steps":["trace[1459414313] 'agreement among raft nodes before linearized reading' (duration: 1.319868719s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:42.95535Z","caller":"traceutil/trace.go:171","msg":"trace[2018919560] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:519; }","duration":"1.573677817s","start":"2026-03-31T18:27:41.381663Z","end":"2026-03-31T18:27:42.955341Z","steps":["trace[2018919560] 'agreement among raft nodes before linearized reading' (duration: 1.573640706s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:42.955378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.381643Z","time spent":"1.573728988s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"warn","ts":"2026-03-31T18:27:42.955383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.63524Z","time spent":"1.320131765s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:27:42.95529Z","caller":"traceutil/trace.go:171","msg":"trace[58225343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:519; }","duration":"161.078797ms","start":"2026-03-31T18:27:42.794199Z","end":"2026-03-31T18:27:42.955278Z","steps":["trace[58225343] 'agreement among raft nodes before linearized reading' (duration: 160.943973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:42.955478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013673783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:42.955514Z","caller":"traceutil/trace.go:171","msg":"trace[1211330867] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"1.013740454s","start":"2026-03-31T18:27:41.941763Z","end":"2026-03-31T18:27:42.955504Z","steps":["trace[1211330867] 'agreement among raft nodes before linearized reading' (duration: 1.013686943s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:42.955537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:41.941744Z","time spent":"1.013786925s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:42.955544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.130143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:42.955619Z","caller":"traceutil/trace.go:171","msg":"trace[1937007795] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:519; }","duration":"559.260906ms","start":"2026-03-31T18:27:42.396345Z","end":"2026-03-31T18:27:42.955606Z","steps":["trace[1937007795] 'agreement among raft nodes before linearized reading' (duration: 559.123292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:42.955651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:42.396329Z","time spent":"559.315707ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:43.899952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958264178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:44.234335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.626353ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:10089"} {"level":"info","ts":"2026-03-31T18:27:44.23445Z","caller":"traceutil/trace.go:171","msg":"trace[770150729] transaction","detail":"{read_only:false; number_of_response:1; response_revision:540; }","duration":"1.01007645s","start":"2026-03-31T18:27:43.224356Z","end":"2026-03-31T18:27:44.234432Z","steps":["trace[770150729] 'process raft request' (duration: 141.217342ms)","trace[770150729] 'compare' (duration: 868.52781ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:44.234519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:43.224339Z","time spent":"1.010143602s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":101,"response count":0,"response size":10112,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:44.400407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958264178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:44.484034Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118232815s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:44.484592Z","caller":"traceutil/trace.go:171","msg":"trace[1113656379] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"1.243749698s","start":"2026-03-31T18:27:43.240812Z","end":"2026-03-31T18:27:44.484561Z","steps":["trace[1113656379] 'process raft request' (duration: 1.24341967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:44.48473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:43.240786Z","time spent":"1.243875661s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:44.484854Z","caller":"traceutil/trace.go:171","msg":"trace[926993285] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"1.237593652s","start":"2026-03-31T18:27:43.247252Z","end":"2026-03-31T18:27:44.484845Z","steps":["trace[926993285] 'process raft request' (duration: 1.237222673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:44.48489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:43.247234Z","time spent":"1.237640573s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:44.484994Z","caller":"traceutil/trace.go:171","msg":"trace[499012038] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"1.231742063s","start":"2026-03-31T18:27:43.253227Z","end":"2026-03-31T18:27:44.484969Z","steps":["trace[499012038] 'process raft request' (duration: 1.231515478s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:44.485021Z","caller":"traceutil/trace.go:171","msg":"trace[484213075] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.231078916s","start":"2026-03-31T18:27:43.253924Z","end":"2026-03-31T18:27:44.485002Z","steps":["trace[484213075] 'process raft request' (duration: 1.230960443s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:44.485116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:43.253203Z","time spent":"1.231835736s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:44.485116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:43.253898Z","time spent":"1.231167369s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:45.399833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000471492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:27:45.399896Z","caller":"traceutil/trace.go:171","msg":"trace[303944314] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000586695s","start":"2026-03-31T18:27:43.399295Z","end":"2026-03-31T18:27:45.399881Z","steps":["trace[303944314] 'agreement among raft nodes before linearized reading' (duration: 2.000502343s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:45.39993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:43.399277Z","time spent":"2.000646508s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:45.705428Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.221124634s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:27:45.719957Z","caller":"traceutil/trace.go:171","msg":"trace[1915769185] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"2.348946692s","start":"2026-03-31T18:27:43.370987Z","end":"2026-03-31T18:27:45.719934Z","steps":["trace[1915769185] 'process raft request' (duration: 2.334792813s)","trace[1915769185] 'compare' (duration: 13.132392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:45.72Z","caller":"traceutil/trace.go:171","msg":"trace[1304805692] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"1.473842924s","start":"2026-03-31T18:27:44.246144Z","end":"2026-03-31T18:27:45.719987Z","steps":["trace[1304805692] 'process raft request' (duration: 1.473397543s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:45.720081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:44.246107Z","time spent":"1.473919936s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:45.720077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:43.370972Z","time spent":"2.349040345s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:45.720233Z","caller":"traceutil/trace.go:171","msg":"trace[28885308] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:564; }","duration":"2.320867339s","start":"2026-03-31T18:27:43.399334Z","end":"2026-03-31T18:27:45.720201Z","steps":["trace[28885308] 'read index received' (duration: 1.084959341s)","trace[28885308] 'applied index is now lower than readState.Index' (duration: 1.235906578s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:45.720304Z","caller":"traceutil/trace.go:171","msg":"trace[642176262] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"1.192530859s","start":"2026-03-31T18:27:44.527752Z","end":"2026-03-31T18:27:45.720282Z","steps":["trace[642176262] 'process raft request' (duration: 1.191967465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:45.720416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:44.527732Z","time spent":"1.192618451s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:45.720468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284141697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.202\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:27:45.720556Z","caller":"traceutil/trace.go:171","msg":"trace[1005886572] range","detail":"{range_begin:/registry/masterleases/199.19.213.202; range_end:; response_count:1; response_revision:547; }","duration":"2.284278531s","start":"2026-03-31T18:27:43.436261Z","end":"2026-03-31T18:27:45.720539Z","steps":["trace[1005886572] 'agreement among raft nodes before linearized reading' (duration: 2.284108767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:45.720568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.517169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:45.720597Z","caller":"traceutil/trace.go:171","msg":"trace[815764670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:547; }","duration":"320.568691ms","start":"2026-03-31T18:27:45.40002Z","end":"2026-03-31T18:27:45.720589Z","steps":["trace[815764670] 'agreement among raft nodes before linearized reading' (duration: 320.51791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:45.720601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:43.436243Z","time spent":"2.284345452s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.202\" "} {"level":"warn","ts":"2026-03-31T18:27:45.720616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:45.400009Z","time spent":"320.602722ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:45.720614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.484648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:27:45.72061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.418406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:27:45.720655Z","caller":"traceutil/trace.go:171","msg":"trace[2055783610] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:547; }","duration":"756.554749ms","start":"2026-03-31T18:27:44.964092Z","end":"2026-03-31T18:27:45.720647Z","steps":["trace[2055783610] 'agreement among raft nodes before linearized reading' (duration: 756.471567ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:45.720655Z","caller":"traceutil/trace.go:171","msg":"trace[1741879198] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:547; }","duration":"756.493608ms","start":"2026-03-31T18:27:44.964148Z","end":"2026-03-31T18:27:45.720642Z","steps":["trace[1741879198] 'agreement among raft nodes before linearized reading' (duration: 756.358505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:45.720683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:44.964076Z","time spent":"756.601781ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:27:45.720686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:44.96413Z","time spent":"756.54969ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:45.720707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229198369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:27:45.720769Z","caller":"traceutil/trace.go:171","msg":"trace[651610960] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:547; }","duration":"1.229290741s","start":"2026-03-31T18:27:44.491462Z","end":"2026-03-31T18:27:45.720753Z","steps":["trace[651610960] 'agreement among raft nodes before linearized reading' (duration: 1.229106286s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:45.720822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:44.491445Z","time spent":"1.229365523s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:27:45.721231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.148107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:27:45.721279Z","caller":"traceutil/trace.go:171","msg":"trace[1271165347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:547; }","duration":"761.230129ms","start":"2026-03-31T18:27:44.960038Z","end":"2026-03-31T18:27:45.721268Z","steps":["trace[1271165347] 'agreement among raft nodes before linearized reading' (duration: 761.116496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:45.721308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:44.96002Z","time spent":"761.28134ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:27:49.873848Z","caller":"traceutil/trace.go:171","msg":"trace[1296977261] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"122.728974ms","start":"2026-03-31T18:27:49.751102Z","end":"2026-03-31T18:27:49.873831Z","steps":["trace[1296977261] 'process raft request' (duration: 122.614811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.006246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.207646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:50.006315Z","caller":"traceutil/trace.go:171","msg":"trace[977527299] linearizableReadLoop","detail":"{readStateIndex:635; appliedIndex:633; }","duration":"248.399001ms","start":"2026-03-31T18:27:49.757906Z","end":"2026-03-31T18:27:50.006305Z","steps":["trace[977527299] 'read index received' (duration: 115.818558ms)","trace[977527299] 'applied index is now lower than readState.Index' (duration: 132.579793ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:50.006444Z","caller":"traceutil/trace.go:171","msg":"trace[503143374] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"254.967868ms","start":"2026-03-31T18:27:49.751468Z","end":"2026-03-31T18:27:50.006436Z","steps":["trace[503143374] 'process raft request' (duration: 131.516796ms)","trace[503143374] 'compare' (duration: 123.056902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:50.006594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.686219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:27:50.006619Z","caller":"traceutil/trace.go:171","msg":"trace[1809221456] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:609; }","duration":"248.730149ms","start":"2026-03-31T18:27:49.757883Z","end":"2026-03-31T18:27:50.006613Z","steps":["trace[1809221456] 'agreement among raft nodes before linearized reading' (duration: 248.657257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.006734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.511834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:27:50.006757Z","caller":"traceutil/trace.go:171","msg":"trace[4723017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:609; }","duration":"248.547495ms","start":"2026-03-31T18:27:49.758205Z","end":"2026-03-31T18:27:50.006752Z","steps":["trace[4723017] 'agreement among raft nodes before linearized reading' (duration: 248.492123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.00735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.706709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.00738Z","caller":"traceutil/trace.go:171","msg":"trace[415830336] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:609; }","duration":"125.74971ms","start":"2026-03-31T18:27:49.881624Z","end":"2026-03-31T18:27:50.007374Z","steps":["trace[415830336] 'agreement among raft nodes before linearized reading' (duration: 125.705289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.007471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.022592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.007494Z","caller":"traceutil/trace.go:171","msg":"trace[345387060] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:609; }","duration":"127.075693ms","start":"2026-03-31T18:27:49.880414Z","end":"2026-03-31T18:27:50.007489Z","steps":["trace[345387060] 'agreement among raft nodes before linearized reading' (duration: 127.040052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.007571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.189596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.007594Z","caller":"traceutil/trace.go:171","msg":"trace[1389285380] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:609; }","duration":"127.236618ms","start":"2026-03-31T18:27:49.880352Z","end":"2026-03-31T18:27:50.007589Z","steps":["trace[1389285380] 'agreement among raft nodes before linearized reading' (duration: 127.205097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.008168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.159225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.008222Z","caller":"traceutil/trace.go:171","msg":"trace[1117880464] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:609; }","duration":"166.223317ms","start":"2026-03-31T18:27:49.841989Z","end":"2026-03-31T18:27:50.008212Z","steps":["trace[1117880464] 'agreement among raft nodes before linearized reading' (duration: 166.146254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.008368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.373221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.008407Z","caller":"traceutil/trace.go:171","msg":"trace[895186557] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:609; }","duration":"166.413262ms","start":"2026-03-31T18:27:49.841983Z","end":"2026-03-31T18:27:50.008397Z","steps":["trace[895186557] 'agreement among raft nodes before linearized reading' (duration: 166.358691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.00856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.602217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.0086Z","caller":"traceutil/trace.go:171","msg":"trace[210980495] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:609; }","duration":"166.661668ms","start":"2026-03-31T18:27:49.841928Z","end":"2026-03-31T18:27:50.00859Z","steps":["trace[210980495] 'agreement among raft nodes before linearized reading' (duration: 166.605996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.008734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.803536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.008774Z","caller":"traceutil/trace.go:171","msg":"trace[1763820951] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:609; }","duration":"206.853517ms","start":"2026-03-31T18:27:49.801909Z","end":"2026-03-31T18:27:50.008762Z","steps":["trace[1763820951] 'agreement among raft nodes before linearized reading' (duration: 206.798976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.00898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.067622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.009022Z","caller":"traceutil/trace.go:171","msg":"trace[342803996] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:609; }","duration":"207.119193ms","start":"2026-03-31T18:27:49.801891Z","end":"2026-03-31T18:27:50.00901Z","steps":["trace[342803996] 'agreement among raft nodes before linearized reading' (duration: 207.062962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.009148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.269197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.009184Z","caller":"traceutil/trace.go:171","msg":"trace[471987376] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:609; }","duration":"207.334949ms","start":"2026-03-31T18:27:49.801841Z","end":"2026-03-31T18:27:50.009176Z","steps":["trace[471987376] 'agreement among raft nodes before linearized reading' (duration: 207.283418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.00931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.439808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.009348Z","caller":"traceutil/trace.go:171","msg":"trace[84372022] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:609; }","duration":"238.52176ms","start":"2026-03-31T18:27:49.770817Z","end":"2026-03-31T18:27:50.009339Z","steps":["trace[84372022] 'agreement among raft nodes before linearized reading' (duration: 238.466879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.009433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.581111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.009477Z","caller":"traceutil/trace.go:171","msg":"trace[760126326] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:609; }","duration":"238.675714ms","start":"2026-03-31T18:27:49.770789Z","end":"2026-03-31T18:27:50.009465Z","steps":["trace[760126326] 'agreement among raft nodes before linearized reading' (duration: 238.613062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.246709ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:50.351144Z","caller":"traceutil/trace.go:171","msg":"trace[622911238] linearizableReadLoop","detail":"{readStateIndex:637; appliedIndex:635; }","duration":"315.819521ms","start":"2026-03-31T18:27:50.035313Z","end":"2026-03-31T18:27:50.351133Z","steps":["trace[622911238] 'read index received' (duration: 20.457428ms)","trace[622911238] 'applied index is now lower than readState.Index' (duration: 295.361363ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:50.351199Z","caller":"traceutil/trace.go:171","msg":"trace[1385057467] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"332.473593ms","start":"2026-03-31T18:27:50.018719Z","end":"2026-03-31T18:27:50.351192Z","steps":["trace[1385057467] 'process raft request' (duration: 93.04634ms)","trace[1385057467] 'compare' (duration: 239.175277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:50.351234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:50.018685Z","time spent":"332.530395ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:27:50.351282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.893493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351327Z","caller":"traceutil/trace.go:171","msg":"trace[28718386] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"315.944194ms","start":"2026-03-31T18:27:50.03537Z","end":"2026-03-31T18:27:50.351314Z","steps":["trace[28718386] 'agreement among raft nodes before linearized reading' (duration: 315.844092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.35138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:50.035361Z","time spent":"316.009026ms","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:27:50.351381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.581719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351436Z","caller":"traceutil/trace.go:171","msg":"trace[789221729] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:611; }","duration":"152.690582ms","start":"2026-03-31T18:27:50.198733Z","end":"2026-03-31T18:27:50.351424Z","steps":["trace[789221729] 'agreement among raft nodes before linearized reading' (duration: 152.5988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.396277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351535Z","caller":"traceutil/trace.go:171","msg":"trace[145122309] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:611; }","duration":"102.446709ms","start":"2026-03-31T18:27:50.249079Z","end":"2026-03-31T18:27:50.351526Z","steps":["trace[145122309] 'agreement among raft nodes before linearized reading' (duration: 102.404288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.14197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.35158Z","caller":"traceutil/trace.go:171","msg":"trace[689473330] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"167.182131ms","start":"2026-03-31T18:27:50.184389Z","end":"2026-03-31T18:27:50.351571Z","steps":["trace[689473330] 'agreement among raft nodes before linearized reading' (duration: 167.13828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.753257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351637Z","caller":"traceutil/trace.go:171","msg":"trace[120031997] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:611; }","duration":"130.783057ms","start":"2026-03-31T18:27:50.220848Z","end":"2026-03-31T18:27:50.351631Z","steps":["trace[120031997] 'agreement among raft nodes before linearized reading' (duration: 130.753497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.323923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351663Z","caller":"traceutil/trace.go:171","msg":"trace[1054642081] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"316.371175ms","start":"2026-03-31T18:27:50.035286Z","end":"2026-03-31T18:27:50.351657Z","steps":["trace[1054642081] 'agreement among raft nodes before linearized reading' (duration: 316.334894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:50.03527Z","time spent":"316.406545ms","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:27:50.35171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.87512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:50.35171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.128389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351726Z","caller":"traceutil/trace.go:171","msg":"trace[1326997996] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:611; }","duration":"130.918102ms","start":"2026-03-31T18:27:50.220803Z","end":"2026-03-31T18:27:50.351721Z","steps":["trace[1326997996] 'agreement among raft nodes before linearized reading' (duration: 130.893511ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:50.351742Z","caller":"traceutil/trace.go:171","msg":"trace[1439658690] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"169.176801ms","start":"2026-03-31T18:27:50.182557Z","end":"2026-03-31T18:27:50.351734Z","steps":["trace[1439658690] 'agreement among raft nodes before linearized reading' (duration: 169.13223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.552721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351784Z","caller":"traceutil/trace.go:171","msg":"trace[1259942374] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:611; }","duration":"102.573421ms","start":"2026-03-31T18:27:50.249205Z","end":"2026-03-31T18:27:50.351779Z","steps":["trace[1259942374] 'agreement among raft nodes before linearized reading' (duration: 102.54494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.779955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351803Z","caller":"traceutil/trace.go:171","msg":"trace[1219241131] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:611; }","duration":"152.815825ms","start":"2026-03-31T18:27:50.198983Z","end":"2026-03-31T18:27:50.351799Z","steps":["trace[1219241131] 'agreement among raft nodes before linearized reading' (duration: 152.793175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.299984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:50.351873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.980169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:50.35188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.750785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351889Z","caller":"traceutil/trace.go:171","msg":"trace[1810076703] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:611; }","duration":"153.027601ms","start":"2026-03-31T18:27:50.198857Z","end":"2026-03-31T18:27:50.351885Z","steps":["trace[1810076703] 'agreement among raft nodes before linearized reading' (duration: 152.99324ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:50.351902Z","caller":"traceutil/trace.go:171","msg":"trace[1603075353] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:611; }","duration":"102.806398ms","start":"2026-03-31T18:27:50.24909Z","end":"2026-03-31T18:27:50.351897Z","steps":["trace[1603075353] 'agreement among raft nodes before linearized reading' (duration: 102.770287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.351914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.511923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.351938Z","caller":"traceutil/trace.go:171","msg":"trace[592260612] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:611; }","duration":"192.547644ms","start":"2026-03-31T18:27:50.159384Z","end":"2026-03-31T18:27:50.351932Z","steps":["trace[592260612] 'agreement among raft nodes before linearized reading' (duration: 192.510883ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:50.351878Z","caller":"traceutil/trace.go:171","msg":"trace[1335506343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:611; }","duration":"169.345665ms","start":"2026-03-31T18:27:50.182524Z","end":"2026-03-31T18:27:50.35187Z","steps":["trace[1335506343] 'agreement among raft nodes before linearized reading' (duration: 169.304534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.352079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.698297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.352105Z","caller":"traceutil/trace.go:171","msg":"trace[802197134] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:611; }","duration":"192.736099ms","start":"2026-03-31T18:27:50.159361Z","end":"2026-03-31T18:27:50.352097Z","steps":["trace[802197134] 'agreement among raft nodes before linearized reading' (duration: 192.697538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.352207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.855601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.352232Z","caller":"traceutil/trace.go:171","msg":"trace[5981864] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:611; }","duration":"192.911793ms","start":"2026-03-31T18:27:50.159313Z","end":"2026-03-31T18:27:50.352225Z","steps":["trace[5981864] 'agreement among raft nodes before linearized reading' (duration: 192.876162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.352245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.501153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:50.352262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.529535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.352266Z","caller":"traceutil/trace.go:171","msg":"trace[1828067774] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"293.524764ms","start":"2026-03-31T18:27:50.058736Z","end":"2026-03-31T18:27:50.35226Z","steps":["trace[1828067774] 'agreement among raft nodes before linearized reading' (duration: 293.489963ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:50.352281Z","caller":"traceutil/trace.go:171","msg":"trace[581921047] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"293.569865ms","start":"2026-03-31T18:27:50.058706Z","end":"2026-03-31T18:27:50.352276Z","steps":["trace[581921047] 'agreement among raft nodes before linearized reading' (duration: 293.539455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:50.352407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.17007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:50.35242Z","caller":"traceutil/trace.go:171","msg":"trace[1066746691] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:611; }","duration":"292.201331ms","start":"2026-03-31T18:27:50.060215Z","end":"2026-03-31T18:27:50.352417Z","steps":["trace[1066746691] 'agreement among raft nodes before linearized reading' (duration: 292.17576ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:51.129801Z","caller":"traceutil/trace.go:171","msg":"trace[1377565564] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"144.847755ms","start":"2026-03-31T18:27:50.984928Z","end":"2026-03-31T18:27:51.129776Z","steps":["trace[1377565564] 'process raft request' (duration: 144.741042ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:51.324064Z","caller":"traceutil/trace.go:171","msg":"trace[1689498857] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"258.954488ms","start":"2026-03-31T18:27:51.065094Z","end":"2026-03-31T18:27:51.324048Z","steps":["trace[1689498857] 'process raft request' (duration: 255.773728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:51.752822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.454583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:51.752943Z","caller":"traceutil/trace.go:171","msg":"trace[141628430] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"611.598383ms","start":"2026-03-31T18:27:51.141332Z","end":"2026-03-31T18:27:51.75293Z","steps":["trace[141628430] 'process raft request' (duration: 611.560312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:51.752981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.141308Z","time spent":"611.658624ms","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":182,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:51.753054Z","caller":"traceutil/trace.go:171","msg":"trace[834057802] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"618.754505ms","start":"2026-03-31T18:27:51.134248Z","end":"2026-03-31T18:27:51.753002Z","steps":["trace[834057802] 'process raft request' (duration: 394.070126ms)","trace[834057802] 'compare' (duration: 224.358731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:51.753231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:51.134219Z","time spent":"618.9283ms","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1749,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:51.766243Z","caller":"traceutil/trace.go:171","msg":"trace[736100190] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"223.92667ms","start":"2026-03-31T18:27:51.542295Z","end":"2026-03-31T18:27:51.766222Z","steps":["trace[736100190] 'process raft request' (duration: 223.172081ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:52.793682Z","caller":"traceutil/trace.go:171","msg":"trace[649678614] linearizableReadLoop","detail":"{readStateIndex:646; appliedIndex:645; }","duration":"437.106157ms","start":"2026-03-31T18:27:52.356549Z","end":"2026-03-31T18:27:52.793655Z","steps":["trace[649678614] 'read index received' (duration: 436.271256ms)","trace[649678614] 'applied index is now lower than readState.Index' (duration: 834.021µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:52.793787Z","caller":"traceutil/trace.go:171","msg":"trace[625136919] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"548.119063ms","start":"2026-03-31T18:27:52.245618Z","end":"2026-03-31T18:27:52.793737Z","steps":["trace[625136919] 'process raft request' (duration: 547.469677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:52.79398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.406405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:27:52.794049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:52.245595Z","time spent":"548.281198ms","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036109,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:52.794069Z","caller":"traceutil/trace.go:171","msg":"trace[334138362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:620; }","duration":"437.59193ms","start":"2026-03-31T18:27:52.356457Z","end":"2026-03-31T18:27:52.794049Z","steps":["trace[334138362] 'agreement among raft nodes before linearized reading' (duration: 437.366884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:52.794089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.999653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:52.794126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:52.356439Z","time spent":"437.673052ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:27:52.794181Z","caller":"traceutil/trace.go:171","msg":"trace[2043417716] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:620; }","duration":"392.137027ms","start":"2026-03-31T18:27:52.402022Z","end":"2026-03-31T18:27:52.794159Z","steps":["trace[2043417716] 'agreement among raft nodes before linearized reading' (duration: 391.980243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:52.79423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:52.402005Z","time spent":"392.216028ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:27:53.492606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.346536ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:53.492865Z","caller":"traceutil/trace.go:171","msg":"trace[1693818194] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"690.71476ms","start":"2026-03-31T18:27:52.802136Z","end":"2026-03-31T18:27:53.492851Z","steps":["trace[1693818194] 'process raft request' (duration: 147.997864ms)","trace[1693818194] 'compare' (duration: 542.139841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:53.492914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:52.802114Z","time spent":"690.778681ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:53.493684Z","caller":"traceutil/trace.go:171","msg":"trace[795125685] transaction","detail":"{read_only:false; response_revision:622; number_of_response:1; }","duration":"635.423957ms","start":"2026-03-31T18:27:52.857691Z","end":"2026-03-31T18:27:53.493115Z","steps":["trace[795125685] 'process raft request' (duration: 635.011736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:53.495093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:52.85767Z","time spent":"636.433173ms","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:27:54.006599Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958264399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:27:54.223941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.951535ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:27:54.224058Z","caller":"traceutil/trace.go:171","msg":"trace[388272829] linearizableReadLoop","detail":"{readStateIndex:649; appliedIndex:648; }","duration":"717.739245ms","start":"2026-03-31T18:27:53.506297Z","end":"2026-03-31T18:27:54.224037Z","steps":["trace[388272829] 'read index received' (duration: 548.599526ms)","trace[388272829] 'applied index is now lower than readState.Index' (duration: 169.137879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:54.224162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:53.493969Z","time spent":"730.18743ms","remote":"127.0.0.1:51630","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:27:54.224628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.410176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:27:54.224691Z","caller":"traceutil/trace.go:171","msg":"trace[620139396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:622; }","duration":"260.529958ms","start":"2026-03-31T18:27:53.964146Z","end":"2026-03-31T18:27:54.224676Z","steps":["trace[620139396] 'agreement among raft nodes before linearized reading' (duration: 260.285522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:54.224745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.761615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:27:54.224677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.357252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:54.224803Z","caller":"traceutil/trace.go:171","msg":"trace[729654870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:622; }","duration":"111.874067ms","start":"2026-03-31T18:27:54.112916Z","end":"2026-03-31T18:27:54.22479Z","steps":["trace[729654870] 'agreement among raft nodes before linearized reading' (duration: 111.687503ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:54.224862Z","caller":"traceutil/trace.go:171","msg":"trace[1780450845] range","detail":"{range_begin:/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:622; }","duration":"718.589778ms","start":"2026-03-31T18:27:53.50625Z","end":"2026-03-31T18:27:54.22484Z","steps":["trace[1780450845] 'agreement among raft nodes before linearized reading' (duration: 718.350142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:54.224996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:53.506234Z","time spent":"718.749021ms","remote":"127.0.0.1:51932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":0,"response size":28,"request content":"key:\"/registry/roles/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-03-31T18:27:54.880526Z","caller":"traceutil/trace.go:171","msg":"trace[1575894008] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"236.002625ms","start":"2026-03-31T18:27:54.644463Z","end":"2026-03-31T18:27:54.880465Z","steps":["trace[1575894008] 'process raft request' (duration: 235.422361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:56.41244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159244465s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:27:56.412687Z","caller":"traceutil/trace.go:171","msg":"trace[2132296173] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"399.164055ms","start":"2026-03-31T18:27:56.013504Z","end":"2026-03-31T18:27:56.412668Z","steps":["trace[2132296173] 'process raft request' (duration: 399.081763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:56.412768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.013471Z","time spent":"399.255938ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:27:56.413Z","caller":"traceutil/trace.go:171","msg":"trace[1644773824] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"1.151733895s","start":"2026-03-31T18:27:55.261218Z","end":"2026-03-31T18:27:56.412952Z","steps":["trace[1644773824] 'read index received' (duration: 39.191µs)","trace[1644773824] 'applied index is now lower than readState.Index' (duration: 1.151691674s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:27:56.413141Z","caller":"traceutil/trace.go:171","msg":"trace[560950738] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"1.470472709s","start":"2026-03-31T18:27:54.942653Z","end":"2026-03-31T18:27:56.413126Z","steps":["trace[560950738] 'process raft request' (duration: 310.480345ms)","trace[560950738] 'compare' (duration: 1.159117442s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:27:56.413223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01673937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:27:56.413255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:54.942628Z","time spent":"1.470561202s","remote":"127.0.0.1:51932","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:27:56.413321Z","caller":"traceutil/trace.go:171","msg":"trace[1876168649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:632; }","duration":"1.016874463s","start":"2026-03-31T18:27:55.396426Z","end":"2026-03-31T18:27:56.4133Z","steps":["trace[1876168649] 'agreement among raft nodes before linearized reading' (duration: 1.01673153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:56.413358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.384522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:27:56.413371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:55.396408Z","time spent":"1.016950346s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:27:56.413398Z","caller":"traceutil/trace.go:171","msg":"trace[245803774] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:632; }","duration":"116.444564ms","start":"2026-03-31T18:27:56.296943Z","end":"2026-03-31T18:27:56.413388Z","steps":["trace[245803774] 'agreement among raft nodes before linearized reading' (duration: 116.313181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:56.413427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.111095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:27:56.413442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152196946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-54h62\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-31T18:27:56.413472Z","caller":"traceutil/trace.go:171","msg":"trace[1910626587] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:632; }","duration":"116.184736ms","start":"2026-03-31T18:27:56.297274Z","end":"2026-03-31T18:27:56.413459Z","steps":["trace[1910626587] 'agreement among raft nodes before linearized reading' (duration: 116.045123ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:56.41351Z","caller":"traceutil/trace.go:171","msg":"trace[1341340822] range","detail":"{range_begin:/registry/pods/kube-system/cilium-54h62; range_end:; response_count:1; response_revision:632; }","duration":"1.152323829s","start":"2026-03-31T18:27:55.261167Z","end":"2026-03-31T18:27:56.41349Z","steps":["trace[1341340822] 'agreement among raft nodes before linearized reading' (duration: 1.152104354s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:56.413554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:55.261151Z","time spent":"1.15239468s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-54h62\" "} {"level":"warn","ts":"2026-03-31T18:27:56.413615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.224774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:27:56.413651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.842676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:27:56.413679Z","caller":"traceutil/trace.go:171","msg":"trace[1216396182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:632; }","duration":"117.323796ms","start":"2026-03-31T18:27:56.296337Z","end":"2026-03-31T18:27:56.413661Z","steps":["trace[1216396182] 'agreement among raft nodes before linearized reading' (duration: 117.115401ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:27:56.413696Z","caller":"traceutil/trace.go:171","msg":"trace[1632837168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:632; }","duration":"916.945389ms","start":"2026-03-31T18:27:55.496737Z","end":"2026-03-31T18:27:56.413683Z","steps":["trace[1632837168] 'agreement among raft nodes before linearized reading' (duration: 916.809975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:56.413741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:55.496716Z","time spent":"917.01363ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:27:58.423629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000519484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:27:58.423721Z","caller":"traceutil/trace.go:171","msg":"trace[787049767] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646137s","start":"2026-03-31T18:27:56.423053Z","end":"2026-03-31T18:27:58.4237Z","steps":["trace[787049767] 'agreement among raft nodes before linearized reading' (duration: 2.000539895s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:27:58.423769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.423044Z","time spent":"2.000715739s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:27:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:27:59.263736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.358229416s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:27:59.263853Z","caller":"traceutil/trace.go:171","msg":"trace[1160868049] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:633; }","duration":"2.358356229s","start":"2026-03-31T18:27:56.905481Z","end":"2026-03-31T18:27:59.263837Z","steps":["trace[1160868049] 'range keys from in-memory index tree' (duration: 2.358213075s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:00.341421Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.896776362s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:00.34188Z","caller":"traceutil/trace.go:171","msg":"trace[680399748] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"3.922224528s","start":"2026-03-31T18:27:56.419632Z","end":"2026-03-31T18:28:00.341856Z","steps":["trace[680399748] 'process raft request' (duration: 3.922131336s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:00.341935Z","caller":"traceutil/trace.go:171","msg":"trace[461533439] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"3.922840333s","start":"2026-03-31T18:27:56.419042Z","end":"2026-03-31T18:28:00.341883Z","steps":["trace[461533439] 'process raft request' (duration: 3.922597577s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:00.341969Z","caller":"traceutil/trace.go:171","msg":"trace[11105832] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"3.921883149s","start":"2026-03-31T18:27:56.420038Z","end":"2026-03-31T18:28:00.341921Z","steps":["trace[11105832] 'process raft request' (duration: 3.921750616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:00.342014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.41962Z","time spent":"3.922327251s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:00.342081Z","caller":"traceutil/trace.go:171","msg":"trace[336124681] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:659; }","duration":"3.918962735s","start":"2026-03-31T18:27:56.423082Z","end":"2026-03-31T18:28:00.342044Z","steps":["trace[336124681] 'read index received' (duration: 19.856373ms)","trace[336124681] 'applied index is now lower than readState.Index' (duration: 3.899101702s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:00.342143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.41901Z","time spent":"3.922997367s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:00.342182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.420027Z","time spent":"3.922026803s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:00.342321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918041422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:00.342344Z","caller":"traceutil/trace.go:171","msg":"trace[109166294] range","detail":"{range_begin:/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen; range_end:; response_count:0; response_revision:637; }","duration":"3.918077472s","start":"2026-03-31T18:27:56.424259Z","end":"2026-03-31T18:28:00.342337Z","steps":["trace[109166294] 'agreement among raft nodes before linearized reading' (duration: 3.918039901s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:00.342364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.424243Z","time spent":"3.918117873s","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/rolebindings/envoy-gateway-system/envoy-gateway-gateway-helm-certgen\" "} {"level":"info","ts":"2026-03-31T18:28:00.342443Z","caller":"traceutil/trace.go:171","msg":"trace[191071912] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"3.910958662s","start":"2026-03-31T18:27:56.431476Z","end":"2026-03-31T18:28:00.342435Z","steps":["trace[191071912] 'process raft request' (duration: 3.910336036s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:00.342469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:56.431435Z","time spent":"3.911018993s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:00.342511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918572916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:00.342521Z","caller":"traceutil/trace.go:171","msg":"trace[168210187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:637; }","duration":"1.918624807s","start":"2026-03-31T18:27:58.423892Z","end":"2026-03-31T18:28:00.342517Z","steps":["trace[168210187] 'agreement among raft nodes before linearized reading' (duration: 1.918606826s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:00.342532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.423874Z","time spent":"1.918655667s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:00.342585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896153596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:00.342647Z","caller":"traceutil/trace.go:171","msg":"trace[869951281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:637; }","duration":"1.896216808s","start":"2026-03-31T18:27:58.446412Z","end":"2026-03-31T18:28:00.342628Z","steps":["trace[869951281] 'agreement among raft nodes before linearized reading' (duration: 1.896030352s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:00.342689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:58.446359Z","time spent":"1.896316781s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:00.342787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.910579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:00.342856Z","caller":"traceutil/trace.go:171","msg":"trace[2049365490] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:637; }","duration":"673.019772ms","start":"2026-03-31T18:27:59.669821Z","end":"2026-03-31T18:28:00.342841Z","steps":["trace[2049365490] 'agreement among raft nodes before linearized reading' (duration: 672.898749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:00.342905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:27:59.669801Z","time spent":"673.093963ms","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:00.470143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.41859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:28:00.4702Z","caller":"traceutil/trace.go:171","msg":"trace[215799708] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:638; }","duration":"121.538873ms","start":"2026-03-31T18:28:00.348649Z","end":"2026-03-31T18:28:00.470188Z","steps":["trace[215799708] 'agreement among raft nodes before linearized reading' (duration: 121.299937ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:00.469904Z","caller":"traceutil/trace.go:171","msg":"trace[2109010906] linearizableReadLoop","detail":"{readStateIndex:665; appliedIndex:664; }","duration":"121.171983ms","start":"2026-03-31T18:28:00.348706Z","end":"2026-03-31T18:28:00.469878Z","steps":["trace[2109010906] 'read index received' (duration: 109.62841ms)","trace[2109010906] 'applied index is now lower than readState.Index' (duration: 11.542613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:00.470423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.958622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:00.470488Z","caller":"traceutil/trace.go:171","msg":"trace[1444248740] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"118.067075ms","start":"2026-03-31T18:28:00.3524Z","end":"2026-03-31T18:28:00.470467Z","steps":["trace[1444248740] 'agreement among raft nodes before linearized reading' (duration: 117.968192ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:00.470496Z","caller":"traceutil/trace.go:171","msg":"trace[362108252] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"122.850536ms","start":"2026-03-31T18:28:00.347633Z","end":"2026-03-31T18:28:00.470483Z","steps":["trace[362108252] 'process raft request' (duration: 110.660577ms)","trace[362108252] 'compare' (duration: 11.463121ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:01.261704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.619877ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:28:01.262858Z","caller":"traceutil/trace.go:171","msg":"trace[1803143934] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"490.41283ms","start":"2026-03-31T18:28:00.772424Z","end":"2026-03-31T18:28:01.262837Z","steps":["trace[1803143934] 'process raft request' (duration: 489.774704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:01.263007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:00.772345Z","time spent":"490.587624ms","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:01.48029Z","caller":"traceutil/trace.go:171","msg":"trace[2104470814] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"145.923061ms","start":"2026-03-31T18:28:01.334343Z","end":"2026-03-31T18:28:01.480266Z","steps":["trace[2104470814] 'process raft request' (duration: 145.795418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:01.480702Z","caller":"traceutil/trace.go:171","msg":"trace[712043356] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"179.7856ms","start":"2026-03-31T18:28:01.30089Z","end":"2026-03-31T18:28:01.480675Z","steps":["trace[712043356] 'process raft request' (duration: 179.113143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:02.83774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.9394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:02.837852Z","caller":"traceutil/trace.go:171","msg":"trace[873339636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:655; }","duration":"362.108734ms","start":"2026-03-31T18:28:02.475719Z","end":"2026-03-31T18:28:02.837828Z","steps":["trace[873339636] 'range keys from in-memory index tree' (duration: 361.705894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:02.838108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:02.475691Z","time spent":"362.396132ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:28:02.845342Z","caller":"traceutil/trace.go:171","msg":"trace[1652779185] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"359.933111ms","start":"2026-03-31T18:28:02.485387Z","end":"2026-03-31T18:28:02.84532Z","steps":["trace[1652779185] 'process raft request' (duration: 359.479839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:02.845455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:02.485337Z","time spent":"360.057884ms","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036281,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:03.875004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.891313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:03.87534Z","caller":"traceutil/trace.go:171","msg":"trace[777378597] linearizableReadLoop","detail":"{readStateIndex:697; appliedIndex:695; }","duration":"429.388492ms","start":"2026-03-31T18:28:03.445918Z","end":"2026-03-31T18:28:03.875307Z","steps":["trace[777378597] 'read index received' (duration: 124.018796ms)","trace[777378597] 'applied index is now lower than readState.Index' (duration: 305.368006ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:03.875504Z","caller":"traceutil/trace.go:171","msg":"trace[1644156008] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"436.330508ms","start":"2026-03-31T18:28:03.439135Z","end":"2026-03-31T18:28:03.875466Z","steps":["trace[1644156008] 'process raft request' (duration: 130.758547ms)","trace[1644156008] 'compare' (duration: 304.641376ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:03.875557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.603318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-31T18:28:03.875625Z","caller":"traceutil/trace.go:171","msg":"trace[1582986704] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:668; }","duration":"429.71136ms","start":"2026-03-31T18:28:03.445899Z","end":"2026-03-31T18:28:03.87561Z","steps":["trace[1582986704] 'agreement among raft nodes before linearized reading' (duration: 429.493455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.875723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.445891Z","time spent":"429.819923ms","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-31T18:28:03.875774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.439121Z","time spent":"436.489651ms","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:03.875527Z","caller":"traceutil/trace.go:171","msg":"trace[1846303956] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"432.360838ms","start":"2026-03-31T18:28:03.443105Z","end":"2026-03-31T18:28:03.875466Z","steps":["trace[1846303956] 'process raft request' (duration: 432.077781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:03.87596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:03.443095Z","time spent":"432.762187ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-31T18:28:06.703701Z","caller":"traceutil/trace.go:171","msg":"trace[789761838] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"319.811762ms","start":"2026-03-31T18:28:06.383872Z","end":"2026-03-31T18:28:06.703684Z","steps":["trace[789761838] 'process raft request' (duration: 319.33595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:06.703824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:06.383859Z","time spent":"319.907214ms","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24220,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:06.71964Z","caller":"traceutil/trace.go:171","msg":"trace[2093575888] transaction","detail":"{read_only:false; response_revision:726; number_of_response:1; }","duration":"332.030883ms","start":"2026-03-31T18:28:06.387578Z","end":"2026-03-31T18:28:06.719609Z","steps":["trace[2093575888] 'process raft request' (duration: 331.764266ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:06.719701Z","caller":"traceutil/trace.go:171","msg":"trace[2115593925] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"331.998482ms","start":"2026-03-31T18:28:06.387684Z","end":"2026-03-31T18:28:06.719682Z","steps":["trace[2115593925] 'process raft request' (duration: 331.761486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:06.71977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:06.387567Z","time spent":"332.138615ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:06.720294Z","caller":"traceutil/trace.go:171","msg":"trace[642066956] linearizableReadLoop","detail":"{readStateIndex:756; appliedIndex:753; }","duration":"324.07406ms","start":"2026-03-31T18:28:06.396182Z","end":"2026-03-31T18:28:06.720256Z","steps":["trace[642066956] 'read index received' (duration: 307.056339ms)","trace[642066956] 'applied index is now lower than readState.Index' (duration: 17.016631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:06.720367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:06.387676Z","time spent":"332.056733ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:06.720802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.616205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:06.720857Z","caller":"traceutil/trace.go:171","msg":"trace[1160440129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:728; }","duration":"324.697456ms","start":"2026-03-31T18:28:06.396151Z","end":"2026-03-31T18:28:06.720848Z","steps":["trace[1160440129] 'agreement among raft nodes before linearized reading' (duration: 324.620204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:06.720894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:06.396139Z","time spent":"324.749338ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:06.725774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.986682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-31T18:28:06.725841Z","caller":"traceutil/trace.go:171","msg":"trace[265254672] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:729; }","duration":"170.061733ms","start":"2026-03-31T18:28:06.555762Z","end":"2026-03-31T18:28:06.725824Z","steps":["trace[265254672] 'agreement among raft nodes before linearized reading' (duration: 169.896419ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:14.968775Z","caller":"traceutil/trace.go:171","msg":"trace[1736360016] transaction","detail":"{read_only:false; response_revision:795; number_of_response:1; }","duration":"215.932177ms","start":"2026-03-31T18:28:14.752826Z","end":"2026-03-31T18:28:14.968758Z","steps":["trace[1736360016] 'process raft request' (duration: 215.835444ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:15.341183Z","caller":"traceutil/trace.go:171","msg":"trace[1254783380] linearizableReadLoop","detail":"{readStateIndex:829; appliedIndex:828; }","duration":"440.816912ms","start":"2026-03-31T18:28:14.900337Z","end":"2026-03-31T18:28:15.341154Z","steps":["trace[1254783380] 'read index received' (duration: 68.900808ms)","trace[1254783380] 'applied index is now lower than readState.Index' (duration: 371.914684ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:15.341249Z","caller":"traceutil/trace.go:171","msg":"trace[346347412] transaction","detail":"{read_only:false; response_revision:796; number_of_response:1; }","duration":"585.05057ms","start":"2026-03-31T18:28:14.756169Z","end":"2026-03-31T18:28:15.34122Z","steps":["trace[346347412] 'process raft request' (duration: 583.997643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:15.341381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.027848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:15.341436Z","caller":"traceutil/trace.go:171","msg":"trace[1167370506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:796; }","duration":"441.12703ms","start":"2026-03-31T18:28:14.900299Z","end":"2026-03-31T18:28:15.341426Z","steps":["trace[1167370506] 'agreement among raft nodes before linearized reading' (duration: 440.959045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:15.341472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:14.900282Z","time spent":"441.181022ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:15.341382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:14.756159Z","time spent":"585.150683ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:17.678879Z","caller":"traceutil/trace.go:171","msg":"trace[45626387] linearizableReadLoop","detail":"{readStateIndex:837; appliedIndex:836; }","duration":"232.401715ms","start":"2026-03-31T18:28:17.446449Z","end":"2026-03-31T18:28:17.67885Z","steps":["trace[45626387] 'read index received' (duration: 150.658781ms)","trace[45626387] 'applied index is now lower than readState.Index' (duration: 81.742074ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:17.678954Z","caller":"traceutil/trace.go:171","msg":"trace[480200977] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"267.892826ms","start":"2026-03-31T18:28:17.411029Z","end":"2026-03-31T18:28:17.678922Z","steps":["trace[480200977] 'process raft request' (duration: 186.029909ms)","trace[480200977] 'compare' (duration: 81.683112ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:17.679021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.553088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:17.67906Z","caller":"traceutil/trace.go:171","msg":"trace[1321112765] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:804; }","duration":"232.642501ms","start":"2026-03-31T18:28:17.446405Z","end":"2026-03-31T18:28:17.679047Z","steps":["trace[1321112765] 'agreement among raft nodes before linearized reading' (duration: 232.548448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:19.627924Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958264787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:20.128331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958264787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:20.629054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958264787,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:20.740393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.679139313s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:20.740985Z","caller":"traceutil/trace.go:171","msg":"trace[1717187841] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"1.67982518s","start":"2026-03-31T18:28:19.061121Z","end":"2026-03-31T18:28:20.740946Z","steps":["trace[1717187841] 'process raft request' (duration: 1.679602475s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.741218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.061092Z","time spent":"1.680011265s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:20.988999Z","caller":"traceutil/trace.go:171","msg":"trace[881342403] transaction","detail":"{read_only:false; response_revision:817; number_of_response:1; }","duration":"1.585074266s","start":"2026-03-31T18:28:19.403903Z","end":"2026-03-31T18:28:20.988978Z","steps":["trace[881342403] 'process raft request' (duration: 1.584886251s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.989172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.403878Z","time spent":"1.585194439s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:20.989333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.862196445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:20.989403Z","caller":"traceutil/trace.go:171","msg":"trace[717408442] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:817; }","duration":"1.862324889s","start":"2026-03-31T18:28:19.127062Z","end":"2026-03-31T18:28:20.989386Z","steps":["trace[717408442] 'agreement among raft nodes before linearized reading' (duration: 1.862209896s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.989448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.127034Z","time spent":"1.86240333s","remote":"127.0.0.1:51852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:28:20.989472Z","caller":"traceutil/trace.go:171","msg":"trace[1074337359] linearizableReadLoop","detail":"{readStateIndex:851; appliedIndex:849; }","duration":"1.861799376s","start":"2026-03-31T18:28:19.127128Z","end":"2026-03-31T18:28:20.988927Z","steps":["trace[1074337359] 'read index received' (duration: 1.613570099s)","trace[1074337359] 'applied index is now lower than readState.Index' (duration: 248.228307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:20.989631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.693711042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:20.989674Z","caller":"traceutil/trace.go:171","msg":"trace[1606087418] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:817; }","duration":"1.693800574s","start":"2026-03-31T18:28:19.295864Z","end":"2026-03-31T18:28:20.989665Z","steps":["trace[1606087418] 'agreement among raft nodes before linearized reading' (duration: 1.693691591s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.989703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.295843Z","time spent":"1.693850246s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":67,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:20.989736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.962266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.989783Z","caller":"traceutil/trace.go:171","msg":"trace[2096325576] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:817; }","duration":"551.066878ms","start":"2026-03-31T18:28:20.438702Z","end":"2026-03-31T18:28:20.989769Z","steps":["trace[2096325576] 'agreement among raft nodes before linearized reading' (duration: 551.003486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.98982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.438616Z","time spent":"551.195582ms","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:20.989866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.13387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.989908Z","caller":"traceutil/trace.go:171","msg":"trace[950385687] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:817; }","duration":"551.185431ms","start":"2026-03-31T18:28:20.438714Z","end":"2026-03-31T18:28:20.989899Z","steps":["trace[950385687] 'agreement among raft nodes before linearized reading' (duration: 551.125209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.989941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.438708Z","time spent":"551.225462ms","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:28:20.990035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.512659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.990068Z","caller":"traceutil/trace.go:171","msg":"trace[1339415829] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:817; }","duration":"551.571181ms","start":"2026-03-31T18:28:20.438487Z","end":"2026-03-31T18:28:20.990058Z","steps":["trace[1339415829] 'agreement among raft nodes before linearized reading' (duration: 551.52673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.990095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.438473Z","time spent":"551.614422ms","remote":"127.0.0.1:45956","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:28:20.990327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.373344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:20.990375Z","caller":"traceutil/trace.go:171","msg":"trace[584148548] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:817; }","duration":"398.444007ms","start":"2026-03-31T18:28:20.59192Z","end":"2026-03-31T18:28:20.990364Z","steps":["trace[584148548] 'agreement among raft nodes before linearized reading' (duration: 398.337564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.990406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.591907Z","time spent":"398.490617ms","remote":"127.0.0.1:52122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":93,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:20.990621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.947448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:28:20.990657Z","caller":"traceutil/trace.go:171","msg":"trace[1265087378] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:817; }","duration":"425.032472ms","start":"2026-03-31T18:28:20.565615Z","end":"2026-03-31T18:28:20.990648Z","steps":["trace[1265087378] 'agreement among raft nodes before linearized reading' (duration: 424.918309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.990689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.565576Z","time spent":"425.106994ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:20.99083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.457965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.990868Z","caller":"traceutil/trace.go:171","msg":"trace[1849747908] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:817; }","duration":"518.176014ms","start":"2026-03-31T18:28:20.47268Z","end":"2026-03-31T18:28:20.990856Z","steps":["trace[1849747908] 'agreement among raft nodes before linearized reading' (duration: 518.123693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.990903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.472527Z","time spent":"518.367889ms","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:28:20.991092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.953799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.991131Z","caller":"traceutil/trace.go:171","msg":"trace[87642784] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:817; }","duration":"518.043331ms","start":"2026-03-31T18:28:20.473078Z","end":"2026-03-31T18:28:20.991121Z","steps":["trace[87642784] 'agreement among raft nodes before linearized reading' (duration: 517.973439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.991161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.473037Z","time spent":"518.115082ms","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:28:20.991138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.20697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.99122Z","caller":"traceutil/trace.go:171","msg":"trace[1727346539] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:817; }","duration":"590.352423ms","start":"2026-03-31T18:28:20.400846Z","end":"2026-03-31T18:28:20.991198Z","steps":["trace[1727346539] 'agreement among raft nodes before linearized reading' (duration: 590.20125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.991273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.400822Z","time spent":"590.437626ms","remote":"127.0.0.1:45954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:28:20.991301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.622515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.991331Z","caller":"traceutil/trace.go:171","msg":"trace[980231620] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:817; }","duration":"518.696997ms","start":"2026-03-31T18:28:20.472626Z","end":"2026-03-31T18:28:20.991323Z","steps":["trace[980231620] 'agreement among raft nodes before linearized reading' (duration: 518.641725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.991363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.472615Z","time spent":"518.736867ms","remote":"127.0.0.1:45978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:20.991495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.807727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.991556Z","caller":"traceutil/trace.go:171","msg":"trace[1234868746] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:817; }","duration":"536.850097ms","start":"2026-03-31T18:28:20.454669Z","end":"2026-03-31T18:28:20.991519Z","steps":["trace[1234868746] 'agreement among raft nodes before linearized reading' (duration: 536.804106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.99158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.222768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:28:20.991627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.120714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.991635Z","caller":"traceutil/trace.go:171","msg":"trace[500716545] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:817; }","duration":"591.32087ms","start":"2026-03-31T18:28:20.400301Z","end":"2026-03-31T18:28:20.991622Z","steps":["trace[500716545] 'agreement among raft nodes before linearized reading' (duration: 591.231228ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:20.991654Z","caller":"traceutil/trace.go:171","msg":"trace[459390235] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:817; }","duration":"537.159196ms","start":"2026-03-31T18:28:20.454488Z","end":"2026-03-31T18:28:20.991647Z","steps":["trace[459390235] 'agreement among raft nodes before linearized reading' (duration: 537.121475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.991678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.400277Z","time spent":"591.389631ms","remote":"127.0.0.1:45954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:28:20.991723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.292358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.991754Z","caller":"traceutil/trace.go:171","msg":"trace[671029352] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:817; }","duration":"537.35392ms","start":"2026-03-31T18:28:20.454393Z","end":"2026-03-31T18:28:20.991746Z","steps":["trace[671029352] 'agreement among raft nodes before linearized reading' (duration: 537.313249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.991786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.454376Z","time spent":"537.402752ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:20.991864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.579947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.991953Z","caller":"traceutil/trace.go:171","msg":"trace[591942424] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:817; }","duration":"591.691009ms","start":"2026-03-31T18:28:20.40025Z","end":"2026-03-31T18:28:20.991941Z","steps":["trace[591942424] 'agreement among raft nodes before linearized reading' (duration: 591.582656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.991999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.400233Z","time spent":"591.754041ms","remote":"127.0.0.1:45954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:20.992263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.665304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:28:20.992312Z","caller":"traceutil/trace.go:171","msg":"trace[469160003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:817; }","duration":"920.796827ms","start":"2026-03-31T18:28:20.071504Z","end":"2026-03-31T18:28:20.992301Z","steps":["trace[469160003] 'agreement among raft nodes before linearized reading' (duration: 920.644023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.992354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.071486Z","time spent":"920.858358ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:20.992626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31002437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:20.992669Z","caller":"traceutil/trace.go:171","msg":"trace[411543592] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:817; }","duration":"1.310104822s","start":"2026-03-31T18:28:19.682553Z","end":"2026-03-31T18:28:20.992658Z","steps":["trace[411543592] 'agreement among raft nodes before linearized reading' (duration: 1.309983869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.992705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.682531Z","time spent":"1.310164074s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:20.992944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.581779673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:28:20.992993Z","caller":"traceutil/trace.go:171","msg":"trace[979244759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:817; }","duration":"1.581866295s","start":"2026-03-31T18:28:19.411115Z","end":"2026-03-31T18:28:20.992981Z","steps":["trace[979244759] 'agreement among raft nodes before linearized reading' (duration: 1.581751902s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.99303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.411095Z","time spent":"1.581925276s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:28:20.993212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59428778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.993261Z","caller":"traceutil/trace.go:171","msg":"trace[376930608] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:817; }","duration":"1.594358392s","start":"2026-03-31T18:28:19.398887Z","end":"2026-03-31T18:28:20.993246Z","steps":["trace[376930608] 'agreement among raft nodes before linearized reading' (duration: 1.59429492s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.993302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.398871Z","time spent":"1.594421363s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:20.991688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.454483Z","time spent":"537.197327ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:28:20.993514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.695402914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:20.993575Z","caller":"traceutil/trace.go:171","msg":"trace[79162673] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:817; }","duration":"1.695471106s","start":"2026-03-31T18:28:19.298092Z","end":"2026-03-31T18:28:20.993563Z","steps":["trace[79162673] 'agreement among raft nodes before linearized reading' (duration: 1.695379353s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:20.993616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:19.298051Z","time spent":"1.695552808s","remote":"127.0.0.1:51902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:20.99159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:20.454664Z","time spent":"536.917779ms","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:28:49.143837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.328788ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:28:49.143924Z","caller":"traceutil/trace.go:171","msg":"trace[259461258] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1043; }","duration":"269.363133ms","start":"2026-03-31T18:28:48.874547Z","end":"2026-03-31T18:28:49.14391Z","steps":["trace[259461258] 'read index received' (duration: 86.902242ms)","trace[259461258] 'applied index is now lower than readState.Index' (duration: 182.459581ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:49.144115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.553507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:49.144163Z","caller":"traceutil/trace.go:171","msg":"trace[7202788] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1004; }","duration":"269.630889ms","start":"2026-03-31T18:28:48.874518Z","end":"2026-03-31T18:28:49.144149Z","steps":["trace[7202788] 'agreement among raft nodes before linearized reading' (duration: 269.460245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.452678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.464358ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:49.453002Z","caller":"traceutil/trace.go:171","msg":"trace[38127763] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"305.36573ms","start":"2026-03-31T18:28:49.147622Z","end":"2026-03-31T18:28:49.452987Z","steps":["trace[38127763] 'process raft request' (duration: 155.490401ms)","trace[38127763] 'compare' (duration: 149.148351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:49.453056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:49.147612Z","time spent":"305.416062ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:49.45313Z","caller":"traceutil/trace.go:171","msg":"trace[578790457] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"303.989695ms","start":"2026-03-31T18:28:49.14913Z","end":"2026-03-31T18:28:49.453119Z","steps":["trace[578790457] 'process raft request' (duration: 303.669077ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:49.453125Z","caller":"traceutil/trace.go:171","msg":"trace[976515305] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"304.700593ms","start":"2026-03-31T18:28:49.148366Z","end":"2026-03-31T18:28:49.453066Z","steps":["trace[976515305] 'process raft request' (duration: 304.386395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:49.453171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:49.149118Z","time spent":"304.029146ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:49.453321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:49.148355Z","time spent":"304.855756ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:49.86241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.779437ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:49.862573Z","caller":"traceutil/trace.go:171","msg":"trace[1818367441] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"239.879209ms","start":"2026-03-31T18:28:49.622668Z","end":"2026-03-31T18:28:49.862547Z","steps":["trace[1818367441] 'process raft request' (duration: 133.759453ms)","trace[1818367441] 'compare' (duration: 105.685154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:50.803567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.065639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:50.803642Z","caller":"traceutil/trace.go:171","msg":"trace[1294625286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1010; }","duration":"404.188002ms","start":"2026-03-31T18:28:50.399436Z","end":"2026-03-31T18:28:50.803624Z","steps":["trace[1294625286] 'range keys from in-memory index tree' (duration: 403.986226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:50.80368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:50.399417Z","time spent":"404.253963ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:50.803673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.732408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:50.803742Z","caller":"traceutil/trace.go:171","msg":"trace[980034489] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1010; }","duration":"117.852361ms","start":"2026-03-31T18:28:50.685874Z","end":"2026-03-31T18:28:50.803726Z","steps":["trace[980034489] 'count revisions from in-memory index tree' (duration: 117.623516ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:56.322613Z","caller":"traceutil/trace.go:171","msg":"trace[229646737] transaction","detail":"{read_only:false; response_revision:1034; number_of_response:1; }","duration":"442.534757ms","start":"2026-03-31T18:28:55.880053Z","end":"2026-03-31T18:28:56.322588Z","steps":["trace[229646737] 'process raft request' (duration: 442.375002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:56.322823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:55.880037Z","time spent":"442.65429ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:57.440133Z","caller":"traceutil/trace.go:171","msg":"trace[1419605783] linearizableReadLoop","detail":"{readStateIndex:1077; appliedIndex:1076; }","duration":"165.651998ms","start":"2026-03-31T18:28:57.274452Z","end":"2026-03-31T18:28:57.440104Z","steps":["trace[1419605783] 'read index received' (duration: 165.560046ms)","trace[1419605783] 'applied index is now lower than readState.Index' (duration: 90.842µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:57.440235Z","caller":"traceutil/trace.go:171","msg":"trace[1086936196] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"170.031388ms","start":"2026-03-31T18:28:57.270176Z","end":"2026-03-31T18:28:57.440208Z","steps":["trace[1086936196] 'process raft request' (duration: 169.778131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:57.440352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.874654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:28:57.440393Z","caller":"traceutil/trace.go:171","msg":"trace[20202468] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1035; }","duration":"165.957926ms","start":"2026-03-31T18:28:57.274426Z","end":"2026-03-31T18:28:57.440384Z","steps":["trace[20202468] 'agreement among raft nodes before linearized reading' (duration: 165.804422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:57.65781Z","caller":"traceutil/trace.go:171","msg":"trace[1704644730] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1078; }","duration":"169.047822ms","start":"2026-03-31T18:28:57.488741Z","end":"2026-03-31T18:28:57.657789Z","steps":["trace[1704644730] 'read index received' (duration: 168.849757ms)","trace[1704644730] 'applied index is now lower than readState.Index' (duration: 196.995µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:28:57.657868Z","caller":"traceutil/trace.go:171","msg":"trace[837133742] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"209.428921ms","start":"2026-03-31T18:28:57.448422Z","end":"2026-03-31T18:28:57.657851Z","steps":["trace[837133742] 'process raft request' (duration: 209.164124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:57.658023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.393755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:28:57.658059Z","caller":"traceutil/trace.go:171","msg":"trace[560128304] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1037; }","duration":"168.458828ms","start":"2026-03-31T18:28:57.489589Z","end":"2026-03-31T18:28:57.658047Z","steps":["trace[560128304] 'agreement among raft nodes before linearized reading' (duration: 168.303804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:57.658027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.280777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:28:57.658114Z","caller":"traceutil/trace.go:171","msg":"trace[541890554] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1037; }","duration":"169.407691ms","start":"2026-03-31T18:28:57.488686Z","end":"2026-03-31T18:28:57.658094Z","steps":["trace[541890554] 'agreement among raft nodes before linearized reading' (duration: 169.192045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:57.658068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.138139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:28:57.658184Z","caller":"traceutil/trace.go:171","msg":"trace[2090929439] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1037; }","duration":"168.297213ms","start":"2026-03-31T18:28:57.489878Z","end":"2026-03-31T18:28:57.658176Z","steps":["trace[2090929439] 'agreement among raft nodes before linearized reading' (duration: 168.122278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:58.442638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265249,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:28:59.910075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364536119s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:28:59.910251Z","caller":"traceutil/trace.go:171","msg":"trace[2097295689] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"2.248882661s","start":"2026-03-31T18:28:57.661341Z","end":"2026-03-31T18:28:59.910224Z","steps":["trace[2097295689] 'process raft request' (duration: 884.060055ms)","trace[2097295689] 'compare' (duration: 1.364362915s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:59.910346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:57.661326Z","time spent":"2.248971773s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:59.945491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.364695943s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:28:59.946021Z","caller":"traceutil/trace.go:171","msg":"trace[700988324] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"2.28418464s","start":"2026-03-31T18:28:57.661811Z","end":"2026-03-31T18:28:59.945996Z","steps":["trace[700988324] 'process raft request' (duration: 2.284090618s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:59.94618Z","caller":"traceutil/trace.go:171","msg":"trace[386691083] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1079; }","duration":"2.004539818s","start":"2026-03-31T18:28:57.941557Z","end":"2026-03-31T18:28:59.946097Z","steps":["trace[386691083] 'read index received' (duration: 603.860068ms)","trace[386691083] 'applied index is now lower than readState.Index' (duration: 1.40067726s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:28:59.94625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:57.661803Z","time spent":"2.284288353s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:28:59.946293Z","caller":"traceutil/trace.go:171","msg":"trace[1659728714] transaction","detail":"{read_only:false; response_revision:1041; number_of_response:1; }","duration":"1.618721559s","start":"2026-03-31T18:28:58.32756Z","end":"2026-03-31T18:28:59.946281Z","steps":["trace[1659728714] 'process raft request' (duration: 1.618395881s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:28:59.94629Z","caller":"traceutil/trace.go:171","msg":"trace[1259800488] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"2.284846308s","start":"2026-03-31T18:28:57.66142Z","end":"2026-03-31T18:28:59.946266Z","steps":["trace[1259800488] 'process raft request' (duration: 2.284293934s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.946404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:57.661397Z","time spent":"2.2849347s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:59.946404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:58.327542Z","time spent":"1.61877968s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:28:59.946434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004878337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:59.946475Z","caller":"traceutil/trace.go:171","msg":"trace[1638956277] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1041; }","duration":"2.004946828s","start":"2026-03-31T18:28:57.941518Z","end":"2026-03-31T18:28:59.946465Z","steps":["trace[1638956277] 'agreement among raft nodes before linearized reading' (duration: 2.004873056s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.946504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:57.941501Z","time spent":"2.00499586s","remote":"127.0.0.1:52014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:59.959063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184772365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:28:59.959119Z","caller":"traceutil/trace.go:171","msg":"trace[1574489675] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1041; }","duration":"1.184871708s","start":"2026-03-31T18:28:58.774234Z","end":"2026-03-31T18:28:59.959106Z","steps":["trace[1574489675] 'agreement among raft nodes before linearized reading' (duration: 1.184770476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.95915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:58.774218Z","time spent":"1.184925509s","remote":"127.0.0.1:51932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:28:59.959189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.296155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:28:59.959237Z","caller":"traceutil/trace.go:171","msg":"trace[1628494594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1041; }","duration":"561.365756ms","start":"2026-03-31T18:28:59.397855Z","end":"2026-03-31T18:28:59.959221Z","steps":["trace[1628494594] 'agreement among raft nodes before linearized reading' (duration: 561.290384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.959266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:59.39784Z","time spent":"561.419658ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:28:59.959271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.025907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:28:59.959352Z","caller":"traceutil/trace.go:171","msg":"trace[1773444695] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1041; }","duration":"513.14409ms","start":"2026-03-31T18:28:59.446187Z","end":"2026-03-31T18:28:59.959331Z","steps":["trace[1773444695] 'agreement among raft nodes before linearized reading' (duration: 512.891313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:28:59.959411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:28:59.446168Z","time spent":"513.232772ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:28:59.960096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.695182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:28:59.960176Z","caller":"traceutil/trace.go:171","msg":"trace[1725022430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1041; }","duration":"298.817345ms","start":"2026-03-31T18:28:59.661342Z","end":"2026-03-31T18:28:59.960159Z","steps":["trace[1725022430] 'agreement among raft nodes before linearized reading' (duration: 298.572049ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:20.323808Z","caller":"traceutil/trace.go:171","msg":"trace[1710731120] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"166.824927ms","start":"2026-03-31T18:29:20.156951Z","end":"2026-03-31T18:29:20.323776Z","steps":["trace[1710731120] 'process raft request' (duration: 153.636234ms)","trace[1710731120] 'compare' (duration: 12.842094ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:22.329719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.795385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:29:22.329793Z","caller":"traceutil/trace.go:171","msg":"trace[1083982916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1109; }","duration":"273.909297ms","start":"2026-03-31T18:29:22.055867Z","end":"2026-03-31T18:29:22.329776Z","steps":["trace[1083982916] 'range keys from in-memory index tree' (duration: 273.627609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.32972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.977538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:22.329995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.271593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:22.329916Z","caller":"traceutil/trace.go:171","msg":"trace[495349028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1109; }","duration":"387.208143ms","start":"2026-03-31T18:29:21.942682Z","end":"2026-03-31T18:29:22.32989Z","steps":["trace[495349028] 'range keys from in-memory index tree' (duration: 386.890856ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:22.330078Z","caller":"traceutil/trace.go:171","msg":"trace[1644171846] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"268.936571ms","start":"2026-03-31T18:29:22.06112Z","end":"2026-03-31T18:29:22.330057Z","steps":["trace[1644171846] 'process raft request' (duration: 29.544165ms)","trace[1644171846] 'compare' (duration: 239.13778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:22.33014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.236307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:29:22.331171Z","caller":"traceutil/trace.go:171","msg":"trace[790668700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1110; }","duration":"218.286695ms","start":"2026-03-31T18:29:22.112863Z","end":"2026-03-31T18:29:22.33115Z","steps":["trace[790668700] 'agreement among raft nodes before linearized reading' (duration: 217.205427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.331199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:21.942663Z","time spent":"388.477166ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:22.330056Z","caller":"traceutil/trace.go:171","msg":"trace[1722219311] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1156; }","duration":"217.133824ms","start":"2026-03-31T18:29:22.112914Z","end":"2026-03-31T18:29:22.330048Z","steps":["trace[1722219311] 'read index received' (duration: 35.931µs)","trace[1722219311] 'applied index is now lower than readState.Index' (duration: 217.096973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:22.331511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.634063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:22.331559Z","caller":"traceutil/trace.go:171","msg":"trace[852715765] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1110; }","duration":"174.721485ms","start":"2026-03-31T18:29:22.156825Z","end":"2026-03-31T18:29:22.331547Z","steps":["trace[852715765] 'agreement among raft nodes before linearized reading' (duration: 174.594962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.331953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.56819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:22.332013Z","caller":"traceutil/trace.go:171","msg":"trace[1961865008] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1110; }","duration":"141.680333ms","start":"2026-03-31T18:29:22.190319Z","end":"2026-03-31T18:29:22.332Z","steps":["trace[1961865008] 'agreement among raft nodes before linearized reading' (duration: 141.399386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:22.899354Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265436,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:23.105116Z","caller":"traceutil/trace.go:171","msg":"trace[344842920] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"769.932536ms","start":"2026-03-31T18:29:22.335112Z","end":"2026-03-31T18:29:23.105044Z","steps":["trace[344842920] 'process raft request' (duration: 707.524472ms)","trace[344842920] 'compare' (duration: 62.23896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:23.105278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.335086Z","time spent":"770.112691ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:23.245783Z","caller":"traceutil/trace.go:171","msg":"trace[291550885] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"910.362167ms","start":"2026-03-31T18:29:22.335387Z","end":"2026-03-31T18:29:23.24575Z","steps":["trace[291550885] 'process raft request' (duration: 869.746073ms)","trace[291550885] 'compare' (duration: 40.243714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:23.245917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.33537Z","time spent":"910.480129ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:23.246217Z","caller":"traceutil/trace.go:171","msg":"trace[793769946] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"910.041878ms","start":"2026-03-31T18:29:22.336153Z","end":"2026-03-31T18:29:23.246195Z","steps":["trace[793769946] 'process raft request' (duration: 909.631078ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:23.246259Z","caller":"traceutil/trace.go:171","msg":"trace[959721460] linearizableReadLoop","detail":"{readStateIndex:1162; appliedIndex:1157; }","duration":"847.772308ms","start":"2026-03-31T18:29:22.398474Z","end":"2026-03-31T18:29:23.246246Z","steps":["trace[959721460] 'read index received' (duration: 644.359769ms)","trace[959721460] 'applied index is now lower than readState.Index' (duration: 203.411799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:23.246565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.336138Z","time spent":"910.313804ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:23.246308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.843089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:23.246677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.97603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:23.246715Z","caller":"traceutil/trace.go:171","msg":"trace[743071258] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1115; }","duration":"165.047192ms","start":"2026-03-31T18:29:23.081655Z","end":"2026-03-31T18:29:23.246702Z","steps":["trace[743071258] 'agreement among raft nodes before linearized reading' (duration: 164.982841ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:23.24638Z","caller":"traceutil/trace.go:171","msg":"trace[1540200744] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"909.835622ms","start":"2026-03-31T18:29:22.336535Z","end":"2026-03-31T18:29:23.24637Z","steps":["trace[1540200744] 'process raft request' (duration: 909.471673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.246898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.336528Z","time spent":"910.321986ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:23.247041Z","caller":"traceutil/trace.go:171","msg":"trace[1780040436] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"909.902146ms","start":"2026-03-31T18:29:22.336048Z","end":"2026-03-31T18:29:23.24595Z","steps":["trace[1780040436] 'process raft request' (duration: 909.629079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.247145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.33604Z","time spent":"911.064185ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:23.248043Z","caller":"traceutil/trace.go:171","msg":"trace[574248873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1115; }","duration":"848.23371ms","start":"2026-03-31T18:29:22.398419Z","end":"2026-03-31T18:29:23.246653Z","steps":["trace[574248873] 'agreement among raft nodes before linearized reading' (duration: 847.8604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:23.248098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:22.3984Z","time spent":"849.686936ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:29:24.485417Z","caller":"traceutil/trace.go:171","msg":"trace[319247458] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"148.505475ms","start":"2026-03-31T18:29:24.336885Z","end":"2026-03-31T18:29:24.48539Z","steps":["trace[319247458] 'process raft request' (duration: 148.31476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.553863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444172665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:26.553983Z","caller":"traceutil/trace.go:171","msg":"trace[1628890682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1118; }","duration":"1.444334859s","start":"2026-03-31T18:29:25.109634Z","end":"2026-03-31T18:29:26.553969Z","steps":["trace[1628890682] 'range keys from in-memory index tree' (duration: 1.443984011s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.554031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.109616Z","time spent":"1.444405482s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:26.554041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157109468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:26.55405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303452918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:26.554107Z","caller":"traceutil/trace.go:171","msg":"trace[72314367] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1118; }","duration":"1.157211419s","start":"2026-03-31T18:29:25.396878Z","end":"2026-03-31T18:29:26.554089Z","steps":["trace[72314367] 'range keys from in-memory index tree' (duration: 1.157040626s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.554161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.396859Z","time spent":"1.157291912s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:26.554204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303624712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:29:26.554218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.303152891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:29:26.554234Z","caller":"traceutil/trace.go:171","msg":"trace[949424411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1118; }","duration":"1.303689964s","start":"2026-03-31T18:29:25.250536Z","end":"2026-03-31T18:29:26.554226Z","steps":["trace[949424411] 'range keys from in-memory index tree' (duration: 1.303475348s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:26.554243Z","caller":"traceutil/trace.go:171","msg":"trace[971457888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1118; }","duration":"1.303215692s","start":"2026-03-31T18:29:25.251019Z","end":"2026-03-31T18:29:26.554234Z","steps":["trace[971457888] 'range keys from in-memory index tree' (duration: 1.303060708s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.554283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.250517Z","time spent":"1.303756035s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:26.554117Z","caller":"traceutil/trace.go:171","msg":"trace[817828343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1118; }","duration":"1.303564581s","start":"2026-03-31T18:29:25.250536Z","end":"2026-03-31T18:29:26.5541Z","steps":["trace[817828343] 'range keys from in-memory index tree' (duration: 1.303243052s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.554328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.250516Z","time spent":"1.303804726s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:26.554111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522773458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:26.554287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.250992Z","time spent":"1.303285483s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:29:26.554375Z","caller":"traceutil/trace.go:171","msg":"trace[785845911] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1118; }","duration":"1.523077685s","start":"2026-03-31T18:29:25.031282Z","end":"2026-03-31T18:29:26.55436Z","steps":["trace[785845911] 'count revisions from in-memory index tree' (duration: 1.522686265s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.554162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302875793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:29:26.554435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.031262Z","time spent":"1.523154737s","remote":"127.0.0.1:51756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:26.55448Z","caller":"traceutil/trace.go:171","msg":"trace[1590176369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1118; }","duration":"1.303207432s","start":"2026-03-31T18:29:25.251253Z","end":"2026-03-31T18:29:26.554461Z","steps":["trace[1590176369] 'range keys from in-memory index tree' (duration: 1.302794711s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.554504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.711595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:26.554542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:25.251247Z","time spent":"1.303279773s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:29:26.554541Z","caller":"traceutil/trace.go:171","msg":"trace[309490203] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1118; }","duration":"310.785976ms","start":"2026-03-31T18:29:26.243743Z","end":"2026-03-31T18:29:26.554529Z","steps":["trace[309490203] 'count revisions from in-memory index tree' (duration: 310.638602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:26.554577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.243723Z","time spent":"310.844468ms","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:27.069584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.836321ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:27.06971Z","caller":"traceutil/trace.go:171","msg":"trace[1296329923] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1119; }","duration":"163.983494ms","start":"2026-03-31T18:29:26.905709Z","end":"2026-03-31T18:29:27.069693Z","steps":["trace[1296329923] 'range keys from in-memory index tree' (duration: 163.81559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:27.071671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265471,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:29:27.191605Z","caller":"traceutil/trace.go:171","msg":"trace[826150351] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"631.498705ms","start":"2026-03-31T18:29:26.560085Z","end":"2026-03-31T18:29:27.191584Z","steps":["trace[826150351] 'process raft request' (duration: 631.195958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:27.191768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.560064Z","time spent":"631.620448ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:27.191832Z","caller":"traceutil/trace.go:171","msg":"trace[1491267795] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"631.451744ms","start":"2026-03-31T18:29:26.560349Z","end":"2026-03-31T18:29:27.191801Z","steps":["trace[1491267795] 'process raft request' (duration: 631.155976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:27.192032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.560326Z","time spent":"631.622539ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:27.192229Z","caller":"traceutil/trace.go:171","msg":"trace[1372468717] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"630.624302ms","start":"2026-03-31T18:29:26.561593Z","end":"2026-03-31T18:29:27.192218Z","steps":["trace[1372468717] 'process raft request' (duration: 630.589221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:27.192286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.561576Z","time spent":"630.687133ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:27.192389Z","caller":"traceutil/trace.go:171","msg":"trace[929965218] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"631.366651ms","start":"2026-03-31T18:29:26.56097Z","end":"2026-03-31T18:29:27.192337Z","steps":["trace[929965218] 'process raft request' (duration: 631.167906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:27.192619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.560951Z","time spent":"631.517834ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:27.581574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.357423ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:27.581672Z","caller":"traceutil/trace.go:171","msg":"trace[1613731950] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1167; }","duration":"1.010593624s","start":"2026-03-31T18:29:26.571064Z","end":"2026-03-31T18:29:27.581658Z","steps":["trace[1613731950] 'read index received' (duration: 620.259141ms)","trace[1613731950] 'applied index is now lower than readState.Index' (duration: 390.333503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:27.581742Z","caller":"traceutil/trace.go:171","msg":"trace[161427306] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"1.018945155s","start":"2026-03-31T18:29:26.562759Z","end":"2026-03-31T18:29:27.581705Z","steps":["trace[161427306] 'process raft request' (duration: 793.384287ms)","trace[161427306] 'compare' (duration: 224.600954ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:27.58184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.490021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:27.581901Z","caller":"traceutil/trace.go:171","msg":"trace[1431624789] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1124; }","duration":"822.599753ms","start":"2026-03-31T18:29:26.759288Z","end":"2026-03-31T18:29:27.581887Z","steps":["trace[1431624789] 'agreement among raft nodes before linearized reading' (duration: 822.494231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:27.58198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.759265Z","time spent":"822.702286ms","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:27.58191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.562735Z","time spent":"1.019089589s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:27.581787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010720227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:27.58215Z","caller":"traceutil/trace.go:171","msg":"trace[1855681303] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1124; }","duration":"1.011097196s","start":"2026-03-31T18:29:26.571035Z","end":"2026-03-31T18:29:27.582132Z","steps":["trace[1855681303] 'agreement among raft nodes before linearized reading' (duration: 1.010702257s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:27.582205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:26.571023Z","time spent":"1.011165368s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:27.958121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.081263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:27.958485Z","caller":"traceutil/trace.go:171","msg":"trace[2042093794] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"173.213218ms","start":"2026-03-31T18:29:27.785249Z","end":"2026-03-31T18:29:27.958462Z","steps":["trace[2042093794] 'process raft request' (duration: 51.664162ms)","trace[2042093794] 'compare' (duration: 120.94167ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:29.48152Z","caller":"traceutil/trace.go:171","msg":"trace[1662529832] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"913.69005ms","start":"2026-03-31T18:29:28.567808Z","end":"2026-03-31T18:29:29.481498Z","steps":["trace[1662529832] 'process raft request' (duration: 913.535566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:29.48182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:28.567789Z","time spent":"913.801602ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:30.171725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.092172ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:29:30.171801Z","caller":"traceutil/trace.go:171","msg":"trace[583570664] linearizableReadLoop","detail":"{readStateIndex:1175; appliedIndex:1173; }","duration":"976.026152ms","start":"2026-03-31T18:29:29.195763Z","end":"2026-03-31T18:29:30.171789Z","steps":["trace[583570664] 'read index received' (duration: 285.583961ms)","trace[583570664] 'applied index is now lower than readState.Index' (duration: 690.440851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:30.172233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.156812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:30.172505Z","caller":"traceutil/trace.go:171","msg":"trace[1853438644] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1126; }","duration":"774.432588ms","start":"2026-03-31T18:29:29.398023Z","end":"2026-03-31T18:29:30.172456Z","steps":["trace[1853438644] 'agreement among raft nodes before linearized reading' (duration: 774.148331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.172689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:29.39801Z","time spent":"774.659755ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:30.172255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.34327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:29:30.172299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.374445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:29:30.173124Z","caller":"traceutil/trace.go:171","msg":"trace[573361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1126; }","duration":"976.245487ms","start":"2026-03-31T18:29:29.196867Z","end":"2026-03-31T18:29:30.173112Z","steps":["trace[573361] 'agreement among raft nodes before linearized reading' (duration: 975.360875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.173161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:29.196843Z","time spent":"976.306599ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:29:30.173027Z","caller":"traceutil/trace.go:171","msg":"trace[20946209] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1126; }","duration":"977.15324ms","start":"2026-03-31T18:29:29.195853Z","end":"2026-03-31T18:29:30.173007Z","steps":["trace[20946209] 'agreement among raft nodes before linearized reading' (duration: 976.289789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.172327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.514648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:29:30.173302Z","caller":"traceutil/trace.go:171","msg":"trace[809422188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1126; }","duration":"976.507223ms","start":"2026-03-31T18:29:29.196785Z","end":"2026-03-31T18:29:30.173292Z","steps":["trace[809422188] 'agreement among raft nodes before linearized reading' (duration: 975.490358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.173334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:29.196775Z","time spent":"976.549884ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:30.172318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.535265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:29:30.173501Z","caller":"traceutil/trace.go:171","msg":"trace[1899354605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1126; }","duration":"977.735955ms","start":"2026-03-31T18:29:29.195756Z","end":"2026-03-31T18:29:30.173492Z","steps":["trace[1899354605] 'agreement among raft nodes before linearized reading' (duration: 976.417762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.173531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:29.1957Z","time spent":"977.821627ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:30.172343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.473639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:29:30.17355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:29.195833Z","time spent":"977.439378ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:29:30.17359Z","caller":"traceutil/trace.go:171","msg":"trace[332535648] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1126; }","duration":"585.76145ms","start":"2026-03-31T18:29:29.587814Z","end":"2026-03-31T18:29:30.173575Z","steps":["trace[332535648] 'agreement among raft nodes before linearized reading' (duration: 584.376146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.173688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:29.587797Z","time spent":"585.872304ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:30.473315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.865994ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:29:30.473513Z","caller":"traceutil/trace.go:171","msg":"trace[1270848449] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"295.951852ms","start":"2026-03-31T18:29:30.17754Z","end":"2026-03-31T18:29:30.473492Z","steps":["trace[1270848449] 'process raft request' (duration: 100.829792ms)","trace[1270848449] 'compare' (duration: 194.438533ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:30.473621Z","caller":"traceutil/trace.go:171","msg":"trace[289869589] linearizableReadLoop","detail":"{readStateIndex:1180; appliedIndex:1176; }","duration":"197.350906ms","start":"2026-03-31T18:29:30.276249Z","end":"2026-03-31T18:29:30.4736Z","steps":["trace[289869589] 'read index received' (duration: 2.110493ms)","trace[289869589] 'applied index is now lower than readState.Index' (duration: 195.239303ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:30.473752Z","caller":"traceutil/trace.go:171","msg":"trace[626201739] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"296.100656ms","start":"2026-03-31T18:29:30.177637Z","end":"2026-03-31T18:29:30.473737Z","steps":["trace[626201739] 'process raft request' (duration: 295.767728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:30.473856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.597723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:30.473908Z","caller":"traceutil/trace.go:171","msg":"trace[1200130384] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"295.648734ms","start":"2026-03-31T18:29:30.178248Z","end":"2026-03-31T18:29:30.473897Z","steps":["trace[1200130384] 'process raft request' (duration: 295.277965ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.473909Z","caller":"traceutil/trace.go:171","msg":"trace[1074241404] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"296.203249ms","start":"2026-03-31T18:29:30.177668Z","end":"2026-03-31T18:29:30.473871Z","steps":["trace[1074241404] 'process raft request' (duration: 295.815639ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:30.473946Z","caller":"traceutil/trace.go:171","msg":"trace[1176819316] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1131; }","duration":"197.709856ms","start":"2026-03-31T18:29:30.276202Z","end":"2026-03-31T18:29:30.473912Z","steps":["trace[1176819316] 'agreement among raft nodes before linearized reading' (duration: 197.589483ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:31.93183Z","caller":"traceutil/trace.go:171","msg":"trace[2093673552] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"446.100329ms","start":"2026-03-31T18:29:31.4857Z","end":"2026-03-31T18:29:31.931801Z","steps":["trace[2093673552] 'process raft request' (duration: 445.904404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:31.932015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:31.485674Z","time spent":"446.240862ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:34.37955Z","caller":"traceutil/trace.go:171","msg":"trace[1170758049] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"120.106579ms","start":"2026-03-31T18:29:34.259429Z","end":"2026-03-31T18:29:34.379536Z","steps":["trace[1170758049] 'process raft request' (duration: 119.899724ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:34.379504Z","caller":"traceutil/trace.go:171","msg":"trace[611215812] linearizableReadLoop","detail":"{readStateIndex:1190; appliedIndex:1189; }","duration":"117.561865ms","start":"2026-03-31T18:29:34.261918Z","end":"2026-03-31T18:29:34.37948Z","steps":["trace[611215812] 'read index received' (duration: 117.35893ms)","trace[611215812] 'applied index is now lower than readState.Index' (duration: 201.825µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:34.379725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.78816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:29:34.379798Z","caller":"traceutil/trace.go:171","msg":"trace[274388331] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1140; }","duration":"117.907173ms","start":"2026-03-31T18:29:34.261869Z","end":"2026-03-31T18:29:34.379777Z","steps":["trace[274388331] 'agreement among raft nodes before linearized reading' (duration: 117.703328ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:34.711537Z","caller":"traceutil/trace.go:171","msg":"trace[519004897] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"161.523983ms","start":"2026-03-31T18:29:34.549967Z","end":"2026-03-31T18:29:34.711491Z","steps":["trace[519004897] 'process raft request' (duration: 98.971236ms)","trace[519004897] 'compare' (duration: 62.303531ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:34.711628Z","caller":"traceutil/trace.go:171","msg":"trace[867594010] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"160.767644ms","start":"2026-03-31T18:29:34.550832Z","end":"2026-03-31T18:29:34.711599Z","steps":["trace[867594010] 'process raft request' (duration: 160.519038ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:36.777235Z","caller":"traceutil/trace.go:171","msg":"trace[328889244] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"145.761597ms","start":"2026-03-31T18:29:36.631444Z","end":"2026-03-31T18:29:36.777205Z","steps":["trace[328889244] 'process raft request' (duration: 117.986076ms)","trace[328889244] 'compare' (duration: 27.619326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:37.011225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.593323ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:37.011349Z","caller":"traceutil/trace.go:171","msg":"trace[975434458] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1149; }","duration":"105.730957ms","start":"2026-03-31T18:29:36.905596Z","end":"2026-03-31T18:29:37.011327Z","steps":["trace[975434458] 'range keys from in-memory index tree' (duration: 105.572393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.011365Z","caller":"traceutil/trace.go:171","msg":"trace[1218334816] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"229.291022ms","start":"2026-03-31T18:29:36.782062Z","end":"2026-03-31T18:29:37.011353Z","steps":["trace[1218334816] 'process raft request' (duration: 229.257502ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:37.011475Z","caller":"traceutil/trace.go:171","msg":"trace[406731822] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"229.460006ms","start":"2026-03-31T18:29:36.782007Z","end":"2026-03-31T18:29:37.011467Z","steps":["trace[406731822] 'process raft request' (duration: 156.176388ms)","trace[406731822] 'compare' (duration: 73.048042ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:43.35998Z","caller":"traceutil/trace.go:171","msg":"trace[830376368] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"302.15777ms","start":"2026-03-31T18:29:43.057713Z","end":"2026-03-31T18:29:43.359871Z","steps":["trace[830376368] 'process raft request' (duration: 220.380788ms)","trace[830376368] 'compare' (duration: 81.681889ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:43.36026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:43.057705Z","time spent":"302.421776ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:44.613538Z","caller":"traceutil/trace.go:171","msg":"trace[1055420082] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"101.459848ms","start":"2026-03-31T18:29:44.512056Z","end":"2026-03-31T18:29:44.613516Z","steps":["trace[1055420082] 'process raft request' (duration: 83.556016ms)","trace[1055420082] 'compare' (duration: 17.813619ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:44.894935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.885398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:44.894984Z","caller":"traceutil/trace.go:171","msg":"trace[987993671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1226; }","duration":"164.96501ms","start":"2026-03-31T18:29:44.730008Z","end":"2026-03-31T18:29:44.894973Z","steps":["trace[987993671] 'range keys from in-memory index tree' (duration: 164.784386ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.179373Z","caller":"traceutil/trace.go:171","msg":"trace[550609298] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"281.673873ms","start":"2026-03-31T18:29:44.897676Z","end":"2026-03-31T18:29:45.17935Z","steps":["trace[550609298] 'process raft request' (duration: 281.5343ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:45.947375Z","caller":"traceutil/trace.go:171","msg":"trace[704789921] linearizableReadLoop","detail":"{readStateIndex:1282; appliedIndex:1280; }","duration":"905.537054ms","start":"2026-03-31T18:29:45.041818Z","end":"2026-03-31T18:29:45.947355Z","steps":["trace[704789921] 'read index received' (duration: 137.362774ms)","trace[704789921] 'applied index is now lower than readState.Index' (duration: 768.17353ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:45.947471Z","caller":"traceutil/trace.go:171","msg":"trace[610935077] transaction","detail":"{read_only:false; response_revision:1228; number_of_response:1; }","duration":"1.048403216s","start":"2026-03-31T18:29:44.899038Z","end":"2026-03-31T18:29:45.947441Z","steps":["trace[610935077] 'process raft request' (duration: 1.048180781s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:45.947506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.665007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:45.947535Z","caller":"traceutil/trace.go:171","msg":"trace[54933232] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1228; }","duration":"905.737559ms","start":"2026-03-31T18:29:45.041788Z","end":"2026-03-31T18:29:45.947525Z","steps":["trace[54933232] 'agreement among raft nodes before linearized reading' (duration: 905.662788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:45.947556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:45.041775Z","time spent":"905.77408ms","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:45.947585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.914234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:29:45.94761Z","caller":"traceutil/trace.go:171","msg":"trace[696504822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1228; }","duration":"583.989045ms","start":"2026-03-31T18:29:45.363614Z","end":"2026-03-31T18:29:45.947603Z","steps":["trace[696504822] 'agreement among raft nodes before linearized reading' (duration: 583.890013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:45.947626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:45.363553Z","time spent":"584.069438ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:45.947616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:44.899016Z","time spent":"1.04853784s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:45.947621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.976226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:45.947714Z","caller":"traceutil/trace.go:171","msg":"trace[1158050238] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1228; }","duration":"749.124759ms","start":"2026-03-31T18:29:45.198564Z","end":"2026-03-31T18:29:45.947689Z","steps":["trace[1158050238] 'agreement among raft nodes before linearized reading' (duration: 748.966266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:45.947767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:45.198547Z","time spent":"749.206432ms","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:45.947923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.572491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:45.947946Z","caller":"traceutil/trace.go:171","msg":"trace[1149299558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1228; }","duration":"839.596592ms","start":"2026-03-31T18:29:45.108343Z","end":"2026-03-31T18:29:45.947939Z","steps":["trace[1149299558] 'agreement among raft nodes before linearized reading' (duration: 839.53217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:45.94797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:45.108304Z","time spent":"839.661993ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:29:47.684092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:48.184415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:48.685261Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:49.186317Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265711,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:29:49.398152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000024658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:49.398267Z","caller":"traceutil/trace.go:171","msg":"trace[356056790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000199602s","start":"2026-03-31T18:29:47.398045Z","end":"2026-03-31T18:29:49.398245Z","steps":["trace[356056790] 'agreement among raft nodes before linearized reading' (duration: 2.000053428s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:49.39832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.398027Z","time spent":"2.000280204s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:49.50077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.876370245s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:49.501347Z","caller":"traceutil/trace.go:171","msg":"trace[177975136] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"2.877011192s","start":"2026-03-31T18:29:46.624301Z","end":"2026-03-31T18:29:49.501312Z","steps":["trace[177975136] 'process raft request' (duration: 2.876809897s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:49.501593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:46.624285Z","time spent":"2.877198007s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:51.399166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:29:51.399239Z","caller":"traceutil/trace.go:171","msg":"trace[313784210] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008467s","start":"2026-03-31T18:29:49.399139Z","end":"2026-03-31T18:29:51.399224Z","steps":["trace[313784210] 'agreement among raft nodes before linearized reading' (duration: 1.999985077s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.399272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:49.399108Z","time spent":"2.000156081s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:51.448332Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.555178301s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:29:51.448712Z","caller":"traceutil/trace.go:171","msg":"trace[259505888] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"3.386024062s","start":"2026-03-31T18:29:48.062669Z","end":"2026-03-31T18:29:51.448693Z","steps":["trace[259505888] 'process raft request' (duration: 3.385873058s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.448822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.062656Z","time spent":"3.386113594s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:51.449061Z","caller":"traceutil/trace.go:171","msg":"trace[1505440128] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"2.958247413s","start":"2026-03-31T18:29:48.490788Z","end":"2026-03-31T18:29:51.449035Z","steps":["trace[1505440128] 'process raft request' (duration: 2.957870634s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.44919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.490769Z","time spent":"2.958338606s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:51.776806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.820908ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:29:51.776915Z","caller":"traceutil/trace.go:171","msg":"trace[377830661] linearizableReadLoop","detail":"{readStateIndex:1289; appliedIndex:1285; }","duration":"4.593589384s","start":"2026-03-31T18:29:47.183308Z","end":"2026-03-31T18:29:51.776897Z","steps":["trace[377830661] 'read index received' (duration: 2.317887564s)","trace[377830661] 'applied index is now lower than readState.Index' (duration: 2.27570002s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:51.777465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.594138217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:51.77753Z","caller":"traceutil/trace.go:171","msg":"trace[620114803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1234; }","duration":"4.59423393s","start":"2026-03-31T18:29:47.183281Z","end":"2026-03-31T18:29:51.777515Z","steps":["trace[620114803] 'agreement among raft nodes before linearized reading' (duration: 4.594029175s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.777554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.452226519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:51.777578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.183269Z","time spent":"4.594298501s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:29:51.77762Z","caller":"traceutil/trace.go:171","msg":"trace[1033314452] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1234; }","duration":"4.452358952s","start":"2026-03-31T18:29:47.325247Z","end":"2026-03-31T18:29:51.777606Z","steps":["trace[1033314452] 'agreement among raft nodes before linearized reading' (duration: 4.452223919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.77766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.325231Z","time spent":"4.452420583s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:51.777738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464265427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:51.777829Z","caller":"traceutil/trace.go:171","msg":"trace[969905037] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1234; }","duration":"1.46437696s","start":"2026-03-31T18:29:50.313419Z","end":"2026-03-31T18:29:51.777796Z","steps":["trace[969905037] 'agreement among raft nodes before linearized reading' (duration: 1.464255457s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.777871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029116632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:51.777877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.313406Z","time spent":"1.464460802s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:51.777902Z","caller":"traceutil/trace.go:171","msg":"trace[1252339673] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1234; }","duration":"2.029179123s","start":"2026-03-31T18:29:49.748715Z","end":"2026-03-31T18:29:51.777894Z","steps":["trace[1252339673] 'agreement among raft nodes before linearized reading' (duration: 2.029126342s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.777928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:49.748698Z","time spent":"2.029224484s","remote":"127.0.0.1:59364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:51.778005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.810156607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:29:51.778051Z","caller":"traceutil/trace.go:171","msg":"trace[1681850324] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1234; }","duration":"3.810222099s","start":"2026-03-31T18:29:47.967817Z","end":"2026-03-31T18:29:51.77804Z","steps":["trace[1681850324] 'agreement among raft nodes before linearized reading' (duration: 3.810108366s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.778089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.967808Z","time spent":"3.81027287s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:29:51.778139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.18810279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:29:51.778143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.912627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:51.778172Z","caller":"traceutil/trace.go:171","msg":"trace[97818925] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1234; }","duration":"3.188161572s","start":"2026-03-31T18:29:48.589999Z","end":"2026-03-31T18:29:51.77816Z","steps":["trace[97818925] 'agreement among raft nodes before linearized reading' (duration: 3.188115971s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.778199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:48.589981Z","time spent":"3.188213063s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:51.778191Z","caller":"traceutil/trace.go:171","msg":"trace[2070067726] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1234; }","duration":"271.99128ms","start":"2026-03-31T18:29:51.506186Z","end":"2026-03-31T18:29:51.778178Z","steps":["trace[2070067726] 'agreement among raft nodes before linearized reading' (duration: 271.856746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.778064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.825722679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:51.778263Z","caller":"traceutil/trace.go:171","msg":"trace[185688937] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1234; }","duration":"3.825972305s","start":"2026-03-31T18:29:47.952281Z","end":"2026-03-31T18:29:51.778253Z","steps":["trace[185688937] 'agreement among raft nodes before linearized reading' (duration: 3.825655338s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.778302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.952262Z","time spent":"3.826027937s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:29:51.778302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.809584502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:29:51.778346Z","caller":"traceutil/trace.go:171","msg":"trace[549948067] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1234; }","duration":"3.809645023s","start":"2026-03-31T18:29:47.968688Z","end":"2026-03-31T18:29:51.778333Z","steps":["trace[549948067] 'agreement among raft nodes before linearized reading' (duration: 3.80952691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.778381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.710693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:29:51.778393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:47.968682Z","time spent":"3.809702136s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-31T18:29:51.778419Z","caller":"traceutil/trace.go:171","msg":"trace[1273430996] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1234; }","duration":"371.791945ms","start":"2026-03-31T18:29:51.406618Z","end":"2026-03-31T18:29:51.77841Z","steps":["trace[1273430996] 'agreement among raft nodes before linearized reading' (duration: 371.733634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.778451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.406596Z","time spent":"371.849657ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:51.77848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.887439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:51.778498Z","caller":"traceutil/trace.go:171","msg":"trace[2113309747] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1234; }","duration":"833.93569ms","start":"2026-03-31T18:29:50.944557Z","end":"2026-03-31T18:29:51.778493Z","steps":["trace[2113309747] 'agreement among raft nodes before linearized reading' (duration: 833.897449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.778518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:50.944541Z","time spent":"833.973211ms","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:29:51.778641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.325411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:29:51.778669Z","caller":"traceutil/trace.go:171","msg":"trace[51284462] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1234; }","duration":"376.383653ms","start":"2026-03-31T18:29:51.402277Z","end":"2026-03-31T18:29:51.778661Z","steps":["trace[51284462] 'agreement among raft nodes before linearized reading' (duration: 376.265869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:51.778688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.402264Z","time spent":"376.419073ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"info","ts":"2026-03-31T18:29:52.410528Z","caller":"traceutil/trace.go:171","msg":"trace[465357621] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"629.434803ms","start":"2026-03-31T18:29:51.781072Z","end":"2026-03-31T18:29:52.410506Z","steps":["trace[465357621] 'process raft request' (duration: 629.277789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.410655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.781056Z","time spent":"629.536646ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:52.838867Z","caller":"traceutil/trace.go:171","msg":"trace[551445124] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"1.055688813s","start":"2026-03-31T18:29:51.783153Z","end":"2026-03-31T18:29:52.838842Z","steps":["trace[551445124] 'process raft request' (duration: 1.055610931s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:52.83888Z","caller":"traceutil/trace.go:171","msg":"trace[506034840] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"1.056355079s","start":"2026-03-31T18:29:51.782484Z","end":"2026-03-31T18:29:52.838839Z","steps":["trace[506034840] 'process raft request' (duration: 1.056132174s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.839023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.783142Z","time spent":"1.055803976s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:52.839072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.782469Z","time spent":"1.056500963s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:52.839685Z","caller":"traceutil/trace.go:171","msg":"trace[655845403] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"1.054958584s","start":"2026-03-31T18:29:51.784712Z","end":"2026-03-31T18:29:52.83967Z","steps":["trace[655845403] 'process raft request' (duration: 1.054919973s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.839774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.784703Z","time spent":"1.055031145s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:52.839961Z","caller":"traceutil/trace.go:171","msg":"trace[16989442] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"1.05678294s","start":"2026-03-31T18:29:51.783167Z","end":"2026-03-31T18:29:52.83995Z","steps":["trace[16989442] 'process raft request' (duration: 1.055643891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.840025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.783157Z","time spent":"1.056836812s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:52.840245Z","caller":"traceutil/trace.go:171","msg":"trace[1462317346] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"1.057061257s","start":"2026-03-31T18:29:51.783173Z","end":"2026-03-31T18:29:52.840234Z","steps":["trace[1462317346] 'process raft request' (duration: 1.05639502s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:52.840311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:51.783158Z","time spent":"1.057122379s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:53.632298Z","caller":"traceutil/trace.go:171","msg":"trace[401019693] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"160.336763ms","start":"2026-03-31T18:29:53.471936Z","end":"2026-03-31T18:29:53.632272Z","steps":["trace[401019693] 'process raft request' (duration: 160.268652ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:53.63259Z","caller":"traceutil/trace.go:171","msg":"trace[1249258324] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"177.342163ms","start":"2026-03-31T18:29:53.45522Z","end":"2026-03-31T18:29:53.632562Z","steps":["trace[1249258324] 'process raft request' (duration: 85.015574ms)","trace[1249258324] 'compare' (duration: 91.819876ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:55.447045Z","caller":"traceutil/trace.go:171","msg":"trace[1046983610] linearizableReadLoop","detail":"{readStateIndex:1304; appliedIndex:1300; }","duration":"337.939353ms","start":"2026-03-31T18:29:55.109089Z","end":"2026-03-31T18:29:55.447029Z","steps":["trace[1046983610] 'read index received' (duration: 337.80534ms)","trace[1046983610] 'applied index is now lower than readState.Index' (duration: 133.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:55.447316Z","caller":"traceutil/trace.go:171","msg":"trace[554900779] transaction","detail":"{read_only:false; response_revision:1245; number_of_response:1; }","duration":"543.162608ms","start":"2026-03-31T18:29:54.904147Z","end":"2026-03-31T18:29:55.44731Z","steps":["trace[554900779] 'process raft request' (duration: 542.720577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.447382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.904136Z","time spent":"543.200289ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:55.447503Z","caller":"traceutil/trace.go:171","msg":"trace[1990044304] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"543.324283ms","start":"2026-03-31T18:29:54.904172Z","end":"2026-03-31T18:29:55.447496Z","steps":["trace[1990044304] 'process raft request' (duration: 542.79672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.447543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.904139Z","time spent":"543.385193ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:55.447616Z","caller":"traceutil/trace.go:171","msg":"trace[1200137565] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"543.393744ms","start":"2026-03-31T18:29:54.904218Z","end":"2026-03-31T18:29:55.447611Z","steps":["trace[1200137565] 'process raft request' (duration: 542.773938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.447638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.904207Z","time spent":"543.418605ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:55.447684Z","caller":"traceutil/trace.go:171","msg":"trace[2039556743] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"541.489615ms","start":"2026-03-31T18:29:54.90619Z","end":"2026-03-31T18:29:55.44768Z","steps":["trace[2039556743] 'process raft request' (duration: 540.819369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.447703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:54.906169Z","time spent":"541.523257ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:55.447749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.680781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:55.447769Z","caller":"traceutil/trace.go:171","msg":"trace[1553773413] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1248; }","duration":"338.744572ms","start":"2026-03-31T18:29:55.10902Z","end":"2026-03-31T18:29:55.447765Z","steps":["trace[1553773413] 'agreement among raft nodes before linearized reading' (duration: 338.710782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:55.447783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:55.108997Z","time spent":"338.782924ms","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:29:57.262625Z","caller":"traceutil/trace.go:171","msg":"trace[1517032089] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"277.268673ms","start":"2026-03-31T18:29:56.985335Z","end":"2026-03-31T18:29:57.262603Z","steps":["trace[1517032089] 'process raft request' (duration: 277.112939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.731737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.170393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:57.731799Z","caller":"traceutil/trace.go:171","msg":"trace[678239738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1250; }","duration":"335.274536ms","start":"2026-03-31T18:29:57.396512Z","end":"2026-03-31T18:29:57.731787Z","steps":["trace[678239738] 'range keys from in-memory index tree' (duration: 335.113191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.731826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.396497Z","time spent":"335.324676ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:29:57.731858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.454443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:29:57.731919Z","caller":"traceutil/trace.go:171","msg":"trace[1078253753] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1250; }","duration":"280.559277ms","start":"2026-03-31T18:29:57.451347Z","end":"2026-03-31T18:29:57.731907Z","steps":["trace[1078253753] 'range keys from in-memory index tree' (duration: 280.34131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.731942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.471483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:29:57.732029Z","caller":"traceutil/trace.go:171","msg":"trace[752922739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1250; }","duration":"280.607256ms","start":"2026-03-31T18:29:57.451401Z","end":"2026-03-31T18:29:57.732008Z","steps":["trace[752922739] 'range keys from in-memory index tree' (duration: 280.255358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.732051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.69605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:29:57.732078Z","caller":"traceutil/trace.go:171","msg":"trace[1197062791] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1250; }","duration":"280.747151ms","start":"2026-03-31T18:29:57.451323Z","end":"2026-03-31T18:29:57.732071Z","steps":["trace[1197062791] 'range keys from in-memory index tree' (duration: 280.608906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:57.731965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.503264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:29:57.732159Z","caller":"traceutil/trace.go:171","msg":"trace[711223705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1250; }","duration":"280.73025ms","start":"2026-03-31T18:29:57.451422Z","end":"2026-03-31T18:29:57.732152Z","steps":["trace[711223705] 'range keys from in-memory index tree' (duration: 280.337029ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.929261Z","caller":"traceutil/trace.go:171","msg":"trace[275837187] linearizableReadLoop","detail":"{readStateIndex:1307; appliedIndex:1306; }","duration":"196.040404ms","start":"2026-03-31T18:29:57.733188Z","end":"2026-03-31T18:29:57.929229Z","steps":["trace[275837187] 'read index received' (duration: 195.816279ms)","trace[275837187] 'applied index is now lower than readState.Index' (duration: 223.265µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:57.929448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.186698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:29:57.930167Z","caller":"traceutil/trace.go:171","msg":"trace[518716326] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1251; }","duration":"196.983387ms","start":"2026-03-31T18:29:57.733163Z","end":"2026-03-31T18:29:57.930147Z","steps":["trace[518716326] 'agreement among raft nodes before linearized reading' (duration: 196.180357ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:57.929408Z","caller":"traceutil/trace.go:171","msg":"trace[701575943] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"229.047746ms","start":"2026-03-31T18:29:57.700272Z","end":"2026-03-31T18:29:57.92932Z","steps":["trace[701575943] 'process raft request' (duration: 228.80535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:58.110179Z","caller":"traceutil/trace.go:171","msg":"trace[1110915523] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"374.468594ms","start":"2026-03-31T18:29:57.735684Z","end":"2026-03-31T18:29:58.110153Z","steps":["trace[1110915523] 'process raft request' (duration: 363.646301ms)","trace[1110915523] 'compare' (duration: 10.459944ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:29:58.110218Z","caller":"traceutil/trace.go:171","msg":"trace[276366465] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"373.416789ms","start":"2026-03-31T18:29:57.736781Z","end":"2026-03-31T18:29:58.110198Z","steps":["trace[276366465] 'process raft request' (duration: 373.365647ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:58.110254Z","caller":"traceutil/trace.go:171","msg":"trace[828334203] transaction","detail":"{read_only:false; response_revision:1253; number_of_response:1; }","duration":"373.952101ms","start":"2026-03-31T18:29:57.736282Z","end":"2026-03-31T18:29:58.110234Z","steps":["trace[828334203] 'process raft request' (duration: 373.823528ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:29:58.110258Z","caller":"traceutil/trace.go:171","msg":"trace[2091611060] linearizableReadLoop","detail":"{readStateIndex:1311; appliedIndex:1307; }","duration":"132.343909ms","start":"2026-03-31T18:29:57.977894Z","end":"2026-03-31T18:29:58.110238Z","steps":["trace[2091611060] 'read index received' (duration: 121.360041ms)","trace[2091611060] 'applied index is now lower than readState.Index' (duration: 10.979287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:29:58.110296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.735672Z","time spent":"374.563256ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:58.110337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.736774Z","time spent":"373.50144ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:58.110337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.736274Z","time spent":"374.021463ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:29:58.110384Z","caller":"traceutil/trace.go:171","msg":"trace[295684106] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"372.863853ms","start":"2026-03-31T18:29:57.737513Z","end":"2026-03-31T18:29:58.110376Z","steps":["trace[295684106] 'process raft request' (duration: 372.659828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:29:58.110414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:57.737506Z","time spent":"372.891724ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:29:58.110404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.497022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:29:58.110454Z","caller":"traceutil/trace.go:171","msg":"trace[1958528766] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1255; }","duration":"132.586175ms","start":"2026-03-31T18:29:57.977855Z","end":"2026-03-31T18:29:58.110441Z","steps":["trace[1958528766] 'agreement among raft nodes before linearized reading' (duration: 132.450641ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.267162Z","caller":"traceutil/trace.go:171","msg":"trace[903241738] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"331.574263ms","start":"2026-03-31T18:29:59.935575Z","end":"2026-03-31T18:30:00.267149Z","steps":["trace[903241738] 'process raft request' (duration: 331.331147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.267268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:29:59.935544Z","time spent":"331.667325ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.267161Z","caller":"traceutil/trace.go:171","msg":"trace[1811554154] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1313; }","duration":"153.237565ms","start":"2026-03-31T18:30:00.113893Z","end":"2026-03-31T18:30:00.26713Z","steps":["trace[1811554154] 'read index received' (duration: 152.989389ms)","trace[1811554154] 'applied index is now lower than readState.Index' (duration: 246.576µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:00.267374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.465881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:30:00.267683Z","caller":"traceutil/trace.go:171","msg":"trace[1878688817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1257; }","duration":"153.805439ms","start":"2026-03-31T18:30:00.113865Z","end":"2026-03-31T18:30:00.267671Z","steps":["trace[1878688817] 'agreement among raft nodes before linearized reading' (duration: 153.330337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.267427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.099652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:00.26793Z","caller":"traceutil/trace.go:171","msg":"trace[1512524197] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1257; }","duration":"153.587953ms","start":"2026-03-31T18:30:00.114308Z","end":"2026-03-31T18:30:00.267896Z","steps":["trace[1512524197] 'agreement among raft nodes before linearized reading' (duration: 153.079701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.267464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.798364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:00.268047Z","caller":"traceutil/trace.go:171","msg":"trace[906128380] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1257; }","duration":"153.386519ms","start":"2026-03-31T18:30:00.11465Z","end":"2026-03-31T18:30:00.268036Z","steps":["trace[906128380] 'agreement among raft nodes before linearized reading' (duration: 152.789814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.267499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.605574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:00.268115Z","caller":"traceutil/trace.go:171","msg":"trace[1022710951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1257; }","duration":"154.24664ms","start":"2026-03-31T18:30:00.113863Z","end":"2026-03-31T18:30:00.268109Z","steps":["trace[1022710951] 'agreement among raft nodes before linearized reading' (duration: 153.614094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.710029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.928659ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:00.710356Z","caller":"traceutil/trace.go:171","msg":"trace[579290382] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"439.626656ms","start":"2026-03-31T18:30:00.270689Z","end":"2026-03-31T18:30:00.710315Z","steps":["trace[579290382] 'process raft request' (duration: 73.331719ms)","trace[579290382] 'compare' (duration: 365.804075ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:00.710422Z","caller":"traceutil/trace.go:171","msg":"trace[1838793224] linearizableReadLoop","detail":"{readStateIndex:1318; appliedIndex:1314; }","duration":"312.193214ms","start":"2026-03-31T18:30:00.398172Z","end":"2026-03-31T18:30:00.710365Z","steps":["trace[1838793224] 'read index received' (duration: 67.00923ms)","trace[1838793224] 'applied index is now lower than readState.Index' (duration: 245.182864ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:00.710521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.347227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:00.710531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.270661Z","time spent":"439.77611ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.710569Z","caller":"traceutil/trace.go:171","msg":"trace[2012404853] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1261; }","duration":"312.431899ms","start":"2026-03-31T18:30:00.398125Z","end":"2026-03-31T18:30:00.710556Z","steps":["trace[2012404853] 'agreement among raft nodes before linearized reading' (duration: 312.340237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.710615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.398107Z","time spent":"312.497872ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:30:00.710836Z","caller":"traceutil/trace.go:171","msg":"trace[1098885220] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"439.477423ms","start":"2026-03-31T18:30:00.271344Z","end":"2026-03-31T18:30:00.710822Z","steps":["trace[1098885220] 'process raft request' (duration: 438.96265ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:00.710853Z","caller":"traceutil/trace.go:171","msg":"trace[2140383683] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"439.714829ms","start":"2026-03-31T18:30:00.271104Z","end":"2026-03-31T18:30:00.710819Z","steps":["trace[2140383683] 'process raft request' (duration: 439.159175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.710904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.271339Z","time spent":"439.538674ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:00.710964Z","caller":"traceutil/trace.go:171","msg":"trace[2033230037] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"439.874593ms","start":"2026-03-31T18:30:00.271072Z","end":"2026-03-31T18:30:00.710946Z","steps":["trace[2033230037] 'process raft request' (duration: 439.116204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:00.711048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.271066Z","time spent":"439.936285ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:00.711298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:00.271101Z","time spent":"439.821972ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:01.875244Z","caller":"traceutil/trace.go:171","msg":"trace[2120474792] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"242.108806ms","start":"2026-03-31T18:30:01.633119Z","end":"2026-03-31T18:30:01.875228Z","steps":["trace[2120474792] 'process raft request' (duration: 242.014433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:02.899049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:03.399979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:03.90118Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:04.39852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:04.398669Z","caller":"traceutil/trace.go:171","msg":"trace[514190357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000203032s","start":"2026-03-31T18:30:02.398452Z","end":"2026-03-31T18:30:04.398655Z","steps":["trace[514190357] 'agreement among raft nodes before linearized reading' (duration: 2.000038218s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.398704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.398413Z","time spent":"2.000283284s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:04.402019Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265793,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:04.536191Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.264255272s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:04.744566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.962944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:04.744695Z","caller":"traceutil/trace.go:171","msg":"trace[96830325] linearizableReadLoop","detail":"{readStateIndex:1321; appliedIndex:1320; }","duration":"2.346168378s","start":"2026-03-31T18:30:02.398505Z","end":"2026-03-31T18:30:04.744673Z","steps":["trace[96830325] 'read index received' (duration: 2.137821604s)","trace[96830325] 'applied index is now lower than readState.Index' (duration: 208.344844ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:04.744721Z","caller":"traceutil/trace.go:171","msg":"trace[243224794] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"2.472815941s","start":"2026-03-31T18:30:02.271877Z","end":"2026-03-31T18:30:04.744693Z","steps":["trace[243224794] 'process raft request' (duration: 2.264554429s)","trace[243224794] 'compare' (duration: 207.845362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:04.74494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030972388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:04.744988Z","caller":"traceutil/trace.go:171","msg":"trace[958564154] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1264; }","duration":"2.03104079s","start":"2026-03-31T18:30:02.713932Z","end":"2026-03-31T18:30:04.744973Z","steps":["trace[958564154] 'agreement among raft nodes before linearized reading' (duration: 2.030881216s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014872323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:65961"} {"level":"info","ts":"2026-03-31T18:30:04.74504Z","caller":"traceutil/trace.go:171","msg":"trace[71111457] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1264; }","duration":"1.014955935s","start":"2026-03-31T18:30:03.730073Z","end":"2026-03-31T18:30:04.745029Z","steps":["trace[71111457] 'agreement among raft nodes before linearized reading' (duration: 1.014793601s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.713918Z","time spent":"2.031104231s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:04.745068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.730049Z","time spent":"1.015012017s","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":65984,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-31T18:30:04.74527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.874685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.745302Z","caller":"traceutil/trace.go:171","msg":"trace[625360508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1264; }","duration":"340.939438ms","start":"2026-03-31T18:30:04.404353Z","end":"2026-03-31T18:30:04.745293Z","steps":["trace[625360508] 'agreement among raft nodes before linearized reading' (duration: 340.895697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.271836323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:04.745363Z","caller":"traceutil/trace.go:171","msg":"trace[1049460905] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1264; }","duration":"1.271929845s","start":"2026-03-31T18:30:03.47342Z","end":"2026-03-31T18:30:04.74535Z","steps":["trace[1049460905] 'agreement among raft nodes before linearized reading' (duration: 1.271813523s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.307363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:30:04.74545Z","caller":"traceutil/trace.go:171","msg":"trace[1090053480] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1264; }","duration":"344.387085ms","start":"2026-03-31T18:30:04.401054Z","end":"2026-03-31T18:30:04.745441Z","steps":["trace[1090053480] 'agreement among raft nodes before linearized reading' (duration: 344.289572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.401038Z","time spent":"344.430786ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"warn","ts":"2026-03-31T18:30:04.745524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300357383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.202\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:30:04.74557Z","caller":"traceutil/trace.go:171","msg":"trace[322971978] range","detail":"{range_begin:/registry/masterleases/199.19.213.202; range_end:; response_count:1; response_revision:1264; }","duration":"1.300434785s","start":"2026-03-31T18:30:03.445123Z","end":"2026-03-31T18:30:04.745557Z","steps":["trace[322971978] 'agreement among raft nodes before linearized reading' (duration: 1.300311092s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.445104Z","time spent":"1.300496796s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.202\" "} {"level":"warn","ts":"2026-03-31T18:30:04.745655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.197854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:04.745687Z","caller":"traceutil/trace.go:171","msg":"trace[955133601] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1264; }","duration":"726.275236ms","start":"2026-03-31T18:30:04.019403Z","end":"2026-03-31T18:30:04.745679Z","steps":["trace[955133601] 'agreement among raft nodes before linearized reading' (duration: 726.224194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.019382Z","time spent":"726.325316ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.745804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031191093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:04.745863Z","caller":"traceutil/trace.go:171","msg":"trace[800202615] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1264; }","duration":"2.031284236s","start":"2026-03-31T18:30:02.714561Z","end":"2026-03-31T18:30:04.745845Z","steps":["trace[800202615] 'agreement among raft nodes before linearized reading' (duration: 2.031110611s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.47615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.745902Z","caller":"traceutil/trace.go:171","msg":"trace[1003612887] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1264; }","duration":"770.529522ms","start":"2026-03-31T18:30:03.975362Z","end":"2026-03-31T18:30:04.745891Z","steps":["trace[1003612887] 'agreement among raft nodes before linearized reading' (duration: 770.487981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.714541Z","time spent":"2.031352208s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:04.745903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031913722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:30:04.745927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.975348Z","time spent":"770.572713ms","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:04.74595Z","caller":"traceutil/trace.go:171","msg":"trace[569988202] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1264; }","duration":"2.031983113s","start":"2026-03-31T18:30:02.713953Z","end":"2026-03-31T18:30:04.745936Z","steps":["trace[569988202] 'agreement among raft nodes before linearized reading' (duration: 2.03185862s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.713942Z","time spent":"2.032043465s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:04.74608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315695969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:04.746195Z","caller":"traceutil/trace.go:171","msg":"trace[332556769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1264; }","duration":"1.315785582s","start":"2026-03-31T18:30:03.430342Z","end":"2026-03-31T18:30:04.746127Z","steps":["trace[332556769] 'agreement among raft nodes before linearized reading' (duration: 1.315654869s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.745407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.473412Z","time spent":"1.271981097s","remote":"127.0.0.1:51932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:04.746785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.430324Z","time spent":"1.316443379s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:04.746946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031835481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:04.746975Z","caller":"traceutil/trace.go:171","msg":"trace[862777771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1264; }","duration":"2.031881312s","start":"2026-03-31T18:30:02.715084Z","end":"2026-03-31T18:30:04.746966Z","steps":["trace[862777771] 'agreement among raft nodes before linearized reading' (duration: 2.031791119s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.747017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.715077Z","time spent":"2.031933193s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:04.746085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.97704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:04.747091Z","caller":"traceutil/trace.go:171","msg":"trace[316926185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1264; }","duration":"858.006357ms","start":"2026-03-31T18:30:03.889072Z","end":"2026-03-31T18:30:04.747078Z","steps":["trace[316926185] 'agreement among raft nodes before linearized reading' (duration: 856.979771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:04.747122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:03.889058Z","time spent":"858.054358ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:04.745328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.404334Z","time spent":"340.98638ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:04.747628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:02.271862Z","time spent":"2.472951664s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.08607Z","caller":"traceutil/trace.go:171","msg":"trace[150178222] transaction","detail":"{read_only:false; response_revision:1269; number_of_response:1; }","duration":"332.500725ms","start":"2026-03-31T18:30:04.753552Z","end":"2026-03-31T18:30:05.086053Z","steps":["trace[150178222] 'process raft request' (duration: 332.454454ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.0861Z","caller":"traceutil/trace.go:171","msg":"trace[1071300393] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"336.381393ms","start":"2026-03-31T18:30:04.7497Z","end":"2026-03-31T18:30:05.086081Z","steps":["trace[1071300393] 'process raft request' (duration: 336.091316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.08611Z","caller":"traceutil/trace.go:171","msg":"trace[221965169] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"334.786653ms","start":"2026-03-31T18:30:04.751305Z","end":"2026-03-31T18:30:05.086092Z","steps":["trace[221965169] 'process raft request' (duration: 334.592498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.086178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.749692Z","time spent":"336.435054ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:05.086178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.753544Z","time spent":"332.582348ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.086235Z","caller":"traceutil/trace.go:171","msg":"trace[301397314] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"334.346392ms","start":"2026-03-31T18:30:04.751853Z","end":"2026-03-31T18:30:05.0862Z","steps":["trace[301397314] 'process raft request' (duration: 334.110476ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.086319Z","caller":"traceutil/trace.go:171","msg":"trace[1635645463] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"334.715921ms","start":"2026-03-31T18:30:04.751338Z","end":"2026-03-31T18:30:05.086054Z","steps":["trace[1635645463] 'process raft request' (duration: 334.597188ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.086304Z","caller":"traceutil/trace.go:171","msg":"trace[239899037] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"331.548121ms","start":"2026-03-31T18:30:04.754725Z","end":"2026-03-31T18:30:05.086273Z","steps":["trace[239899037] 'process raft request' (duration: 331.303965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.086255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.751298Z","time spent":"334.874535ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:05.086391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.751835Z","time spent":"334.476095ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:05.086467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.751335Z","time spent":"335.003138ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:05.086454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.754717Z","time spent":"331.659013ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:05.134089Z","caller":"traceutil/trace.go:171","msg":"trace[129969889] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1322; }","duration":"313.924347ms","start":"2026-03-31T18:30:04.820146Z","end":"2026-03-31T18:30:05.13407Z","steps":["trace[129969889] 'read index received' (duration: 265.694961ms)","trace[129969889] 'applied index is now lower than readState.Index' (duration: 48.228346ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:05.134116Z","caller":"traceutil/trace.go:171","msg":"trace[1035235843] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"314.955522ms","start":"2026-03-31T18:30:04.81913Z","end":"2026-03-31T18:30:05.134085Z","steps":["trace[1035235843] 'process raft request' (duration: 314.766128ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:05.134173Z","caller":"traceutil/trace.go:171","msg":"trace[487364473] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"166.074008ms","start":"2026-03-31T18:30:04.96807Z","end":"2026-03-31T18:30:05.134144Z","steps":["trace[487364473] 'process raft request' (duration: 165.960415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.134255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.819108Z","time spent":"315.070476ms","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:05.134281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.127772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:65961"} {"level":"info","ts":"2026-03-31T18:30:05.134348Z","caller":"traceutil/trace.go:171","msg":"trace[1148852297] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1272; }","duration":"314.222494ms","start":"2026-03-31T18:30:04.820113Z","end":"2026-03-31T18:30:05.134335Z","steps":["trace[1148852297] 'agreement among raft nodes before linearized reading' (duration: 314.05159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:05.134359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.061411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:05.134379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:04.820098Z","time spent":"314.271645ms","remote":"127.0.0.1:51660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":65984,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-31T18:30:05.134404Z","caller":"traceutil/trace.go:171","msg":"trace[729796333] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1272; }","duration":"291.139113ms","start":"2026-03-31T18:30:04.843253Z","end":"2026-03-31T18:30:05.134392Z","steps":["trace[729796333] 'agreement among raft nodes before linearized reading' (duration: 291.064521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:07.062694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.72453ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:07.062809Z","caller":"traceutil/trace.go:171","msg":"trace[1714489140] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1273; }","duration":"146.859233ms","start":"2026-03-31T18:30:06.915929Z","end":"2026-03-31T18:30:07.062788Z","steps":["trace[1714489140] 'range keys from in-memory index tree' (duration: 146.706659ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:07.350623Z","caller":"traceutil/trace.go:171","msg":"trace[1661293353] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"224.01432ms","start":"2026-03-31T18:30:07.126583Z","end":"2026-03-31T18:30:07.350597Z","steps":["trace[1661293353] 'process raft request' (duration: 223.862466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:08.438012Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.087525935s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:09.398687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000488379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:09.39881Z","caller":"traceutil/trace.go:171","msg":"trace[594486399] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000673904s","start":"2026-03-31T18:30:07.398108Z","end":"2026-03-31T18:30:09.398782Z","steps":["trace[594486399] 'agreement among raft nodes before linearized reading' (duration: 2.00051853s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:09.398881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.39809Z","time spent":"2.000779597s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:11.140183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701906159s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:11.140518Z","caller":"traceutil/trace.go:171","msg":"trace[1874474635] linearizableReadLoop","detail":"{readStateIndex:1336; appliedIndex:1331; }","duration":"3.946790523s","start":"2026-03-31T18:30:07.193685Z","end":"2026-03-31T18:30:11.140475Z","steps":["trace[1874474635] 'read index received' (duration: 156.800705ms)","trace[1874474635] 'applied index is now lower than readState.Index' (duration: 3.789989148s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:11.140605Z","caller":"traceutil/trace.go:171","msg":"trace[895131977] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"4.011602427s","start":"2026-03-31T18:30:07.128993Z","end":"2026-03-31T18:30:11.140595Z","steps":["trace[895131977] 'process raft request' (duration: 1.309219226s)","trace[895131977] 'compare' (duration: 2.701375236s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:11.140677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.128976Z","time spent":"4.011654608s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:11.140991Z","caller":"traceutil/trace.go:171","msg":"trace[1390254830] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"4.011895954s","start":"2026-03-31T18:30:07.129087Z","end":"2026-03-31T18:30:11.140983Z","steps":["trace[1390254830] 'process raft request' (duration: 4.011176547s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.141481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.129083Z","time spent":"4.011933875s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:11.141579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.947863109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:11.141671Z","caller":"traceutil/trace.go:171","msg":"trace[1289771331] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1278; }","duration":"3.947991633s","start":"2026-03-31T18:30:07.19365Z","end":"2026-03-31T18:30:11.141641Z","steps":["trace[1289771331] 'agreement among raft nodes before linearized reading' (duration: 3.947818688s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.141714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.193636Z","time spent":"3.948067645s","remote":"127.0.0.1:40494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:11.141899Z","caller":"traceutil/trace.go:171","msg":"trace[640851264] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"4.011983457s","start":"2026-03-31T18:30:07.129904Z","end":"2026-03-31T18:30:11.141887Z","steps":["trace[640851264] 'process raft request' (duration: 4.010509269s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.141983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.129897Z","time spent":"4.012034759s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:11.142007Z","caller":"traceutil/trace.go:171","msg":"trace[1037357345] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"4.011740481s","start":"2026-03-31T18:30:07.130255Z","end":"2026-03-31T18:30:11.141995Z","steps":["trace[1037357345] 'process raft request' (duration: 4.010193381s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.142082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.130249Z","time spent":"4.011805142s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:11.399445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:11.399577Z","caller":"traceutil/trace.go:171","msg":"trace[1460242889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000686875s","start":"2026-03-31T18:30:09.398867Z","end":"2026-03-31T18:30:11.399554Z","steps":["trace[1460242889] 'agreement among raft nodes before linearized reading' (duration: 2.00052533s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:11.399632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.398845Z","time spent":"2.000774937s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:11.64097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:11.855261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.056209373s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:13.392158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535841612s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:13.392758Z","caller":"traceutil/trace.go:171","msg":"trace[1543073847] transaction","detail":"{read_only:false; response_revision:1279; number_of_response:1; }","duration":"4.567609818s","start":"2026-03-31T18:30:08.825127Z","end":"2026-03-31T18:30:13.392737Z","steps":["trace[1543073847] 'process raft request' (duration: 4.567230039s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.39296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:08.825101Z","time spent":"4.567789143s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:13.392741Z","caller":"traceutil/trace.go:171","msg":"trace[1514801924] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1336; }","duration":"2.252157146s","start":"2026-03-31T18:30:11.140547Z","end":"2026-03-31T18:30:13.392704Z","steps":["trace[1514801924] 'read index received' (duration: 715.782381ms)","trace[1514801924] 'applied index is now lower than readState.Index' (duration: 1.536372665s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.40615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:13.406456Z","caller":"traceutil/trace.go:171","msg":"trace[2039115516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000663133s","start":"2026-03-31T18:30:11.405777Z","end":"2026-03-31T18:30:13.40644Z","steps":["trace[2039115516] 'agreement among raft nodes before linearized reading' (duration: 2.000348146s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.406543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.40577Z","time spent":"2.000757657s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:13.445711Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013070009s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:13.54277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.204004546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:13.542823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502418166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:13.542804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.678999078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:13.542849Z","caller":"traceutil/trace.go:171","msg":"trace[188839381] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1279; }","duration":"4.502477487s","start":"2026-03-31T18:30:09.040362Z","end":"2026-03-31T18:30:13.542839Z","steps":["trace[188839381] 'agreement among raft nodes before linearized reading' (duration: 4.352439783s)","trace[188839381] 'count revisions from in-memory index tree' (duration: 150.009863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.542874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.040338Z","time spent":"4.502529338s","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:13.542876Z","caller":"traceutil/trace.go:171","msg":"trace[1132500222] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1279; }","duration":"4.679113441s","start":"2026-03-31T18:30:08.86374Z","end":"2026-03-31T18:30:13.542853Z","steps":["trace[1132500222] 'agreement among raft nodes before linearized reading' (duration: 4.529044836s)","trace[1132500222] 'count revisions from in-memory index tree' (duration: 149.961933ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.542923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:08.863719Z","time spent":"4.679189843s","remote":"127.0.0.1:50946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:13.542943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787503227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:13.542964Z","caller":"traceutil/trace.go:171","msg":"trace[1665429878] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1279; }","duration":"2.787565819s","start":"2026-03-31T18:30:10.755392Z","end":"2026-03-31T18:30:13.542958Z","steps":["trace[1665429878] 'agreement among raft nodes before linearized reading' (duration: 2.637415842s)","trace[1665429878] 'count revisions from in-memory index tree' (duration: 150.120606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.542984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:10.755371Z","time spent":"2.787606909s","remote":"127.0.0.1:51998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:13.542831Z","caller":"traceutil/trace.go:171","msg":"trace[651114529] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1279; }","duration":"6.204100109s","start":"2026-03-31T18:30:07.338716Z","end":"2026-03-31T18:30:13.542816Z","steps":["trace[651114529] 'agreement among raft nodes before linearized reading' (duration: 6.054076955s)","trace[651114529] 'count revisions from in-memory index tree' (duration: 149.933751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.543026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.338704Z","time spent":"6.204312954s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":70,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:13.54277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186743294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:30:13.543092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.062016696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:13.543116Z","caller":"traceutil/trace.go:171","msg":"trace[2023538047] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1279; }","duration":"6.062074267s","start":"2026-03-31T18:30:07.481033Z","end":"2026-03-31T18:30:13.543107Z","steps":["trace[2023538047] 'agreement among raft nodes before linearized reading' (duration: 5.911779467s)","trace[2023538047] 'count revisions from in-memory index tree' (duration: 150.26295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.543137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:07.481013Z","time spent":"6.062117378s","remote":"127.0.0.1:52052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:13.543124Z","caller":"traceutil/trace.go:171","msg":"trace[1767347821] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1279; }","duration":"4.187159765s","start":"2026-03-31T18:30:09.355943Z","end":"2026-03-31T18:30:13.543103Z","steps":["trace[1767347821] 'agreement among raft nodes before linearized reading' (duration: 4.036770002s)","trace[1767347821] 'range keys from in-memory index tree' (duration: 149.935811ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.543178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:09.355925Z","time spent":"4.187237347s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:13.543622Z","caller":"traceutil/trace.go:171","msg":"trace[529159985] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1338; }","duration":"150.076415ms","start":"2026-03-31T18:30:13.39353Z","end":"2026-03-31T18:30:13.543606Z","steps":["trace[529159985] 'read index received' (duration: 52.291799ms)","trace[529159985] 'applied index is now lower than readState.Index' (duration: 97.783656ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:13.543836Z","caller":"traceutil/trace.go:171","msg":"trace[886850060] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"1.447595776s","start":"2026-03-31T18:30:12.096226Z","end":"2026-03-31T18:30:13.543821Z","steps":["trace[886850060] 'process raft request' (duration: 1.349701597s)","trace[886850060] 'compare' (duration: 97.564851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:13.543938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:12.096192Z","time spent":"1.447678208s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:13.544099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.964651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:30:13.544128Z","caller":"traceutil/trace.go:171","msg":"trace[1588851392] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1280; }","duration":"397.007982ms","start":"2026-03-31T18:30:13.14711Z","end":"2026-03-31T18:30:13.544118Z","steps":["trace[1588851392] 'agreement among raft nodes before linearized reading' (duration: 396.90776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.544155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.147104Z","time spent":"397.044653ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:13.544232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141042094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:30:13.544302Z","caller":"traceutil/trace.go:171","msg":"trace[1193797805] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1280; }","duration":"2.141135846s","start":"2026-03-31T18:30:11.403142Z","end":"2026-03-31T18:30:13.544278Z","steps":["trace[1193797805] 'agreement among raft nodes before linearized reading' (duration: 2.140987723s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.544354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:11.403125Z","time spent":"2.141215228s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"warn","ts":"2026-03-31T18:30:13.544367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.373866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:30:13.544374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.315755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:13.544396Z","caller":"traceutil/trace.go:171","msg":"trace[180366715] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1280; }","duration":"398.412417ms","start":"2026-03-31T18:30:13.145975Z","end":"2026-03-31T18:30:13.544387Z","steps":["trace[180366715] 'agreement among raft nodes before linearized reading' (duration: 398.313795ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:13.544415Z","caller":"traceutil/trace.go:171","msg":"trace[975335978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1280; }","duration":"398.347845ms","start":"2026-03-31T18:30:13.146043Z","end":"2026-03-31T18:30:13.544391Z","steps":["trace[975335978] 'agreement among raft nodes before linearized reading' (duration: 398.275993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.54443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.145972Z","time spent":"398.451558ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:13.544436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.146039Z","time spent":"398.391046ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:13.544423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.442088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-31T18:30:13.544472Z","caller":"traceutil/trace.go:171","msg":"trace[177146685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1280; }","duration":"398.52779ms","start":"2026-03-31T18:30:13.145933Z","end":"2026-03-31T18:30:13.544461Z","steps":["trace[177146685] 'agreement among raft nodes before linearized reading' (duration: 398.366816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.544235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.378911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:13.544537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.145919Z","time spent":"398.613502ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:30:13.544539Z","caller":"traceutil/trace.go:171","msg":"trace[1265308112] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1280; }","duration":"142.72042ms","start":"2026-03-31T18:30:13.40181Z","end":"2026-03-31T18:30:13.544531Z","steps":["trace[1265308112] 'agreement among raft nodes before linearized reading' (duration: 142.378391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:13.544635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.544013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:13.544652Z","caller":"traceutil/trace.go:171","msg":"trace[1334720241] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1280; }","duration":"138.571835ms","start":"2026-03-31T18:30:13.406075Z","end":"2026-03-31T18:30:13.544647Z","steps":["trace[1334720241] 'agreement among raft nodes before linearized reading' (duration: 138.545894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:14.063668Z","caller":"traceutil/trace.go:171","msg":"trace[1906465205] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"515.10496ms","start":"2026-03-31T18:30:13.548541Z","end":"2026-03-31T18:30:14.063646Z","steps":["trace[1906465205] 'process raft request' (duration: 515.034758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.063639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.548461Z","time spent":"515.164301ms","remote":"127.0.0.1:51630","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:14.064069Z","caller":"traceutil/trace.go:171","msg":"trace[1143166153] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"514.571567ms","start":"2026-03-31T18:30:13.549475Z","end":"2026-03-31T18:30:14.064046Z","steps":["trace[1143166153] 'process raft request' (duration: 514.137046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.064199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.549466Z","time spent":"514.667249ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:14.06425Z","caller":"traceutil/trace.go:171","msg":"trace[1829762162] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"515.561621ms","start":"2026-03-31T18:30:13.548543Z","end":"2026-03-31T18:30:14.064105Z","steps":["trace[1829762162] 'process raft request' (duration: 514.841112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.064322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.548527Z","time spent":"515.761887ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:14.06443Z","caller":"traceutil/trace.go:171","msg":"trace[1124352103] linearizableReadLoop","detail":"{readStateIndex:1345; appliedIndex:1340; }","duration":"512.581647ms","start":"2026-03-31T18:30:13.551838Z","end":"2026-03-31T18:30:14.064419Z","steps":["trace[1124352103] 'read index received' (duration: 39.802944ms)","trace[1124352103] 'applied index is now lower than readState.Index' (duration: 472.777483ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:14.064448Z","caller":"traceutil/trace.go:171","msg":"trace[1495703690] transaction","detail":"{read_only:false; response_revision:1283; number_of_response:1; }","duration":"515.89645ms","start":"2026-03-31T18:30:13.548542Z","end":"2026-03-31T18:30:14.064439Z","steps":["trace[1495703690] 'process raft request' (duration: 514.986026ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:14.064597Z","caller":"traceutil/trace.go:171","msg":"trace[1830909083] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"512.742061ms","start":"2026-03-31T18:30:13.551844Z","end":"2026-03-31T18:30:14.064586Z","steps":["trace[1830909083] 'process raft request' (duration: 512.127226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.064656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.551835Z","time spent":"512.790202ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:14.063867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.548529Z","time spent":"515.269435ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:14.06476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.887635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:14.064818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.807168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:14.064869Z","caller":"traceutil/trace.go:171","msg":"trace[164698452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1286; }","duration":"513.026868ms","start":"2026-03-31T18:30:13.551817Z","end":"2026-03-31T18:30:14.064844Z","steps":["trace[164698452] 'agreement among raft nodes before linearized reading' (duration: 512.842463ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:14.064903Z","caller":"traceutil/trace.go:171","msg":"trace[352755675] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1286; }","duration":"103.915721ms","start":"2026-03-31T18:30:13.960965Z","end":"2026-03-31T18:30:14.064881Z","steps":["trace[352755675] 'agreement among raft nodes before linearized reading' (duration: 103.715516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.064933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.551807Z","time spent":"513.11516ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:14.06529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:13.548518Z","time spent":"515.949961ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:14.367225Z","caller":"traceutil/trace.go:171","msg":"trace[1755976849] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1348; }","duration":"200.357074ms","start":"2026-03-31T18:30:14.166843Z","end":"2026-03-31T18:30:14.3672Z","steps":["trace[1755976849] 'read index received' (duration: 116.436067ms)","trace[1755976849] 'applied index is now lower than readState.Index' (duration: 83.919626ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:14.367256Z","caller":"traceutil/trace.go:171","msg":"trace[1513081993] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"219.425963ms","start":"2026-03-31T18:30:14.147795Z","end":"2026-03-31T18:30:14.367221Z","steps":["trace[1513081993] 'process raft request' (duration: 135.477956ms)","trace[1513081993] 'compare' (duration: 83.723451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:14.367361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.507457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:14.367417Z","caller":"traceutil/trace.go:171","msg":"trace[1170086081] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1289; }","duration":"200.61212ms","start":"2026-03-31T18:30:14.166793Z","end":"2026-03-31T18:30:14.367405Z","steps":["trace[1170086081] 'agreement among raft nodes before linearized reading' (duration: 200.482586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.367432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.987883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:14.367466Z","caller":"traceutil/trace.go:171","msg":"trace[1078844126] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1289; }","duration":"129.066075ms","start":"2026-03-31T18:30:14.238392Z","end":"2026-03-31T18:30:14.367458Z","steps":["trace[1078844126] 'agreement among raft nodes before linearized reading' (duration: 128.990953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:14.720101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.799447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:14.720224Z","caller":"traceutil/trace.go:171","msg":"trace[1514883385] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1289; }","duration":"164.937599ms","start":"2026-03-31T18:30:14.555242Z","end":"2026-03-31T18:30:14.720179Z","steps":["trace[1514883385] 'count revisions from in-memory index tree' (duration: 164.733034ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:15.503133Z","caller":"traceutil/trace.go:171","msg":"trace[190399037] linearizableReadLoop","detail":"{readStateIndex:1351; appliedIndex:1350; }","duration":"103.945341ms","start":"2026-03-31T18:30:15.399146Z","end":"2026-03-31T18:30:15.503092Z","steps":["trace[190399037] 'read index received' (duration: 103.692635ms)","trace[190399037] 'applied index is now lower than readState.Index' (duration: 251.466µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:15.503226Z","caller":"traceutil/trace.go:171","msg":"trace[986496746] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"104.580697ms","start":"2026-03-31T18:30:15.398611Z","end":"2026-03-31T18:30:15.503192Z","steps":["trace[986496746] 'process raft request' (duration: 104.311921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:15.50327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.100876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:15.503314Z","caller":"traceutil/trace.go:171","msg":"trace[2047910327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1291; }","duration":"104.195197ms","start":"2026-03-31T18:30:15.399104Z","end":"2026-03-31T18:30:15.5033Z","steps":["trace[2047910327] 'agreement among raft nodes before linearized reading' (duration: 104.107715ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.206062Z","caller":"traceutil/trace.go:171","msg":"trace[1227606763] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"130.05284ms","start":"2026-03-31T18:30:16.075962Z","end":"2026-03-31T18:30:16.206015Z","steps":["trace[1227606763] 'process raft request' (duration: 129.853535ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.373973Z","caller":"traceutil/trace.go:171","msg":"trace[953471785] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"297.949024ms","start":"2026-03-31T18:30:16.075993Z","end":"2026-03-31T18:30:16.373942Z","steps":["trace[953471785] 'process raft request' (duration: 198.975418ms)","trace[953471785] 'compare' (duration: 98.797701ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:16.373993Z","caller":"traceutil/trace.go:171","msg":"trace[804611531] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"297.895402ms","start":"2026-03-31T18:30:16.076074Z","end":"2026-03-31T18:30:16.373969Z","steps":["trace[804611531] 'process raft request' (duration: 297.824601ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:16.374112Z","caller":"traceutil/trace.go:171","msg":"trace[1127146622] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"297.972324ms","start":"2026-03-31T18:30:16.076123Z","end":"2026-03-31T18:30:16.374095Z","steps":["trace[1127146622] 'process raft request' (duration: 297.81264ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:18.056796Z","caller":"traceutil/trace.go:171","msg":"trace[445294731] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1356; }","duration":"348.830868ms","start":"2026-03-31T18:30:17.707944Z","end":"2026-03-31T18:30:18.056775Z","steps":["trace[445294731] 'read index received' (duration: 348.51987ms)","trace[445294731] 'applied index is now lower than readState.Index' (duration: 310.138µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:18.056866Z","caller":"traceutil/trace.go:171","msg":"trace[581464608] transaction","detail":"{read_only:false; response_revision:1297; number_of_response:1; }","duration":"548.734609ms","start":"2026-03-31T18:30:17.508102Z","end":"2026-03-31T18:30:18.056836Z","steps":["trace[581464608] 'process raft request' (duration: 548.452042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.056994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.508062Z","time spent":"548.865313ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:18.057017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.052543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:18.057056Z","caller":"traceutil/trace.go:171","msg":"trace[2046732594] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1297; }","duration":"349.141845ms","start":"2026-03-31T18:30:17.707901Z","end":"2026-03-31T18:30:18.057043Z","steps":["trace[2046732594] 'agreement among raft nodes before linearized reading' (duration: 349.003302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:18.057073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.404054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:18.057119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:17.707881Z","time spent":"349.213948ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:18.057155Z","caller":"traceutil/trace.go:171","msg":"trace[1439116035] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1297; }","duration":"154.543047ms","start":"2026-03-31T18:30:17.902594Z","end":"2026-03-31T18:30:18.057137Z","steps":["trace[1439116035] 'agreement among raft nodes before linearized reading' (duration: 154.392743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:20.570954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:21.07178Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:21.572064Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:22.073172Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:22.204336Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.302664759s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:22.378584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998896637s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:30:22.378662Z","caller":"traceutil/trace.go:171","msg":"trace[28026430] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1298; }","duration":"3.999022101s","start":"2026-03-31T18:30:18.379623Z","end":"2026-03-31T18:30:22.378645Z","steps":["trace[28026430] 'range keys from in-memory index tree' (duration: 3.998714163s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.378644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998852576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-31T18:30:22.378755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.379605Z","time spent":"3.999139623s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-31T18:30:22.378793Z","caller":"traceutil/trace.go:171","msg":"trace[1452494011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1298; }","duration":"3.999055911s","start":"2026-03-31T18:30:18.379706Z","end":"2026-03-31T18:30:22.378762Z","steps":["trace[1452494011] 'range keys from in-memory index tree' (duration: 3.998651661s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.378852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.379648Z","time spent":"3.999186504s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:22.379151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.999506802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:30:22.379189Z","caller":"traceutil/trace.go:171","msg":"trace[948572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1298; }","duration":"3.999571934s","start":"2026-03-31T18:30:18.379605Z","end":"2026-03-31T18:30:22.379177Z","steps":["trace[948572] 'range keys from in-memory index tree' (duration: 3.999359929s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.379219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.379588Z","time spent":"3.999623976s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:22.379311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.168297628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-31T18:30:22.379368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419367652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:22.379389Z","caller":"traceutil/trace.go:171","msg":"trace[739994763] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1298; }","duration":"4.168425182s","start":"2026-03-31T18:30:18.210945Z","end":"2026-03-31T18:30:22.37937Z","steps":["trace[739994763] 'range keys from in-memory index tree' (duration: 4.168084154s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:22.379419Z","caller":"traceutil/trace.go:171","msg":"trace[2028914280] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1298; }","duration":"3.419480494s","start":"2026-03-31T18:30:18.959926Z","end":"2026-03-31T18:30:22.379406Z","steps":["trace[2028914280] 'count revisions from in-memory index tree' (duration: 3.41926171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.379431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.210925Z","time spent":"4.168496704s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:22.379456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.959902Z","time spent":"3.419543956s","remote":"127.0.0.1:51946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:22.379493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.721131281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:22.379525Z","caller":"traceutil/trace.go:171","msg":"trace[940972859] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1298; }","duration":"3.721165022s","start":"2026-03-31T18:30:18.65835Z","end":"2026-03-31T18:30:22.379515Z","steps":["trace[940972859] 'count revisions from in-memory index tree' (duration: 3.72106524s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.379552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:18.658296Z","time spent":"3.721248835s","remote":"127.0.0.1:51864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:22.379628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.980953326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:22.379654Z","caller":"traceutil/trace.go:171","msg":"trace[1349044298] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1298; }","duration":"2.981016506s","start":"2026-03-31T18:30:19.39863Z","end":"2026-03-31T18:30:22.379647Z","steps":["trace[1349044298] 'range keys from in-memory index tree' (duration: 2.980886074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:22.379672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:19.398611Z","time spent":"2.981056338s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:23.365357Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.160733632s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:23.400336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000368587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:23.400419Z","caller":"traceutil/trace.go:171","msg":"trace[154350026] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00050272s","start":"2026-03-31T18:30:21.399899Z","end":"2026-03-31T18:30:23.400402Z","steps":["trace[154350026] 'agreement among raft nodes before linearized reading' (duration: 2.000400638s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.400466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:21.399881Z","time spent":"2.000575712s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:23.685959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481415289s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:23.686718Z","caller":"traceutil/trace.go:171","msg":"trace[1560269770] linearizableReadLoop","detail":"{readStateIndex:1360; appliedIndex:1358; }","duration":"3.6167435s","start":"2026-03-31T18:30:20.069941Z","end":"2026-03-31T18:30:23.686684Z","steps":["trace[1560269770] 'read index received' (duration: 2.134699904s)","trace[1560269770] 'applied index is now lower than readState.Index' (duration: 1.482041026s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:23.686791Z","caller":"traceutil/trace.go:171","msg":"trace[2013099304] transaction","detail":"{read_only:false; response_revision:1299; number_of_response:1; }","duration":"3.623765687s","start":"2026-03-31T18:30:20.062989Z","end":"2026-03-31T18:30:23.686755Z","steps":["trace[2013099304] 'process raft request' (duration: 3.623051228s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.687017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.062966Z","time spent":"3.62389279s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:23.943284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:23.943357Z","caller":"traceutil/trace.go:171","msg":"trace[723878161] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464129s","start":"2026-03-31T18:30:21.942877Z","end":"2026-03-31T18:30:23.943341Z","steps":["trace[723878161] 'agreement among raft nodes before linearized reading' (duration: 2.000373066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:23.9434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:21.942861Z","time spent":"2.000530721s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:24.187884Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:24.688767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:24.788983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.719022997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:30:24.789072Z","caller":"traceutil/trace.go:171","msg":"trace[1277615734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1299; }","duration":"4.71914765s","start":"2026-03-31T18:30:20.069902Z","end":"2026-03-31T18:30:24.789049Z","steps":["trace[1277615734] 'agreement among raft nodes before linearized reading' (duration: 3.616915694s)","trace[1277615734] 'range keys from in-memory index tree' (duration: 1.102005831s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:24.789119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.069887Z","time spent":"4.719221512s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:25.189051Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:25.408582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000818468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:25.408704Z","caller":"traceutil/trace.go:171","msg":"trace[1056623273] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000979282s","start":"2026-03-31T18:30:23.407692Z","end":"2026-03-31T18:30:25.408672Z","steps":["trace[1056623273] 'agreement among raft nodes before linearized reading' (duration: 2.000821608s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.408809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.407685Z","time spent":"2.001087815s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:25.615322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.999950996s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:25.61582Z","caller":"traceutil/trace.go:171","msg":"trace[1167596790] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"3.23052789s","start":"2026-03-31T18:30:22.385267Z","end":"2026-03-31T18:30:25.615795Z","steps":["trace[1167596790] 'process raft request' (duration: 3.230222362s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.615966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.38525Z","time spent":"3.230617812s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:25.616199Z","caller":"traceutil/trace.go:171","msg":"trace[1062408114] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"3.230824167s","start":"2026-03-31T18:30:22.385354Z","end":"2026-03-31T18:30:25.616178Z","steps":["trace[1062408114] 'process raft request' (duration: 3.230387907s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.616314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.385347Z","time spent":"3.230909699s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:25.616791Z","caller":"traceutil/trace.go:171","msg":"trace[1822927573] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"3.231376532s","start":"2026-03-31T18:30:22.385392Z","end":"2026-03-31T18:30:25.616769Z","steps":["trace[1822927573] 'process raft request' (duration: 3.231208348s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:25.61686Z","caller":"traceutil/trace.go:171","msg":"trace[72710280] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"3.231377322s","start":"2026-03-31T18:30:22.385469Z","end":"2026-03-31T18:30:25.616847Z","steps":["trace[72710280] 'process raft request' (duration: 3.231251699s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:25.616897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.385388Z","time spent":"3.231461274s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:25.616919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.385465Z","time spent":"3.231424723s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:27.409323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:27.409402Z","caller":"traceutil/trace.go:171","msg":"trace[1259788058] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000249344s","start":"2026-03-31T18:30:25.409134Z","end":"2026-03-31T18:30:27.409383Z","steps":["trace[1259788058] 'agreement among raft nodes before linearized reading' (duration: 2.00014539s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.409449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.409106Z","time spent":"2.000331707s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:27 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:27.755085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.152595Z","time spent":"1.602480592s","remote":"127.0.0.1:45378","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:27.755139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.071402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:27.755301Z","caller":"traceutil/trace.go:171","msg":"trace[1593209205] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1303; }","duration":"849.221726ms","start":"2026-03-31T18:30:26.906033Z","end":"2026-03-31T18:30:27.755255Z","steps":["trace[1593209205] 'range keys from in-memory index tree' (duration: 849.053002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.755322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326211025s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:27.755738Z","caller":"traceutil/trace.go:171","msg":"trace[1026397854] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"2.062644217s","start":"2026-03-31T18:30:25.692899Z","end":"2026-03-31T18:30:27.755543Z","steps":["trace[1026397854] 'process raft request' (duration: 2.062606966s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.75573Z","caller":"traceutil/trace.go:171","msg":"trace[54488121] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"2.96171249s","start":"2026-03-31T18:30:24.79381Z","end":"2026-03-31T18:30:27.755522Z","steps":["trace[54488121] 'process raft request' (duration: 2.961587787s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.755763Z","caller":"traceutil/trace.go:171","msg":"trace[855838481] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"2.163320346s","start":"2026-03-31T18:30:25.592421Z","end":"2026-03-31T18:30:27.755741Z","steps":["trace[855838481] 'process raft request' (duration: 2.163054519s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.755802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.692869Z","time spent":"2.062904904s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:27.755875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:24.793791Z","time spent":"2.961996528s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:27.755877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.592375Z","time spent":"2.163430698s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:27.7559Z","caller":"traceutil/trace.go:171","msg":"trace[923076785] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"4.093358729s","start":"2026-03-31T18:30:23.662508Z","end":"2026-03-31T18:30:27.755867Z","steps":["trace[923076785] 'process raft request' (duration: 2.766513338s)","trace[923076785] 'compare' (duration: 1.325904178s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:27.755975Z","caller":"traceutil/trace.go:171","msg":"trace[401641940] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1360; }","duration":"4.069164598s","start":"2026-03-31T18:30:23.686799Z","end":"2026-03-31T18:30:27.755964Z","steps":["trace[401641940] 'read index received' (duration: 1.928822742s)","trace[401641940] 'applied index is now lower than readState.Index' (duration: 2.140340996s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:27.756159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.681759446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:27.756177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.309436068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.202\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-31T18:30:27.756149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.662484Z","time spent":"4.093486912s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:27.756199Z","caller":"traceutil/trace.go:171","msg":"trace[1365859268] range","detail":"{range_begin:/registry/masterleases/199.19.213.202; range_end:; response_count:1; response_revision:1307; }","duration":"4.30949471s","start":"2026-03-31T18:30:23.446697Z","end":"2026-03-31T18:30:27.756191Z","steps":["trace[1365859268] 'agreement among raft nodes before linearized reading' (duration: 4.309403158s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.7562Z","caller":"traceutil/trace.go:171","msg":"trace[1001441472] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1307; }","duration":"6.681832487s","start":"2026-03-31T18:30:21.074356Z","end":"2026-03-31T18:30:27.756188Z","steps":["trace[1001441472] 'agreement among raft nodes before linearized reading' (duration: 6.681769855s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.756221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.446676Z","time spent":"4.309539801s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.202\" "} {"level":"warn","ts":"2026-03-31T18:30:27.756218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197416799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:27.756321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.952700178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:27.756339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.351653892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:30:27.756362Z","caller":"traceutil/trace.go:171","msg":"trace[981642096] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1307; }","duration":"6.95277878s","start":"2026-03-31T18:30:20.803574Z","end":"2026-03-31T18:30:27.756353Z","steps":["trace[981642096] 'agreement among raft nodes before linearized reading' (duration: 6.952713148s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.75637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.215028579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:27.756369Z","caller":"traceutil/trace.go:171","msg":"trace[1098814999] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1307; }","duration":"4.351725434s","start":"2026-03-31T18:30:23.404634Z","end":"2026-03-31T18:30:27.75636Z","steps":["trace[1098814999] 'agreement among raft nodes before linearized reading' (duration: 4.351620612s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.756393Z","caller":"traceutil/trace.go:171","msg":"trace[663658593] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1307; }","duration":"2.21505304s","start":"2026-03-31T18:30:25.541334Z","end":"2026-03-31T18:30:27.756387Z","steps":["trace[663658593] 'agreement among raft nodes before linearized reading' (duration: 2.215003919s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.756396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.803534Z","time spent":"6.952853162s","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.756398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.404606Z","time spent":"4.351785926s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"warn","ts":"2026-03-31T18:30:27.756416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.541274Z","time spent":"2.215134332s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":13,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:27.756702Z","caller":"traceutil/trace.go:171","msg":"trace[1870144298] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1307; }","duration":"7.197508662s","start":"2026-03-31T18:30:20.558753Z","end":"2026-03-31T18:30:27.756262Z","steps":["trace[1870144298] 'agreement among raft nodes before linearized reading' (duration: 7.197407759s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.756756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.005592125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:27.75679Z","caller":"traceutil/trace.go:171","msg":"trace[1196644428] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1307; }","duration":"5.005660617s","start":"2026-03-31T18:30:22.751119Z","end":"2026-03-31T18:30:27.756779Z","steps":["trace[1196644428] 'agreement among raft nodes before linearized reading' (duration: 5.005617575s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.756825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:22.751101Z","time spent":"5.005713088s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.756854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143017795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:27.756872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.253041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:27.756934Z","caller":"traceutil/trace.go:171","msg":"trace[961346921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1307; }","duration":"137.358964ms","start":"2026-03-31T18:30:27.619559Z","end":"2026-03-31T18:30:27.756918Z","steps":["trace[961346921] 'agreement among raft nodes before linearized reading' (duration: 137.164749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.757007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.854885043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:27.757048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.81134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:27.757081Z","caller":"traceutil/trace.go:171","msg":"trace[1488122960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1307; }","duration":"339.899602ms","start":"2026-03-31T18:30:27.417173Z","end":"2026-03-31T18:30:27.757072Z","steps":["trace[1488122960] 'agreement among raft nodes before linearized reading' (duration: 339.857611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.756234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:21.074338Z","time spent":"6.681886929s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.757351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.864667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:27.756897Z","caller":"traceutil/trace.go:171","msg":"trace[1399798759] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1307; }","duration":"1.143095137s","start":"2026-03-31T18:30:26.613792Z","end":"2026-03-31T18:30:27.756887Z","steps":["trace[1399798759] 'agreement among raft nodes before linearized reading' (duration: 1.143027626s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:27.757386Z","caller":"traceutil/trace.go:171","msg":"trace[2020458535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1307; }","duration":"135.922818ms","start":"2026-03-31T18:30:27.621455Z","end":"2026-03-31T18:30:27.757378Z","steps":["trace[2020458535] 'agreement among raft nodes before linearized reading' (duration: 135.837556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.757409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:26.613774Z","time spent":"1.14361824s","remote":"127.0.0.1:51772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.757008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.417641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:27.757615Z","caller":"traceutil/trace.go:171","msg":"trace[576757327] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1307; }","duration":"185.052166ms","start":"2026-03-31T18:30:27.572547Z","end":"2026-03-31T18:30:27.757599Z","steps":["trace[576757327] 'agreement among raft nodes before linearized reading' (duration: 184.367089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.756708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.451975184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:27.757792Z","caller":"traceutil/trace.go:171","msg":"trace[750567012] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1307; }","duration":"4.453067611s","start":"2026-03-31T18:30:23.30471Z","end":"2026-03-31T18:30:27.757778Z","steps":["trace[750567012] 'agreement among raft nodes before linearized reading' (duration: 4.451950333s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.757832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:23.304638Z","time spent":"4.453179764s","remote":"127.0.0.1:51020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.757069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:20.558739Z","time spent":"7.19822626s","remote":"127.0.0.1:51918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:27.757048Z","caller":"traceutil/trace.go:171","msg":"trace[1155740684] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1307; }","duration":"5.854959775s","start":"2026-03-31T18:30:21.902079Z","end":"2026-03-31T18:30:27.757038Z","steps":["trace[1155740684] 'agreement among raft nodes before linearized reading' (duration: 5.854903724s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.758106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:21.902059Z","time spent":"5.856031291s","remote":"127.0.0.1:51842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.757111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.417159Z","time spent":"339.945234ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:27.757206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.00395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:30:27.75834Z","caller":"traceutil/trace.go:171","msg":"trace[983029109] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1307; }","duration":"137.148519ms","start":"2026-03-31T18:30:27.621175Z","end":"2026-03-31T18:30:27.758323Z","steps":["trace[983029109] 'agreement among raft nodes before linearized reading' (duration: 135.952009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.757054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.901565595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:27.758442Z","caller":"traceutil/trace.go:171","msg":"trace[1636419107] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1307; }","duration":"1.903007791s","start":"2026-03-31T18:30:25.855421Z","end":"2026-03-31T18:30:27.758429Z","steps":["trace[1636419107] 'agreement among raft nodes before linearized reading' (duration: 1.901571655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:27.758485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:25.855397Z","time spent":"1.903074103s","remote":"127.0.0.1:51006","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:27.75723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.163439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:30:27.758569Z","caller":"traceutil/trace.go:171","msg":"trace[1670163214] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1307; }","duration":"138.523493ms","start":"2026-03-31T18:30:27.620035Z","end":"2026-03-31T18:30:27.758559Z","steps":["trace[1670163214] 'agreement among raft nodes before linearized reading' (duration: 137.108158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:29.898411Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:30.399185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:30.899462Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265897,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:31.395937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.636318313s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:31.396394Z","caller":"traceutil/trace.go:171","msg":"trace[1760295894] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"3.636863196s","start":"2026-03-31T18:30:27.759512Z","end":"2026-03-31T18:30:31.396375Z","steps":["trace[1760295894] 'process raft request' (duration: 3.636687662s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.396616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.759486Z","time spent":"3.63698605s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:31.397548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000023729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:31.39777Z","caller":"traceutil/trace.go:171","msg":"trace[1146721607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293675s","start":"2026-03-31T18:30:29.397449Z","end":"2026-03-31T18:30:31.397743Z","steps":["trace[1146721607] 'agreement among raft nodes before linearized reading' (duration: 2.000021469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:31.397933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.397431Z","time spent":"2.000475779s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:31 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:32.627442Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.231207389s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:32.627894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.761347Z","time spent":"4.866539579s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:32.627992Z","caller":"traceutil/trace.go:171","msg":"trace[1434447516] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"4.865455121s","start":"2026-03-31T18:30:27.76251Z","end":"2026-03-31T18:30:32.627965Z","steps":["trace[1434447516] 'process raft request' (duration: 4.865266966s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.628012Z","caller":"traceutil/trace.go:171","msg":"trace[921319626] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"4.864994139s","start":"2026-03-31T18:30:27.76299Z","end":"2026-03-31T18:30:32.627984Z","steps":["trace[921319626] 'process raft request' (duration: 4.864907317s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.628093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.762496Z","time spent":"4.865536892s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:32.628224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.762983Z","time spent":"4.865074571s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:32.628261Z","caller":"traceutil/trace.go:171","msg":"trace[833168658] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"4.864223749s","start":"2026-03-31T18:30:27.764013Z","end":"2026-03-31T18:30:32.628236Z","steps":["trace[833168658] 'process raft request' (duration: 4.863929852s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:32.628368Z","caller":"traceutil/trace.go:171","msg":"trace[889656076] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"4.864310342s","start":"2026-03-31T18:30:27.764046Z","end":"2026-03-31T18:30:32.628356Z","steps":["trace[889656076] 'process raft request' (duration: 4.864100046s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:32.628383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.764007Z","time spent":"4.864318023s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:32.628441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:27.763877Z","time spent":"4.864530039s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:33.398457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000619633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:33.398534Z","caller":"traceutil/trace.go:171","msg":"trace[422078659] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000733387s","start":"2026-03-31T18:30:31.397784Z","end":"2026-03-31T18:30:33.398517Z","steps":["trace[422078659] 'agreement among raft nodes before linearized reading' (duration: 2.000640704s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.398648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:31.397772Z","time spent":"2.000838509s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:33.943303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:33.943449Z","caller":"traceutil/trace.go:171","msg":"trace[459531077] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00047885s","start":"2026-03-31T18:30:31.942897Z","end":"2026-03-31T18:30:33.943376Z","steps":["trace[459531077] 'agreement among raft nodes before linearized reading' (duration: 2.000360247s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:33.943577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:31.942878Z","time spent":"2.000677544s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:34.760718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999081361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:34.760821Z","caller":"traceutil/trace.go:171","msg":"trace[981267058] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999227605s","start":"2026-03-31T18:30:29.761577Z","end":"2026-03-31T18:30:34.760804Z","steps":["trace[981267058] 'agreement among raft nodes before linearized reading' (duration: 4.999077691s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:34.760907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.761563Z","time spent":"4.999330957s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:30:34.761077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:29.762623Z","time spent":"4.998452555s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:30:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:35.408575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000722875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:35.408655Z","caller":"traceutil/trace.go:171","msg":"trace[1397407454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000822698s","start":"2026-03-31T18:30:33.407814Z","end":"2026-03-31T18:30:35.408637Z","steps":["trace[1397407454] 'agreement among raft nodes before linearized reading' (duration: 2.000717875s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:35.4087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.407764Z","time spent":"2.00092785s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:35.482606Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.851973082s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:36.200052Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"10cf9d452619ebeb","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:30:36.752318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000785068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:36.752432Z","caller":"traceutil/trace.go:171","msg":"trace[1390041439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000968392s","start":"2026-03-31T18:30:34.751436Z","end":"2026-03-31T18:30:36.752404Z","steps":["trace[1390041439] 'agreement among raft nodes before linearized reading' (duration: 2.000812379s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:36.754262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.751413Z","time spent":"2.002330886s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:37.409627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000317214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:37.409707Z","caller":"traceutil/trace.go:171","msg":"trace[91470359] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000452918s","start":"2026-03-31T18:30:35.409236Z","end":"2026-03-31T18:30:37.409689Z","steps":["trace[91470359] 'agreement among raft nodes before linearized reading' (duration: 2.000348115s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:37.409755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.409216Z","time spent":"2.00052843s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:37.439477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.81115675s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-31T18:30:37.440009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.569631ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:37.440123Z","caller":"traceutil/trace.go:171","msg":"trace[484195162] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1313; }","duration":"534.695214ms","start":"2026-03-31T18:30:36.90541Z","end":"2026-03-31T18:30:37.440105Z","steps":["trace[484195162] 'range keys from in-memory index tree' (duration: 534.55203ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:37.440552Z","caller":"traceutil/trace.go:171","msg":"trace[726943143] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1368; }","duration":"8.043070245s","start":"2026-03-31T18:30:29.39746Z","end":"2026-03-31T18:30:37.44053Z","steps":["trace[726943143] 'read index received' (duration: 1.998766197s)","trace[726943143] 'applied index is now lower than readState.Index' (duration: 6.044303048s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:39.089629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000264334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:39.089717Z","caller":"traceutil/trace.go:171","msg":"trace[1511429050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000422597s","start":"2026-03-31T18:30:37.089279Z","end":"2026-03-31T18:30:39.089702Z","steps":["trace[1511429050] 'agreement among raft nodes before linearized reading' (duration: 2.000290654s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.089752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.089262Z","time spent":"2.000482599s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:39.2843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.17496853s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:39.418614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001137965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:39.418721Z","caller":"traceutil/trace.go:171","msg":"trace[1026743321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00130346s","start":"2026-03-31T18:30:37.417392Z","end":"2026-03-31T18:30:39.418696Z","steps":["trace[1026743321] 'agreement among raft nodes before linearized reading' (duration: 2.001170066s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.418794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:37.417376Z","time spent":"2.001404622s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:39.532401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.091767411s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-31T18:30:39.532684Z","caller":"traceutil/trace.go:171","msg":"trace[1228520579] linearizableReadLoop","detail":"{readStateIndex:1377; appliedIndex:1376; }","duration":"2.092063569s","start":"2026-03-31T18:30:37.440598Z","end":"2026-03-31T18:30:39.532662Z","steps":["trace[1228520579] 'read index received' (duration: 75.242µs)","trace[1228520579] 'applied index is now lower than readState.Index' (duration: 2.091986637s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:39.532819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.898282666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:39.532873Z","caller":"traceutil/trace.go:171","msg":"trace[1760712362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1314; }","duration":"4.898380619s","start":"2026-03-31T18:30:34.634483Z","end":"2026-03-31T18:30:39.532864Z","steps":["trace[1760712362] 'agreement among raft nodes before linearized reading' (duration: 4.898204754s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.532867Z","caller":"traceutil/trace.go:171","msg":"trace[648303128] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1314; }","duration":"6.902327326s","start":"2026-03-31T18:30:32.630511Z","end":"2026-03-31T18:30:39.532839Z","steps":["trace[648303128] 'process raft request' (duration: 4.810013101s)","trace[648303128] 'compare' (duration: 2.091656829s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:39.532907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899332603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:30:39.532944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.769971321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-03-31T18:30:39.532925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468641482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:39.532966Z","caller":"traceutil/trace.go:171","msg":"trace[769741977] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1314; }","duration":"4.770028873s","start":"2026-03-31T18:30:34.76293Z","end":"2026-03-31T18:30:39.532959Z","steps":["trace[769741977] 'agreement among raft nodes before linearized reading' (duration: 4.769982232s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.53297Z","caller":"traceutil/trace.go:171","msg":"trace[487745708] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1314; }","duration":"4.899417076s","start":"2026-03-31T18:30:34.633535Z","end":"2026-03-31T18:30:39.532952Z","steps":["trace[487745708] 'agreement among raft nodes before linearized reading' (duration: 4.899235241s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.532997Z","caller":"traceutil/trace.go:171","msg":"trace[895179811] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1314; }","duration":"4.468777746s","start":"2026-03-31T18:30:35.064201Z","end":"2026-03-31T18:30:39.532979Z","steps":["trace[895179811] 'agreement among raft nodes before linearized reading' (duration: 4.46854405s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.533029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:32.630492Z","time spent":"6.90245336s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:39.532989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.762909Z","time spent":"4.770074025s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-31T18:30:39.533098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.930023339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:39.533131Z","caller":"traceutil/trace.go:171","msg":"trace[1322178148] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1314; }","duration":"3.930091981s","start":"2026-03-31T18:30:35.603028Z","end":"2026-03-31T18:30:39.53312Z","steps":["trace[1322178148] 'agreement among raft nodes before linearized reading' (duration: 3.93004323s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.533172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.603008Z","time spent":"3.930155952s","remote":"127.0.0.1:52106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":3,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:39.532899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.63447Z","time spent":"4.898423121s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:39.533035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.633527Z","time spent":"4.899493698s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:39.533275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.321970202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:39.533334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.666356276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:39.533344Z","caller":"traceutil/trace.go:171","msg":"trace[1202767462] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1314; }","duration":"5.322077944s","start":"2026-03-31T18:30:34.211247Z","end":"2026-03-31T18:30:39.533325Z","steps":["trace[1202767462] 'agreement among raft nodes before linearized reading' (duration: 5.321977072s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:39.533382Z","caller":"traceutil/trace.go:171","msg":"trace[1458693623] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1314; }","duration":"5.666445758s","start":"2026-03-31T18:30:33.866923Z","end":"2026-03-31T18:30:39.533369Z","steps":["trace[1458693623] 'agreement among raft nodes before linearized reading' (duration: 5.666360016s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.533398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.901226601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:30:39.5334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.211228Z","time spent":"5.322150796s","remote":"127.0.0.1:59456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:39.533425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:33.866881Z","time spent":"5.66653099s","remote":"127.0.0.1:52014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:39.533473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.89997811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:39.533491Z","caller":"traceutil/trace.go:171","msg":"trace[1844533543] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1314; }","duration":"4.900042801s","start":"2026-03-31T18:30:34.633443Z","end":"2026-03-31T18:30:39.533486Z","steps":["trace[1844533543] 'agreement among raft nodes before linearized reading' (duration: 4.8999865s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.533513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.633419Z","time spent":"4.900089133s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T18:30:39.533419Z","caller":"traceutil/trace.go:171","msg":"trace[232164346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1314; }","duration":"4.901288222s","start":"2026-03-31T18:30:34.632125Z","end":"2026-03-31T18:30:39.533413Z","steps":["trace[232164346] 'agreement among raft nodes before linearized reading' (duration: 4.901228921s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.53304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.06418Z","time spent":"4.468849697s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":120,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:39.533608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.196085336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:39.533649Z","caller":"traceutil/trace.go:171","msg":"trace[1635944898] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1314; }","duration":"5.196161688s","start":"2026-03-31T18:30:34.337475Z","end":"2026-03-31T18:30:39.533636Z","steps":["trace[1635944898] 'agreement among raft nodes before linearized reading' (duration: 5.196102407s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.533676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.134013018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2008dbf8f56bd\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-31T18:30:39.533684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.337453Z","time spent":"5.19622237s","remote":"127.0.0.1:51028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:39.533694Z","caller":"traceutil/trace.go:171","msg":"trace[876098247] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2008dbf8f56bd; range_end:; response_count:1; response_revision:1314; }","duration":"8.13406398s","start":"2026-03-31T18:30:31.399623Z","end":"2026-03-31T18:30:39.533687Z","steps":["trace[876098247] 'agreement among raft nodes before linearized reading' (duration: 8.134018138s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.533711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:31.399607Z","time spent":"8.134101491s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2008dbf8f56bd\" "} {"level":"warn","ts":"2026-03-31T18:30:39.533554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:34.632103Z","time spent":"4.901438017s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:39.533765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.770623781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:30:39.53381Z","caller":"traceutil/trace.go:171","msg":"trace[1472497942] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1314; }","duration":"2.770725394s","start":"2026-03-31T18:30:36.763072Z","end":"2026-03-31T18:30:39.533797Z","steps":["trace[1472497942] 'agreement among raft nodes before linearized reading' (duration: 2.77060112s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.533863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:36.763042Z","time spent":"2.770808886s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-31T18:30:39.533922Z","caller":"traceutil/trace.go:171","msg":"trace[466298335] transaction","detail":"{read_only:false; response_revision:1315; number_of_response:1; }","duration":"1.424675828s","start":"2026-03-31T18:30:38.109232Z","end":"2026-03-31T18:30:39.533907Z","steps":["trace[466298335] 'process raft request' (duration: 1.423327103s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.533988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.109212Z","time spent":"1.4247418s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:39.539215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568128482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:39.539356Z","caller":"traceutil/trace.go:171","msg":"trace[1671417343] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1315; }","duration":"3.568310998s","start":"2026-03-31T18:30:35.971034Z","end":"2026-03-31T18:30:39.539345Z","steps":["trace[1671417343] 'agreement among raft nodes before linearized reading' (duration: 3.56167924s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:39.539447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:35.971013Z","time spent":"3.5684238s","remote":"127.0.0.1:51036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:39.761621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.908416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:39.763232Z","caller":"traceutil/trace.go:171","msg":"trace[288852670] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"223.557277ms","start":"2026-03-31T18:30:39.539657Z","end":"2026-03-31T18:30:39.763214Z","steps":["trace[288852670] 'agreement among raft nodes before linearized reading' (duration: 221.920016ms)"],"step_count":1} 2026/03/31 18:30:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/03/31 18:30:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:41.426614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000781116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:41.426726Z","caller":"traceutil/trace.go:171","msg":"trace[728455605] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00092371s","start":"2026-03-31T18:30:39.425779Z","end":"2026-03-31T18:30:41.426703Z","steps":["trace[728455605] 'agreement among raft nodes before linearized reading' (duration: 2.000792756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.42679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.425771Z","time spent":"2.001003402s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:41.505103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48499145s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:41.505189Z","caller":"traceutil/trace.go:171","msg":"trace[2057348363] linearizableReadLoop","detail":"{readStateIndex:1379; appliedIndex:1378; }","duration":"1.972438252s","start":"2026-03-31T18:30:39.532735Z","end":"2026-03-31T18:30:41.505174Z","steps":["trace[2057348363] 'read index received' (duration: 487.320429ms)","trace[2057348363] 'applied index is now lower than readState.Index' (duration: 1.485116403s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:41.505343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.046195471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:41.505414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.083698017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7110"} {"level":"info","ts":"2026-03-31T18:30:41.505446Z","caller":"traceutil/trace.go:171","msg":"trace[2026944113] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1316; }","duration":"2.083757278s","start":"2026-03-31T18:30:39.42168Z","end":"2026-03-31T18:30:41.505437Z","steps":["trace[2026944113] 'agreement among raft nodes before linearized reading' (duration: 2.083681956s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.505476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.421667Z","time spent":"2.08380121s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7133,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T18:30:41.505469Z","caller":"traceutil/trace.go:171","msg":"trace[556935579] transaction","detail":"{read_only:false; response_revision:1316; number_of_response:1; }","duration":"3.392377121s","start":"2026-03-31T18:30:38.113072Z","end":"2026-03-31T18:30:41.505449Z","steps":["trace[556935579] 'process raft request' (duration: 1.90695438s)","trace[556935579] 'compare' (duration: 1.484669222s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:41.505557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:38.113061Z","time spent":"3.392447332s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:41.505407Z","caller":"traceutil/trace.go:171","msg":"trace[67679347] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1316; }","duration":"2.046286064s","start":"2026-03-31T18:30:39.459103Z","end":"2026-03-31T18:30:41.505389Z","steps":["trace[67679347] 'agreement among raft nodes before linearized reading' (duration: 2.046160171s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:41.505651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.45909Z","time spent":"2.04654954s","remote":"127.0.0.1:51654","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:42.005455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:42.506475Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:43.007571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:43.427412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000140101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:43.427495Z","caller":"traceutil/trace.go:171","msg":"trace[142626455] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239953s","start":"2026-03-31T18:30:41.427237Z","end":"2026-03-31T18:30:43.427477Z","steps":["trace[142626455] 'agreement among raft nodes before linearized reading' (duration: 2.000137341s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.427541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.427166Z","time spent":"2.000365346s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:43.508402Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:43.942762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000171631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:43.942847Z","caller":"traceutil/trace.go:171","msg":"trace[1759949337] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000310955s","start":"2026-03-31T18:30:41.942516Z","end":"2026-03-31T18:30:43.942827Z","steps":["trace[1759949337] 'agreement among raft nodes before linearized reading' (duration: 2.000203742s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:43.942907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.942496Z","time spent":"2.000401857s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:44.009522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:44.174261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.154162972s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:44.174963Z","caller":"traceutil/trace.go:171","msg":"trace[2085033711] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"4.635240943s","start":"2026-03-31T18:30:39.539693Z","end":"2026-03-31T18:30:44.174934Z","steps":["trace[2085033711] 'process raft request' (duration: 4.635087469s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.175127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.539687Z","time spent":"4.635350037s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:44.175443Z","caller":"traceutil/trace.go:171","msg":"trace[846637756] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"4.635234714s","start":"2026-03-31T18:30:39.540004Z","end":"2026-03-31T18:30:44.175239Z","steps":["trace[846637756] 'process raft request' (duration: 4.634836024s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:44.175554Z","caller":"traceutil/trace.go:171","msg":"trace[1516788789] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"4.63591833s","start":"2026-03-31T18:30:39.539623Z","end":"2026-03-31T18:30:44.175542Z","steps":["trace[1516788789] 'process raft request' (duration: 4.63512465s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.175571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.539994Z","time spent":"4.6355052s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:44.175617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.539613Z","time spent":"4.635973112s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:44.175708Z","caller":"traceutil/trace.go:171","msg":"trace[491213973] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"4.635957582s","start":"2026-03-31T18:30:39.539741Z","end":"2026-03-31T18:30:44.175699Z","steps":["trace[491213973] 'process raft request' (duration: 4.635068549s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.175761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.539722Z","time spent":"4.636014284s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:44.175896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.536639Z","time spent":"4.639254535s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-31T18:30:44.176118Z","caller":"traceutil/trace.go:171","msg":"trace[1580460531] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"4.636495536s","start":"2026-03-31T18:30:39.539606Z","end":"2026-03-31T18:30:44.176102Z","steps":["trace[1580460531] 'process raft request' (duration: 4.634979757s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.176194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.539591Z","time spent":"4.636565078s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:44.176648Z","caller":"traceutil/trace.go:171","msg":"trace[292755348] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"4.410907567s","start":"2026-03-31T18:30:39.765725Z","end":"2026-03-31T18:30:44.176632Z","steps":["trace[292755348] 'process raft request' (duration: 4.409147253s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:44.17673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.765703Z","time spent":"4.410991979s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:30:45.435734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000346486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:45.435821Z","caller":"traceutil/trace.go:171","msg":"trace[1835732867] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00048169s","start":"2026-03-31T18:30:43.43532Z","end":"2026-03-31T18:30:45.435802Z","steps":["trace[1835732867] 'agreement among raft nodes before linearized reading' (duration: 2.000369687s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:45.435876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:43.435307Z","time spent":"2.000558361s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:46.783176Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.608660727s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:30:46.783803Z","caller":"traceutil/trace.go:171","msg":"trace[1277569955] linearizableReadLoop","detail":"{readStateIndex:1388; appliedIndex:1379; }","duration":"5.278566858s","start":"2026-03-31T18:30:41.505212Z","end":"2026-03-31T18:30:46.783779Z","steps":["trace[1277569955] 'read index received' (duration: 2.669263095s)","trace[1277569955] 'applied index is now lower than readState.Index' (duration: 2.609302153s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:46.784322Z","caller":"traceutil/trace.go:171","msg":"trace[1161309772] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"5.270900535s","start":"2026-03-31T18:30:41.513408Z","end":"2026-03-31T18:30:46.784308Z","steps":["trace[1161309772] 'process raft request' (duration: 5.270145765s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.784431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:41.513389Z","time spent":"5.270976027s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:46.784729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.438449668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:46.784743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.003339364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:46.784788Z","caller":"traceutil/trace.go:171","msg":"trace[505610476] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1324; }","duration":"6.438543201s","start":"2026-03-31T18:30:40.346232Z","end":"2026-03-31T18:30:46.784775Z","steps":["trace[505610476] 'agreement among raft nodes before linearized reading' (duration: 6.438443488s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.784769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.919022668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:46.784892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.547695753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:46.784932Z","caller":"traceutil/trace.go:171","msg":"trace[456000033] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1324; }","duration":"6.547769984s","start":"2026-03-31T18:30:40.237151Z","end":"2026-03-31T18:30:46.78492Z","steps":["trace[456000033] 'agreement among raft nodes before linearized reading' (duration: 6.547631241s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:46.784946Z","caller":"traceutil/trace.go:171","msg":"trace[2088860860] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1324; }","duration":"6.919213973s","start":"2026-03-31T18:30:39.865674Z","end":"2026-03-31T18:30:46.784888Z","steps":["trace[2088860860] 'agreement among raft nodes before linearized reading' (duration: 6.918946256s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.784979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:40.237134Z","time spent":"6.547826696s","remote":"127.0.0.1:51878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:46.784808Z","caller":"traceutil/trace.go:171","msg":"trace[976327615] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1324; }","duration":"7.003440717s","start":"2026-03-31T18:30:39.781347Z","end":"2026-03-31T18:30:46.784787Z","steps":["trace[976327615] 'agreement among raft nodes before linearized reading' (duration: 7.003299784s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:46.785058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.86566Z","time spent":"6.919382996s","remote":"127.0.0.1:51692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:46.785155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:39.781339Z","time spent":"7.003772135s","remote":"127.0.0.1:59398","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:46.784827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:40.346216Z","time spent":"6.438600012s","remote":"127.0.0.1:52112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:47.284745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:47.436554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000309795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:47.43691Z","caller":"traceutil/trace.go:171","msg":"trace[1628757414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000717606s","start":"2026-03-31T18:30:45.436171Z","end":"2026-03-31T18:30:47.436889Z","steps":["trace[1628757414] 'agreement among raft nodes before linearized reading' (duration: 2.000302616s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:47.437113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:45.436156Z","time spent":"2.000940732s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:47.785072Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:48.285913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265924,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:48.353178Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.569621705s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:49.443835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:49.443918Z","caller":"traceutil/trace.go:171","msg":"trace[1142709576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000164281s","start":"2026-03-31T18:30:47.443735Z","end":"2026-03-31T18:30:49.443899Z","steps":["trace[1142709576] 'agreement among raft nodes before linearized reading' (duration: 2.000053898s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:49.443979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.443703Z","time spent":"2.000259842s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:50.248636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34355894s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:50.24879Z","caller":"traceutil/trace.go:171","msg":"trace[1211102790] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1324; }","duration":"3.343720303s","start":"2026-03-31T18:30:46.905043Z","end":"2026-03-31T18:30:50.248763Z","steps":["trace[1211102790] 'range keys from in-memory index tree' (duration: 3.343540139s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:50.249641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896126818s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:50.250791Z","caller":"traceutil/trace.go:171","msg":"trace[364012284] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"6.073085865s","start":"2026-03-31T18:30:44.177669Z","end":"2026-03-31T18:30:50.250755Z","steps":["trace[364012284] 'process raft request' (duration: 4.175757327s)","trace[364012284] 'compare' (duration: 1.895257046s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:50.250894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.177646Z","time spent":"6.073196797s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:51.182876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000026473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:51.182956Z","caller":"traceutil/trace.go:171","msg":"trace[78357558] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000168427s","start":"2026-03-31T18:30:46.18277Z","end":"2026-03-31T18:30:51.182938Z","steps":["trace[78357558] 'agreement among raft nodes before linearized reading' (duration: 5.000040884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.182998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.182759Z","time spent":"5.000229589s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/31 18:30:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:51.193641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999077819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:51.193717Z","caller":"traceutil/trace.go:171","msg":"trace[923933682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.011937964s","start":"2026-03-31T18:30:46.181762Z","end":"2026-03-31T18:30:51.1937Z","steps":["trace[923933682] 'agreement among raft nodes before linearized reading' (duration: 4.99910962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.19376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.18174Z","time spent":"5.012007245s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/31 18:30:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:51.444372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000280744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:30:51.444443Z","caller":"traceutil/trace.go:171","msg":"trace[1318012302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402947s","start":"2026-03-31T18:30:49.444024Z","end":"2026-03-31T18:30:51.444427Z","steps":["trace[1318012302] 'agreement among raft nodes before linearized reading' (duration: 2.000306665s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.444517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.444004Z","time spent":"2.000504951s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:30:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:51.60924Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.041858003s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:51.95176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702008612s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:30:51.952583Z","caller":"traceutil/trace.go:171","msg":"trace[2029834285] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"2.385352936s","start":"2026-03-31T18:30:49.567212Z","end":"2026-03-31T18:30:51.952565Z","steps":["trace[2029834285] 'process raft request' (duration: 2.385214242s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.952726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.567191Z","time spent":"2.385472779s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:51.952914Z","caller":"traceutil/trace.go:171","msg":"trace[729145225] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1388; }","duration":"5.169037106s","start":"2026-03-31T18:30:46.783866Z","end":"2026-03-31T18:30:51.952903Z","steps":["trace[729145225] 'read index received' (duration: 1.569574793s)","trace[729145225] 'applied index is now lower than readState.Index' (duration: 3.599461083s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:51.95321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.134586982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:51.953645Z","caller":"traceutil/trace.go:171","msg":"trace[215242875] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1326; }","duration":"9.135086354s","start":"2026-03-31T18:30:42.818547Z","end":"2026-03-31T18:30:51.953633Z","steps":["trace[215242875] 'agreement among raft nodes before linearized reading' (duration: 9.134558891s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.953716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:42.818527Z","time spent":"9.135177006s","remote":"127.0.0.1:52098","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:51.953435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.773374454s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:30:51.953871Z","caller":"traceutil/trace.go:171","msg":"trace[957297913] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1326; }","duration":"7.773793125s","start":"2026-03-31T18:30:44.180022Z","end":"2026-03-31T18:30:51.953815Z","steps":["trace[957297913] 'agreement among raft nodes before linearized reading' (duration: 7.773260532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.953924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:44.180008Z","time spent":"7.773903527s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"warn","ts":"2026-03-31T18:30:51.953444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771084919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T18:30:51.953508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.771113099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:30:51.954074Z","caller":"traceutil/trace.go:171","msg":"trace[2083332769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1326; }","duration":"5.771743725s","start":"2026-03-31T18:30:46.182288Z","end":"2026-03-31T18:30:51.954032Z","steps":["trace[2083332769] 'agreement among raft nodes before linearized reading' (duration: 5.770985246s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.95422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.182267Z","time spent":"5.77194182s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:30:51.954122Z","caller":"traceutil/trace.go:171","msg":"trace[792745968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1326; }","duration":"5.771733585s","start":"2026-03-31T18:30:46.182364Z","end":"2026-03-31T18:30:51.954097Z","steps":["trace[792745968] 'agreement among raft nodes before linearized reading' (duration: 5.770967476s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:51.954359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.182356Z","time spent":"5.771979081s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:53.45258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:53.452651Z","caller":"traceutil/trace.go:171","msg":"trace[936772473] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00008346s","start":"2026-03-31T18:30:51.452548Z","end":"2026-03-31T18:30:53.452631Z","steps":["trace[936772473] 'agreement among raft nodes before linearized reading' (duration: 1.999992997s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.452687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:51.452528Z","time spent":"2.000151941s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:53.98152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.808068926s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:53.981868Z","caller":"traceutil/trace.go:171","msg":"trace[1884114529] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"2.150875926s","start":"2026-03-31T18:30:51.830959Z","end":"2026-03-31T18:30:53.981835Z","steps":["trace[1884114529] 'process raft request' (duration: 342.42155ms)","trace[1884114529] 'compare' (duration: 1.807965574s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:30:53.981966Z","caller":"traceutil/trace.go:171","msg":"trace[756691303] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"2.024222302s","start":"2026-03-31T18:30:51.957725Z","end":"2026-03-31T18:30:53.981947Z","steps":["trace[756691303] 'process raft request' (duration: 2.024061968s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:53.982007Z","caller":"traceutil/trace.go:171","msg":"trace[683564039] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"2.02418158s","start":"2026-03-31T18:30:51.957789Z","end":"2026-03-31T18:30:53.981971Z","steps":["trace[683564039] 'process raft request' (duration: 2.024073767s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.982054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:51.957705Z","time spent":"2.024312093s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:53.982075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:51.956519Z","time spent":"2.025549435s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:30:53.982165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.728593413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-31T18:30:53.982181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:51.957785Z","time spent":"2.024304383s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:53.982224Z","caller":"traceutil/trace.go:171","msg":"trace[116802440] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1329; }","duration":"3.728675345s","start":"2026-03-31T18:30:50.25353Z","end":"2026-03-31T18:30:53.982206Z","steps":["trace[116802440] 'agreement among raft nodes before linearized reading' (duration: 3.728595913s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.982099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.189845601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7302"} {"level":"warn","ts":"2026-03-31T18:30:53.982277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:50.253515Z","time spent":"3.728750847s","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-31T18:30:53.982303Z","caller":"traceutil/trace.go:171","msg":"trace[163571470] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1329; }","duration":"7.190074977s","start":"2026-03-31T18:30:46.792207Z","end":"2026-03-31T18:30:53.982282Z","steps":["trace[163571470] 'agreement among raft nodes before linearized reading' (duration: 7.189717478s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.982337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.887694824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:53.982366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:46.79219Z","time spent":"7.190151548s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7325,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-31T18:30:53.982384Z","caller":"traceutil/trace.go:171","msg":"trace[1881549238] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1329; }","duration":"4.887771326s","start":"2026-03-31T18:30:49.094602Z","end":"2026-03-31T18:30:53.982373Z","steps":["trace[1881549238] 'agreement among raft nodes before linearized reading' (duration: 4.887657663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.982426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.944095843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:30:53.982172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:51.830936Z","time spent":"2.151004428s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:30:53.982456Z","caller":"traceutil/trace.go:171","msg":"trace[552617497] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1329; }","duration":"6.944130474s","start":"2026-03-31T18:30:47.038318Z","end":"2026-03-31T18:30:53.982448Z","steps":["trace[552617497] 'agreement among raft nodes before linearized reading' (duration: 6.944083673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.982457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.094586Z","time spent":"4.887859568s","remote":"127.0.0.1:59468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:53.981865Z","caller":"traceutil/trace.go:171","msg":"trace[1368662133] linearizableReadLoop","detail":"{readStateIndex:1392; appliedIndex:1391; }","duration":"2.028285924s","start":"2026-03-31T18:30:51.953554Z","end":"2026-03-31T18:30:53.98184Z","steps":["trace[1368662133] 'read index received' (duration: 219.836499ms)","trace[1368662133] 'applied index is now lower than readState.Index' (duration: 1.808447035s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:53.982525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.46845648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:53.982545Z","caller":"traceutil/trace.go:171","msg":"trace[167218381] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1329; }","duration":"5.468503851s","start":"2026-03-31T18:30:48.514034Z","end":"2026-03-31T18:30:53.982538Z","steps":["trace[167218381] 'agreement among raft nodes before linearized reading' (duration: 5.46847116s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.98255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144611814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:53.982582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:48.514017Z","time spent":"5.468557462s","remote":"127.0.0.1:59494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:30:53.982632Z","caller":"traceutil/trace.go:171","msg":"trace[1678022965] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1329; }","duration":"4.144744807s","start":"2026-03-31T18:30:49.837867Z","end":"2026-03-31T18:30:53.982612Z","steps":["trace[1678022965] 'agreement among raft nodes before linearized reading' (duration: 4.144611164s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.982682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:49.837846Z","time spent":"4.1448257s","remote":"127.0.0.1:59478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:53.982493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:47.038258Z","time spent":"6.944228827s","remote":"127.0.0.1:51980","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:53.982843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263801217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:30:53.982833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.204009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:30:53.982885Z","caller":"traceutil/trace.go:171","msg":"trace[1504683819] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1329; }","duration":"1.263866278s","start":"2026-03-31T18:30:52.719006Z","end":"2026-03-31T18:30:53.982872Z","steps":["trace[1504683819] 'agreement among raft nodes before linearized reading' (duration: 1.263805447s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.982689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.823599486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:30:53.982917Z","caller":"traceutil/trace.go:171","msg":"trace[91109219] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1329; }","duration":"800.305122ms","start":"2026-03-31T18:30:53.182584Z","end":"2026-03-31T18:30:53.982889Z","steps":["trace[91109219] 'agreement among raft nodes before linearized reading' (duration: 800.193529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.982936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.039444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:30:53.982943Z","caller":"traceutil/trace.go:171","msg":"trace[1789189932] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1329; }","duration":"1.823885353s","start":"2026-03-31T18:30:52.159041Z","end":"2026-03-31T18:30:53.982927Z","steps":["trace[1789189932] 'agreement among raft nodes before linearized reading' (duration: 1.823606486s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:30:53.982993Z","caller":"traceutil/trace.go:171","msg":"trace[463649140] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1329; }","duration":"529.134436ms","start":"2026-03-31T18:30:53.453846Z","end":"2026-03-31T18:30:53.982981Z","steps":["trace[463649140] 'agreement among raft nodes before linearized reading' (duration: 529.046384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.98301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:52.159017Z","time spent":"1.823973645s","remote":"127.0.0.1:51718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:53.982956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.182559Z","time spent":"800.385803ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:30:53.983035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.676175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:30:53.983072Z","caller":"traceutil/trace.go:171","msg":"trace[1123351555] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1329; }","duration":"797.732536ms","start":"2026-03-31T18:30:53.185331Z","end":"2026-03-31T18:30:53.983064Z","steps":["trace[1123351555] 'agreement among raft nodes before linearized reading' (duration: 797.641214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:53.983096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.185286Z","time spent":"797.805569ms","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T18:30:53.982922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:52.718992Z","time spent":"1.26392062s","remote":"127.0.0.1:59450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:30:53.983034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.453824Z","time spent":"529.202708ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:54.486543Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:54.987515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:55.488673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265934,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:30:55.554535Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.569489741s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:30:55.901727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.966722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:30:55.901834Z","caller":"traceutil/trace.go:171","msg":"trace[1679540227] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"1.916839262s","start":"2026-03-31T18:30:53.984974Z","end":"2026-03-31T18:30:55.901813Z","steps":["trace[1679540227] 'process raft request' (duration: 1.569714386s)","trace[1679540227] 'compare' (duration: 346.397658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:30:55.901892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.984955Z","time spent":"1.916907395s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:30:55.991477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00057154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:55.991566Z","caller":"traceutil/trace.go:171","msg":"trace[809331872] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000694934s","start":"2026-03-31T18:30:53.990853Z","end":"2026-03-31T18:30:55.991548Z","steps":["trace[809331872] 'agreement among raft nodes before linearized reading' (duration: 2.000579311s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:55.99161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.990846Z","time spent":"2.000756735s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:30:56.180849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.988113Z","time spent":"2.192730187s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:30:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:56.182643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.989052Z","time spent":"2.193584288s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:30:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:30:57.992058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:30:57.992138Z","caller":"traceutil/trace.go:171","msg":"trace[249375440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000253171s","start":"2026-03-31T18:30:55.991866Z","end":"2026-03-31T18:30:57.99212Z","steps":["trace[249375440] 'agreement among raft nodes before linearized reading' (duration: 2.000147029s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:30:57.992184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.991856Z","time spent":"2.000320134s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:00.000923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0005261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:00.001017Z","caller":"traceutil/trace.go:171","msg":"trace[444647848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000665033s","start":"2026-03-31T18:30:58.000328Z","end":"2026-03-31T18:31:00.000993Z","steps":["trace[444647848] 'agreement among raft nodes before linearized reading' (duration: 2.00054339s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:00.001305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:58.000315Z","time spent":"2.000972451s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:01.18171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:56.183759Z","time spent":"4.997942718s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:31:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:01.183921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:56.185914Z","time spent":"4.998003649s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/31 18:31:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:02.0022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000593271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:02.002271Z","caller":"traceutil/trace.go:171","msg":"trace[1358176570] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000713544s","start":"2026-03-31T18:31:00.001541Z","end":"2026-03-31T18:31:02.002255Z","steps":["trace[1358176570] 'agreement among raft nodes before linearized reading' (duration: 2.000625962s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.002321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.001522Z","time spent":"2.000789586s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:02.145411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240315587s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:02.145532Z","caller":"traceutil/trace.go:171","msg":"trace[193853411] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1330; }","duration":"5.240447381s","start":"2026-03-31T18:30:56.905065Z","end":"2026-03-31T18:31:02.145512Z","steps":["trace[193853411] 'range keys from in-memory index tree' (duration: 5.240299207s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.974893Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.420210851s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:02.975335Z","caller":"traceutil/trace.go:171","msg":"trace[122169032] linearizableReadLoop","detail":"{readStateIndex:1398; appliedIndex:1395; }","duration":"8.989669251s","start":"2026-03-31T18:30:53.98564Z","end":"2026-03-31T18:31:02.97531Z","steps":["trace[122169032] 'read index received' (duration: 1.569087531s)","trace[122169032] 'applied index is now lower than readState.Index' (duration: 7.42058108s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:02.975683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.990009191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T18:31:02.975782Z","caller":"traceutil/trace.go:171","msg":"trace[1186284061] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1332; }","duration":"8.990145275s","start":"2026-03-31T18:30:53.985615Z","end":"2026-03-31T18:31:02.97576Z","steps":["trace[1186284061] 'agreement among raft nodes before linearized reading' (duration: 8.989811785s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:02.975852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:53.9856Z","time spent":"8.990234816s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-31T18:31:03.475755Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:03.942783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000492208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:03.942874Z","caller":"traceutil/trace.go:171","msg":"trace[378625672] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000652192s","start":"2026-03-31T18:31:01.942203Z","end":"2026-03-31T18:31:03.942855Z","steps":["trace[378625672] 'agreement among raft nodes before linearized reading' (duration: 2.000522359s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:03.942922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.942183Z","time spent":"2.000730273s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:03.976905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265942,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:04.008273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000682582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:04.008351Z","caller":"traceutil/trace.go:171","msg":"trace[1296388279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000797235s","start":"2026-03-31T18:31:02.007537Z","end":"2026-03-31T18:31:04.008334Z","steps":["trace[1296388279] 'agreement among raft nodes before linearized reading' (duration: 2.000701453s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:04.0084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.007524Z","time spent":"2.000861877s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:04.245258Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.270215039s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:04.672899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.384946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"warn","ts":"2026-03-31T18:31:05.475731Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230156941s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:05.987346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999797504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:05.987458Z","caller":"traceutil/trace.go:171","msg":"trace[78632945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"9.999957548s","start":"2026-03-31T18:30:55.987476Z","end":"2026-03-31T18:31:05.987434Z","steps":["trace[78632945] 'agreement among raft nodes before linearized reading' (duration: 9.999826365s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.987523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.987458Z","time spent":"10.000050231s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/31 18:31:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:05.987346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999782564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:05.987672Z","caller":"traceutil/trace.go:171","msg":"trace[698130241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000134593s","start":"2026-03-31T18:30:55.987525Z","end":"2026-03-31T18:31:05.98766Z","steps":["trace[698130241] 'agreement among raft nodes before linearized reading' (duration: 9.999779594s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:05.987728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.987499Z","time spent":"10.000216265s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/31 18:31:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:06.015037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000322295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:06.01511Z","caller":"traceutil/trace.go:171","msg":"trace[73563666] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000483799s","start":"2026-03-31T18:31:04.01461Z","end":"2026-03-31T18:31:06.015094Z","steps":["trace[73563666] 'agreement among raft nodes before linearized reading' (duration: 2.000396176s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:06.01528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.014586Z","time spent":"2.000684824s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:06.460808Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"10cf9d452619ec38","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-31T18:31:06.750174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077098247s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:06.751875Z","caller":"traceutil/trace.go:171","msg":"trace[646251085] transaction","detail":"{read_only:false; response_revision:1334; number_of_response:1; }","duration":"4.783508401s","start":"2026-03-31T18:31:01.968319Z","end":"2026-03-31T18:31:06.751828Z","steps":["trace[646251085] 'process raft request' (duration: 4.782017373s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:06.751885Z","caller":"traceutil/trace.go:171","msg":"trace[1932859210] linearizableReadLoop","detail":"{readStateIndex:1402; appliedIndex:1398; }","duration":"3.776471386s","start":"2026-03-31T18:31:02.975386Z","end":"2026-03-31T18:31:06.751857Z","steps":["trace[1932859210] 'read index received' (duration: 1.270194799s)","trace[1932859210] 'applied index is now lower than readState.Index' (duration: 2.506275387s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:06.752011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:01.968267Z","time spent":"4.783669355s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:07.252652Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:07.75361Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:08.015661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000112288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:08.015742Z","caller":"traceutil/trace.go:171","msg":"trace[1643673727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000256432s","start":"2026-03-31T18:31:06.015469Z","end":"2026-03-31T18:31:08.015725Z","steps":["trace[1643673727] 'agreement among raft nodes before linearized reading' (duration: 2.000151199s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:08.0158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:06.015447Z","time spent":"2.000345274s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:08.254754Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:08.755646Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265946,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:09.087253Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.097397175s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:09.213593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.138585759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:09.21365Z","caller":"traceutil/trace.go:171","msg":"trace[755341113] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1334; }","duration":"9.138694151s","start":"2026-03-31T18:31:00.074944Z","end":"2026-03-31T18:31:09.213638Z","steps":["trace[755341113] 'agreement among raft nodes before linearized reading' (duration: 6.677022057s)","trace[755341113] 'count revisions from in-memory index tree' (duration: 2.461582972s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:09.213677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:00.074924Z","time spent":"9.138745843s","remote":"127.0.0.1:51710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:09.213899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.005779313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:09.213928Z","caller":"traceutil/trace.go:171","msg":"trace[960473600] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1334; }","duration":"10.005841855s","start":"2026-03-31T18:30:59.208075Z","end":"2026-03-31T18:31:09.213917Z","steps":["trace[960473600] 'agreement among raft nodes before linearized reading' (duration: 7.543903824s)","trace[960473600] 'count revisions from in-memory index tree' (duration: 2.46189937s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:09.2139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:08.072114Z","time spent":"1.141780135s","remote":"127.0.0.1:50034","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:31:09.213944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:59.208055Z","time spent":"10.005884657s","remote":"127.0.0.1:51756","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:09.214064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.308611319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:31:09.214081Z","caller":"traceutil/trace.go:171","msg":"trace[841043584] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1334; }","duration":"13.30865455s","start":"2026-03-31T18:30:55.905421Z","end":"2026-03-31T18:31:09.214075Z","steps":["trace[841043584] 'agreement among raft nodes before linearized reading' (duration: 10.846570116s)","trace[841043584] 'range keys from in-memory index tree' (duration: 2.462023963s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:09.214094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:30:55.905404Z","time spent":"13.30868652s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"warn","ts":"2026-03-31T18:31:09.214683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305120435s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:09.214765Z","caller":"traceutil/trace.go:171","msg":"trace[1228164258] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1334; }","duration":"2.305211128s","start":"2026-03-31T18:31:06.909537Z","end":"2026-03-31T18:31:09.214749Z","steps":["trace[1228164258] 'range keys from in-memory index tree' (duration: 2.305105375s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:09.21556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.463613924s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:09.215844Z","caller":"traceutil/trace.go:171","msg":"trace[242120404] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"3.226057943s","start":"2026-03-31T18:31:05.989761Z","end":"2026-03-31T18:31:09.215819Z","steps":["trace[242120404] 'process raft request' (duration: 3.2259405s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:09.215895Z","caller":"traceutil/trace.go:171","msg":"trace[1677955244] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"5.168403507s","start":"2026-03-31T18:31:04.047466Z","end":"2026-03-31T18:31:09.215869Z","steps":["trace[1677955244] 'process raft request' (duration: 2.704382953s)","trace[1677955244] 'compare' (duration: 2.461660155s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:09.215965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.989741Z","time spent":"3.226165866s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:09.216093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.047443Z","time spent":"5.168540291s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:10.02346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000087608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:10.023723Z","caller":"traceutil/trace.go:171","msg":"trace[721636053] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000389686s","start":"2026-03-31T18:31:08.023308Z","end":"2026-03-31T18:31:10.023697Z","steps":["trace[721636053] 'agreement among raft nodes before linearized reading' (duration: 2.000114239s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.023837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:08.023293Z","time spent":"2.0005265s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:10.828896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398809015s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:10.829128Z","caller":"traceutil/trace.go:171","msg":"trace[656170848] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"4.837834449s","start":"2026-03-31T18:31:05.991235Z","end":"2026-03-31T18:31:10.82907Z","steps":["trace[656170848] 'process raft request' (duration: 3.438774778s)","trace[656170848] 'compare' (duration: 1.398024955s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:10.829305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.991208Z","time spent":"4.838011182s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:10.829443Z","caller":"traceutil/trace.go:171","msg":"trace[446976524] linearizableReadLoop","detail":"{readStateIndex:1405; appliedIndex:1402; }","duration":"4.077468201s","start":"2026-03-31T18:31:06.751939Z","end":"2026-03-31T18:31:10.829407Z","steps":["trace[446976524] 'read index received' (duration: 2.335486359s)","trace[446976524] 'applied index is now lower than readState.Index' (duration: 1.741978022s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:10.829691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.705512306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:10.829768Z","caller":"traceutil/trace.go:171","msg":"trace[1765949790] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1337; }","duration":"5.70565604s","start":"2026-03-31T18:31:05.124097Z","end":"2026-03-31T18:31:10.829753Z","steps":["trace[1765949790] 'agreement among raft nodes before linearized reading' (duration: 5.705509756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.829842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:05.124068Z","time spent":"5.705758633s","remote":"127.0.0.1:59444","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:10.829879Z","caller":"traceutil/trace.go:171","msg":"trace[1120713172] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"1.612894944s","start":"2026-03-31T18:31:09.216827Z","end":"2026-03-31T18:31:10.829722Z","steps":["trace[1120713172] 'process raft request' (duration: 1.612156086s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.830172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:09.216809Z","time spent":"1.613206901s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:10.830264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.886761255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:10.830303Z","caller":"traceutil/trace.go:171","msg":"trace[1182488200] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1338; }","duration":"6.886847157s","start":"2026-03-31T18:31:03.943446Z","end":"2026-03-31T18:31:10.830294Z","steps":["trace[1182488200] 'agreement among raft nodes before linearized reading' (duration: 6.886677673s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.830332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:03.943427Z","time spent":"6.886898899s","remote":"127.0.0.1:51704","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":11,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:10.830429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.19480961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:10.830475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.540750306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:10.830479Z","caller":"traceutil/trace.go:171","msg":"trace[888481774] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1338; }","duration":"6.194863821s","start":"2026-03-31T18:31:04.635603Z","end":"2026-03-31T18:31:10.830467Z","steps":["trace[888481774] 'agreement among raft nodes before linearized reading' (duration: 6.194782719s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:10.8305Z","caller":"traceutil/trace.go:171","msg":"trace[626444250] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1338; }","duration":"6.540810568s","start":"2026-03-31T18:31:04.289681Z","end":"2026-03-31T18:31:10.830491Z","steps":["trace[626444250] 'agreement among raft nodes before linearized reading' (duration: 6.540773747s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.830515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.635587Z","time spent":"6.194914023s","remote":"127.0.0.1:59422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:10.830527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.289661Z","time spent":"6.540860369s","remote":"127.0.0.1:59496","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:10.830741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.282598347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:10.830746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.974395663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-f7btn\" ","response":"range_response_count:1 size:5484"} {"level":"info","ts":"2026-03-31T18:31:10.830769Z","caller":"traceutil/trace.go:171","msg":"trace[1496517933] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1338; }","duration":"3.282670079s","start":"2026-03-31T18:31:07.548092Z","end":"2026-03-31T18:31:10.830762Z","steps":["trace[1496517933] 'agreement among raft nodes before linearized reading' (duration: 3.282619107s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:10.830778Z","caller":"traceutil/trace.go:171","msg":"trace[1773416093] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-f7btn; range_end:; response_count:1; response_revision:1338; }","duration":"5.974467055s","start":"2026-03-31T18:31:04.856302Z","end":"2026-03-31T18:31:10.830769Z","steps":["trace[1773416093] 'agreement among raft nodes before linearized reading' (duration: 5.974349291s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.830794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:07.548075Z","time spent":"3.282709769s","remote":"127.0.0.1:52070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:10.83075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.851041905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-31T18:31:10.830907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.144565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:10.830948Z","caller":"traceutil/trace.go:171","msg":"trace[1448051855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"807.211487ms","start":"2026-03-31T18:31:10.023723Z","end":"2026-03-31T18:31:10.830935Z","steps":["trace[1448051855] 'agreement among raft nodes before linearized reading' (duration: 807.150215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.830953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.224436202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:10.830977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.023703Z","time spent":"807.267938ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:10.831Z","caller":"traceutil/trace.go:171","msg":"trace[259860792] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1338; }","duration":"3.224510474s","start":"2026-03-31T18:31:07.606468Z","end":"2026-03-31T18:31:10.830978Z","steps":["trace[259860792] 'agreement among raft nodes before linearized reading' (duration: 3.224450283s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.830994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.89293969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:10.831012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737665995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:10.831044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:07.606447Z","time spent":"3.224583626s","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:10.831028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.129947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:10.831065Z","caller":"traceutil/trace.go:171","msg":"trace[1044814311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"1.737753707s","start":"2026-03-31T18:31:09.093303Z","end":"2026-03-31T18:31:10.831057Z","steps":["trace[1044814311] 'agreement among raft nodes before linearized reading' (duration: 1.737678525s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:10.831054Z","caller":"traceutil/trace.go:171","msg":"trace[849667225] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1338; }","duration":"2.893034832s","start":"2026-03-31T18:31:07.938003Z","end":"2026-03-31T18:31:10.831038Z","steps":["trace[849667225] 'agreement among raft nodes before linearized reading' (duration: 2.892866967s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.831086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:09.093284Z","time spent":"1.737797428s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:10.830806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:04.856283Z","time spent":"5.974515197s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5507,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-f7btn\" "} {"level":"warn","ts":"2026-03-31T18:31:10.831106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:07.937986Z","time spent":"2.893106744s","remote":"127.0.0.1:51736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:10.831092Z","caller":"traceutil/trace.go:171","msg":"trace[718271628] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1338; }","duration":"347.23649ms","start":"2026-03-31T18:31:10.48384Z","end":"2026-03-31T18:31:10.831077Z","steps":["trace[718271628] 'agreement among raft nodes before linearized reading' (duration: 347.008634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.831246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.483825Z","time spent":"347.403343ms","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:10.830832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040349394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:10.831459Z","caller":"traceutil/trace.go:171","msg":"trace[1025723339] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1338; }","duration":"1.041032091s","start":"2026-03-31T18:31:09.790416Z","end":"2026-03-31T18:31:10.831448Z","steps":["trace[1025723339] 'agreement among raft nodes before linearized reading' (duration: 1.040354954s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.831494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:09.790397Z","time spent":"1.041084313s","remote":"127.0.0.1:59438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:10.831618Z","caller":"traceutil/trace.go:171","msg":"trace[1483382016] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1338; }","duration":"7.85122693s","start":"2026-03-31T18:31:02.979658Z","end":"2026-03-31T18:31:10.830885Z","steps":["trace[1483382016] 'agreement among raft nodes before linearized reading' (duration: 7.850496071s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:10.832737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:02.97964Z","time spent":"7.853073395s","remote":"127.0.0.1:51890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:31:12.413401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161671406s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-03-31T18:31:12.413595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.836818Z","time spent":"1.576771834s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T18:31:12.83923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000077167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:12.839305Z","caller":"traceutil/trace.go:171","msg":"trace[1262206391] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185891s","start":"2026-03-31T18:31:10.839103Z","end":"2026-03-31T18:31:12.839289Z","steps":["trace[1262206391] 'agreement among raft nodes before linearized reading' (duration: 2.000092518s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:12.839344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.839095Z","time spent":"2.000241494s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:13.680939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.429177168s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:13.943692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000604161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:13.943772Z","caller":"traceutil/trace.go:171","msg":"trace[1028850568] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000740464s","start":"2026-03-31T18:31:11.943013Z","end":"2026-03-31T18:31:13.943754Z","steps":["trace[1028850568] 'agreement among raft nodes before linearized reading' (duration: 2.000637532s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:13.943818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.942994Z","time spent":"2.000815106s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:14.271268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.02899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:14.271489Z","caller":"traceutil/trace.go:171","msg":"trace[112537901] linearizableReadLoop","detail":"{readStateIndex:1408; appliedIndex:1406; }","duration":"3.432339255s","start":"2026-03-31T18:31:10.839132Z","end":"2026-03-31T18:31:14.271472Z","steps":["trace[112537901] 'read index received' (duration: 412.593784ms)","trace[112537901] 'applied index is now lower than readState.Index' (duration: 3.019744441s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:14.27156Z","caller":"traceutil/trace.go:171","msg":"trace[1006034824] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"3.43372537s","start":"2026-03-31T18:31:10.837823Z","end":"2026-03-31T18:31:14.271549Z","steps":["trace[1006034824] 'process raft request' (duration: 2.843331101s)","trace[1006034824] 'compare' (duration: 589.712412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:14.271616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.837812Z","time spent":"3.433770911s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:14.272251Z","caller":"traceutil/trace.go:171","msg":"trace[980524936] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"3.432117029s","start":"2026-03-31T18:31:10.840094Z","end":"2026-03-31T18:31:14.272211Z","steps":["trace[980524936] 'process raft request' (duration: 3.431275989s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.272406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:10.840085Z","time spent":"3.432237262s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5659,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:14.769822Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08867051s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:14.839458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999686718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:14.839542Z","caller":"traceutil/trace.go:171","msg":"trace[601371232] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999818661s","start":"2026-03-31T18:31:12.839704Z","end":"2026-03-31T18:31:14.839523Z","steps":["trace[601371232] 'agreement among raft nodes before linearized reading' (duration: 1.999714008s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:14.83959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.839689Z","time spent":"1.999890514s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:16.847475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:16.847566Z","caller":"traceutil/trace.go:171","msg":"trace[540708330] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071387s","start":"2026-03-31T18:31:14.847476Z","end":"2026-03-31T18:31:16.847547Z","steps":["trace[540708330] 'agreement among raft nodes before linearized reading' (duration: 1.999948074s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:16.847616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.847457Z","time spent":"2.00014785s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:17.116396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.882067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:17.116533Z","caller":"traceutil/trace.go:171","msg":"trace[1870001491] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1340; }","duration":"211.02603ms","start":"2026-03-31T18:31:16.905487Z","end":"2026-03-31T18:31:17.116513Z","steps":["trace[1870001491] 'range keys from in-memory index tree' (duration: 210.866367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.117147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.34702235s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:17.120112Z","caller":"traceutil/trace.go:171","msg":"trace[1285211204] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1409; }","duration":"2.848580423s","start":"2026-03-31T18:31:14.271515Z","end":"2026-03-31T18:31:17.120096Z","steps":["trace[1285211204] 'read index received' (duration: 498.427675ms)","trace[1285211204] 'applied index is now lower than readState.Index' (duration: 2.350150988s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:17.120191Z","caller":"traceutil/trace.go:171","msg":"trace[1205069568] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"4.705245001s","start":"2026-03-31T18:31:12.414934Z","end":"2026-03-31T18:31:17.120179Z","steps":["trace[1205069568] 'process raft request' (duration: 2.355105043s)","trace[1205069568] 'compare' (duration: 2.346856625s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:17.120265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.414908Z","time spent":"4.705315623s","remote":"127.0.0.1:51630","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:17.120262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.713269903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:17.120356Z","caller":"traceutil/trace.go:171","msg":"trace[2146993389] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1341; }","duration":"4.713410817s","start":"2026-03-31T18:31:12.406917Z","end":"2026-03-31T18:31:17.120328Z","steps":["trace[2146993389] 'agreement among raft nodes before linearized reading' (duration: 4.713259553s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.120414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.406899Z","time spent":"4.713498939s","remote":"127.0.0.1:59356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:17.120475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.610444015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:17.12055Z","caller":"traceutil/trace.go:171","msg":"trace[1782021061] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1341; }","duration":"4.610524557s","start":"2026-03-31T18:31:12.510011Z","end":"2026-03-31T18:31:17.120536Z","steps":["trace[1782021061] 'agreement among raft nodes before linearized reading' (duration: 4.610413884s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.120552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.774680487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:17.120589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:12.509953Z","time spent":"4.61062523s","remote":"127.0.0.1:50912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:17.120592Z","caller":"traceutil/trace.go:171","msg":"trace[2095834119] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1341; }","duration":"5.774757019s","start":"2026-03-31T18:31:11.345822Z","end":"2026-03-31T18:31:17.120579Z","steps":["trace[2095834119] 'agreement among raft nodes before linearized reading' (duration: 5.774639346s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:17.12064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:11.345803Z","time spent":"5.774824191s","remote":"127.0.0.1:51822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:17.621026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:18.122131Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:18.622344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:18.848442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000308083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:18.848541Z","caller":"traceutil/trace.go:171","msg":"trace[2098628454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000460488s","start":"2026-03-31T18:31:16.848061Z","end":"2026-03-31T18:31:18.848522Z","steps":["trace[2098628454] 'agreement among raft nodes before linearized reading' (duration: 2.000336735s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:18.848589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.848039Z","time spent":"2.00054073s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:19.122688Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:19.62288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:20.123349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:20.311791Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.244584799s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-31T18:31:20.857228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00053281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:20.857312Z","caller":"traceutil/trace.go:171","msg":"trace[1748123869] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000678883s","start":"2026-03-31T18:31:18.856609Z","end":"2026-03-31T18:31:20.857288Z","steps":["trace[1748123869] 'agreement among raft nodes before linearized reading' (duration: 2.000562621s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:20.857358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:18.856587Z","time spent":"2.000761676s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:21.214423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"902.35915ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:21.214645Z","caller":"traceutil/trace.go:171","msg":"trace[2044840609] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1410; }","duration":"4.094473708s","start":"2026-03-31T18:31:17.120149Z","end":"2026-03-31T18:31:21.214623Z","steps":["trace[2044840609] 'read index received' (duration: 3.191833531s)","trace[2044840609] 'applied index is now lower than readState.Index' (duration: 902.638827ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:21.214755Z","caller":"traceutil/trace.go:171","msg":"trace[1456101138] transaction","detail":"{read_only:false; response_revision:1343; number_of_response:1; }","duration":"1.874704472s","start":"2026-03-31T18:31:19.340036Z","end":"2026-03-31T18:31:21.214741Z","steps":["trace[1456101138] 'process raft request' (duration: 1.874501077s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:21.214792Z","caller":"traceutil/trace.go:171","msg":"trace[2067280002] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"4.147685718s","start":"2026-03-31T18:31:17.067075Z","end":"2026-03-31T18:31:21.21476Z","steps":["trace[2067280002] 'process raft request' (duration: 3.244897377s)","trace[2067280002] 'compare' (duration: 902.106594ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:21.214836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:19.340015Z","time spent":"1.874774463s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:21.214937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.067046Z","time spent":"4.147807981s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:21.21514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.939191355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:31:21.215172Z","caller":"traceutil/trace.go:171","msg":"trace[2044996314] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1343; }","duration":"6.939260747s","start":"2026-03-31T18:31:14.2759Z","end":"2026-03-31T18:31:21.215161Z","steps":["trace[2044996314] 'agreement among raft nodes before linearized reading' (duration: 6.939147664s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.215201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:14.275879Z","time spent":"6.939316057s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"warn","ts":"2026-03-31T18:31:21.215409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.517094865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:21.215439Z","caller":"traceutil/trace.go:171","msg":"trace[195814210] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1343; }","duration":"4.517128227s","start":"2026-03-31T18:31:16.698302Z","end":"2026-03-31T18:31:21.21543Z","steps":["trace[195814210] 'agreement among raft nodes before linearized reading' (duration: 4.517051554s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:21.215466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:16.698244Z","time spent":"4.517214679s","remote":"127.0.0.1:51960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":55,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:21.714807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:22.215264Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:22.716337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:22.857822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000080587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:22.858034Z","caller":"traceutil/trace.go:171","msg":"trace[579371895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345634s","start":"2026-03-31T18:31:20.857667Z","end":"2026-03-31T18:31:22.858012Z","steps":["trace[579371895] 'agreement among raft nodes before linearized reading' (duration: 2.000115118s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:22.858181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.857647Z","time spent":"2.000516089s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:23.21715Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:23.717427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-31T18:31:23.942752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:23.94286Z","caller":"traceutil/trace.go:171","msg":"trace[1788932998] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112779s","start":"2026-03-31T18:31:21.94272Z","end":"2026-03-31T18:31:23.942833Z","steps":["trace[1788932998] 'agreement among raft nodes before linearized reading' (duration: 1.999993126s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:23.94295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.942705Z","time spent":"2.000229482s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:24.063028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.122166749s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:24.063503Z","caller":"traceutil/trace.go:171","msg":"trace[302458865] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"3.158276007s","start":"2026-03-31T18:31:20.905199Z","end":"2026-03-31T18:31:24.063474Z","steps":["trace[302458865] 'process raft request' (duration: 3.158112463s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:24.063648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.90518Z","time spent":"3.158384829s","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5500,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:24.86536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000187231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-31T18:31:24.865423Z","caller":"traceutil/trace.go:171","msg":"trace[189880909] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000301303s","start":"2026-03-31T18:31:22.865107Z","end":"2026-03-31T18:31:24.865409Z","steps":["trace[189880909] 'agreement among raft nodes before linearized reading' (duration: 2.000220771s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:24.865463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.865087Z","time spent":"2.000369386s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:26.873755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000810216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:26.873846Z","caller":"traceutil/trace.go:171","msg":"trace[844146809] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000953469s","start":"2026-03-31T18:31:24.872873Z","end":"2026-03-31T18:31:26.873827Z","steps":["trace[844146809] 'agreement among raft nodes before linearized reading' (duration: 2.000827926s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:26.873906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.87286Z","time spent":"2.001024931s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:27.060399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.162795ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.060631Z","caller":"traceutil/trace.go:171","msg":"trace[194865395] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1344; }","duration":"155.427181ms","start":"2026-03-31T18:31:26.905188Z","end":"2026-03-31T18:31:27.060615Z","steps":["trace[194865395] 'range keys from in-memory index tree' (duration: 155.149425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.060864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.169405589s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:31:27.061313Z","caller":"traceutil/trace.go:171","msg":"trace[1631370404] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1412; }","duration":"5.846616946s","start":"2026-03-31T18:31:21.214684Z","end":"2026-03-31T18:31:27.061301Z","steps":["trace[1631370404] 'read index received' (duration: 2.848731206s)","trace[1631370404] 'applied index is now lower than readState.Index' (duration: 2.99788484s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:27.061521Z","caller":"traceutil/trace.go:171","msg":"trace[724674379] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"5.844055973s","start":"2026-03-31T18:31:21.217209Z","end":"2026-03-31T18:31:27.061265Z","steps":["trace[724674379] 'process raft request' (duration: 3.674167422s)","trace[724674379] 'compare' (duration: 2.168507126s)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:27.061649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.217183Z","time spent":"5.8443844s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:27.725128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.136225ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:31:27.725243Z","caller":"traceutil/trace.go:171","msg":"trace[2080190206] linearizableReadLoop","detail":"{readStateIndex:1415; appliedIndex:1414; }","duration":"663.817287ms","start":"2026-03-31T18:31:27.061405Z","end":"2026-03-31T18:31:27.725222Z","steps":["trace[2080190206] 'read index received' (duration: 64.822µs)","trace[2080190206] 'applied index is now lower than readState.Index' (duration: 663.750535ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:27.725504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.408553547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:27.725709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.90267215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.725777Z","caller":"traceutil/trace.go:171","msg":"trace[2091455381] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1346; }","duration":"4.902738731s","start":"2026-03-31T18:31:22.82302Z","end":"2026-03-31T18:31:27.725759Z","steps":["trace[2091455381] 'agreement among raft nodes before linearized reading' (duration: 4.902644239s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.725822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:22.822966Z","time spent":"4.902845955s","remote":"127.0.0.1:52022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:27.725767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374739565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:27.726048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578322379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.72609Z","caller":"traceutil/trace.go:171","msg":"trace[385626270] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1346; }","duration":"3.578407801s","start":"2026-03-31T18:31:24.147672Z","end":"2026-03-31T18:31:27.726079Z","steps":["trace[385626270] 'agreement among raft nodes before linearized reading' (duration: 3.578339569s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.726127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.147649Z","time spent":"3.578468993s","remote":"127.0.0.1:45962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:27.726029Z","caller":"traceutil/trace.go:171","msg":"trace[1432405457] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1346; }","duration":"3.375036612s","start":"2026-03-31T18:31:24.350973Z","end":"2026-03-31T18:31:27.72601Z","steps":["trace[1432405457] 'agreement among raft nodes before linearized reading' (duration: 3.374729694s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.726336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.06905386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:27.726396Z","caller":"traceutil/trace.go:171","msg":"trace[1308161192] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1346; }","duration":"4.069163643s","start":"2026-03-31T18:31:23.65722Z","end":"2026-03-31T18:31:27.726384Z","steps":["trace[1308161192] 'agreement among raft nodes before linearized reading' (duration: 4.06904806s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.726437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:23.657175Z","time spent":"4.069252135s","remote":"127.0.0.1:52132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:27.725724Z","caller":"traceutil/trace.go:171","msg":"trace[1693624034] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1346; }","duration":"2.408824344s","start":"2026-03-31T18:31:25.316873Z","end":"2026-03-31T18:31:27.725698Z","steps":["trace[1693624034] 'agreement among raft nodes before linearized reading' (duration: 2.408467655s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.726344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:24.350955Z","time spent":"3.375363561s","remote":"127.0.0.1:52060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:27.726565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:25.316853Z","time spent":"2.409691547s","remote":"127.0.0.1:51958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":70,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:27.725508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.955104274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:27.727244Z","caller":"traceutil/trace.go:171","msg":"trace[32748941] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1346; }","duration":"6.956929161s","start":"2026-03-31T18:31:20.770298Z","end":"2026-03-31T18:31:27.727227Z","steps":["trace[32748941] 'agreement among raft nodes before linearized reading' (duration: 6.291054002s)","trace[32748941] 'count revisions from in-memory index tree' (duration: 664.055573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:27.726956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.717269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-31T18:31:27.727296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.770279Z","time spent":"6.957002282s","remote":"127.0.0.1:51790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:27.727314Z","caller":"traceutil/trace.go:171","msg":"trace[1728714883] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1346; }","duration":"661.097688ms","start":"2026-03-31T18:31:27.066193Z","end":"2026-03-31T18:31:27.727291Z","steps":["trace[1728714883] 'agreement among raft nodes before linearized reading' (duration: 660.688808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.727397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.066176Z","time spent":"661.206661ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"warn","ts":"2026-03-31T18:31:27.727361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.110641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:27.726996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.604449652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:31:27.727507Z","caller":"traceutil/trace.go:171","msg":"trace[1184767836] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1346; }","duration":"853.343767ms","start":"2026-03-31T18:31:26.874142Z","end":"2026-03-31T18:31:27.727486Z","steps":["trace[1184767836] 'agreement among raft nodes before linearized reading' (duration: 853.0754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.725622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.537283277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-gtntb\" ","response":"range_response_count:1 size:4694"} {"level":"warn","ts":"2026-03-31T18:31:27.727596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:26.874124Z","time spent":"853.45699ms","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-31T18:31:27.727621Z","caller":"traceutil/trace.go:171","msg":"trace[1548472944] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-gtntb; range_end:; response_count:1; response_revision:1346; }","duration":"2.539324059s","start":"2026-03-31T18:31:25.188279Z","end":"2026-03-31T18:31:27.727603Z","steps":["trace[1548472944] 'agreement among raft nodes before linearized reading' (duration: 2.537054042s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.727702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:25.18826Z","time spent":"2.539426491s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-gtntb\" "} {"level":"info","ts":"2026-03-31T18:31:27.727736Z","caller":"traceutil/trace.go:171","msg":"trace[1552353793] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1346; }","duration":"10.605001135s","start":"2026-03-31T18:31:17.122535Z","end":"2026-03-31T18:31:27.727536Z","steps":["trace[1552353793] 'agreement among raft nodes before linearized reading' (duration: 9.93886854s)","trace[1552353793] 'range keys from in-memory index tree' (duration: 665.553941ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:27.72701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.301950717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:27.727037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.047981023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:27.727905Z","caller":"traceutil/trace.go:171","msg":"trace[1574266555] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1346; }","duration":"6.30288404s","start":"2026-03-31T18:31:21.425008Z","end":"2026-03-31T18:31:27.727892Z","steps":["trace[1574266555] 'agreement among raft nodes before linearized reading' (duration: 6.301977978s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:27.727957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.424976Z","time spent":"6.302966742s","remote":"127.0.0.1:51968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:27.727961Z","caller":"traceutil/trace.go:171","msg":"trace[626916292] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1346; }","duration":"7.048939556s","start":"2026-03-31T18:31:20.679Z","end":"2026-03-31T18:31:27.72794Z","steps":["trace[626916292] 'agreement among raft nodes before linearized reading' (duration: 6.382391661s)","trace[626916292] 'count revisions from in-memory index tree' (duration: 665.623623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:27.727811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.609907827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:27.728043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:20.678969Z","time spent":"7.049049459s","remote":"127.0.0.1:51910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:27.728204Z","caller":"traceutil/trace.go:171","msg":"trace[723419139] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1346; }","duration":"6.610161443s","start":"2026-03-31T18:31:21.117857Z","end":"2026-03-31T18:31:27.728018Z","steps":["trace[723419139] 'agreement among raft nodes before linearized reading' (duration: 5.943518655s)","trace[723419139] 'count revisions from in-memory index tree' (duration: 664.3688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:31:27.728449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:21.117842Z","time spent":"6.610572423s","remote":"127.0.0.1:51808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:27.728065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:17.1225Z","time spent":"10.605387935s","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-31T18:31:28.237049Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":10434731781958265968,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T18:31:28.351777Z","caller":"traceutil/trace.go:171","msg":"trace[2105008307] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"619.123812ms","start":"2026-03-31T18:31:27.732632Z","end":"2026-03-31T18:31:28.351756Z","steps":["trace[2105008307] 'process raft request' (duration: 619.010669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:28.351911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.732612Z","time spent":"619.227495ms","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:29.735895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:29.736342Z","caller":"traceutil/trace.go:171","msg":"trace[1032498195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000437807s","start":"2026-03-31T18:31:27.735874Z","end":"2026-03-31T18:31:29.736312Z","steps":["trace[1032498195] 'agreement among raft nodes before linearized reading' (duration: 1.999972756s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:29.73659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.735868Z","time spent":"2.000705554s","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/31 18:31:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-31T18:31:31.736993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000336624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-31T18:31:31.737072Z","caller":"traceutil/trace.go:171","msg":"trace[1212164465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475778s","start":"2026-03-31T18:31:29.736579Z","end":"2026-03-31T18:31:31.737054Z","steps":["trace[1212164465] 'agreement among raft nodes before linearized reading' (duration: 2.000374225s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:31.737135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.736558Z","time spent":"2.00056292s","remote":"127.0.0.1:51604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:32.692881Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.341209619s","expected-duration":"1s"} {"level":"info","ts":"2026-03-31T18:31:32.693428Z","caller":"traceutil/trace.go:171","msg":"trace[1338443342] linearizableReadLoop","detail":"{readStateIndex:1418; appliedIndex:1415; }","duration":"4.957503441s","start":"2026-03-31T18:31:27.735893Z","end":"2026-03-31T18:31:32.693396Z","steps":["trace[1338443342] 'read index received' (duration: 615.84269ms)","trace[1338443342] 'applied index is now lower than readState.Index' (duration: 4.341659411s)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:31:32.693566Z","caller":"traceutil/trace.go:171","msg":"trace[1678542442] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"4.958024184s","start":"2026-03-31T18:31:27.735528Z","end":"2026-03-31T18:31:32.693552Z","steps":["trace[1678542442] 'process raft request' (duration: 4.957799949s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.693711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.735522Z","time spent":"4.958076075s","remote":"127.0.0.1:51804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:32.693737Z","caller":"traceutil/trace.go:171","msg":"trace[2058805383] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"4.959379198s","start":"2026-03-31T18:31:27.734312Z","end":"2026-03-31T18:31:32.693691Z","steps":["trace[2058805383] 'process raft request' (duration: 4.958814094s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.693951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.734299Z","time spent":"4.959528681s","remote":"127.0.0.1:51788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:32.712597Z","caller":"traceutil/trace.go:171","msg":"trace[58478184] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"1.195269143s","start":"2026-03-31T18:31:31.5173Z","end":"2026-03-31T18:31:32.712569Z","steps":["trace[58478184] 'process raft request' (duration: 1.195066348s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.712765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.51728Z","time spent":"1.195393246s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:31:32.712855Z","caller":"traceutil/trace.go:171","msg":"trace[139772776] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"1.161833291s","start":"2026-03-31T18:31:31.551008Z","end":"2026-03-31T18:31:32.712841Z","steps":["trace[139772776] 'process raft request' (duration: 1.161516663s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.712895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.054247492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:32.712929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027438459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:32.712955Z","caller":"traceutil/trace.go:171","msg":"trace[194982093] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1351; }","duration":"2.054360765s","start":"2026-03-31T18:31:30.65858Z","end":"2026-03-31T18:31:32.712941Z","steps":["trace[194982093] 'agreement among raft nodes before linearized reading' (duration: 2.054258842s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.71297Z","caller":"traceutil/trace.go:171","msg":"trace[586540654] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1351; }","duration":"1.027508381s","start":"2026-03-31T18:31:31.68545Z","end":"2026-03-31T18:31:32.712958Z","steps":["trace[586540654] 'agreement among raft nodes before linearized reading' (duration: 1.027441619s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.712984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.65856Z","time spent":"2.054417806s","remote":"127.0.0.1:51900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.713002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.685433Z","time spent":"1.027559552s","remote":"127.0.0.1:51828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.713009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.84882402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:32.713036Z","caller":"traceutil/trace.go:171","msg":"trace[1104896667] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1351; }","duration":"2.848889681s","start":"2026-03-31T18:31:29.864138Z","end":"2026-03-31T18:31:32.713027Z","steps":["trace[1104896667] 'agreement among raft nodes before linearized reading' (duration: 2.84884844s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.713066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.864119Z","time spent":"2.848938682s","remote":"127.0.0.1:51850","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.712917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.550981Z","time spent":"1.161902583s","remote":"127.0.0.1:51886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:31:32.713214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827224117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:32.71327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.583197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:32.713273Z","caller":"traceutil/trace.go:171","msg":"trace[1537265452] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1351; }","duration":"1.82733966s","start":"2026-03-31T18:31:30.885916Z","end":"2026-03-31T18:31:32.713256Z","steps":["trace[1537265452] 'agreement among raft nodes before linearized reading' (duration: 1.827233488s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.713297Z","caller":"traceutil/trace.go:171","msg":"trace[804988737] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1351; }","duration":"664.643328ms","start":"2026-03-31T18:31:32.048645Z","end":"2026-03-31T18:31:32.713288Z","steps":["trace[804988737] 'agreement among raft nodes before linearized reading' (duration: 664.604667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.713321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:32.048624Z","time spent":"664.690999ms","remote":"127.0.0.1:52072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.713335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.357691715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-31T18:31:32.713363Z","caller":"traceutil/trace.go:171","msg":"trace[1374849120] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054; range_end:; response_count:1; response_revision:1351; }","duration":"4.357752847s","start":"2026-03-31T18:31:28.355602Z","end":"2026-03-31T18:31:32.713355Z","steps":["trace[1374849120] 'agreement among raft nodes before linearized reading' (duration: 4.357646704s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.713336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.885893Z","time spent":"1.827413553s","remote":"127.0.0.1:51744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.713391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:28.35558Z","time spent":"4.357803128s","remote":"127.0.0.1:51678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a2006bb451b054\" "} {"level":"warn","ts":"2026-03-31T18:31:32.713501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"969.032129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:32.71353Z","caller":"traceutil/trace.go:171","msg":"trace[1837192406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"969.08577ms","start":"2026-03-31T18:31:31.744435Z","end":"2026-03-31T18:31:32.713521Z","steps":["trace[1837192406] 'agreement among raft nodes before linearized reading' (duration: 969.039629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.713554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.744419Z","time spent":"969.128692ms","remote":"127.0.0.1:51588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T18:31:32.713613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.391580068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:32.713643Z","caller":"traceutil/trace.go:171","msg":"trace[1005023294] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1351; }","duration":"4.39165386s","start":"2026-03-31T18:31:28.321981Z","end":"2026-03-31T18:31:32.713635Z","steps":["trace[1005023294] 'agreement among raft nodes before linearized reading' (duration: 4.391587968s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.713636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157186484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:31:32.71297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.682587986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:32.713665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:28.321959Z","time spent":"4.39169847s","remote":"127.0.0.1:59484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:31:32.713683Z","caller":"traceutil/trace.go:171","msg":"trace[1620826243] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1351; }","duration":"2.683325315s","start":"2026-03-31T18:31:30.030348Z","end":"2026-03-31T18:31:32.713673Z","steps":["trace[1620826243] 'agreement among raft nodes before linearized reading' (duration: 2.682588086s)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.713689Z","caller":"traceutil/trace.go:171","msg":"trace[524699784] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1351; }","duration":"1.157263925s","start":"2026-03-31T18:31:31.556401Z","end":"2026-03-31T18:31:32.713665Z","steps":["trace[524699784] 'agreement among raft nodes before linearized reading' (duration: 1.157158153s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.713724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:30.030332Z","time spent":"2.683378356s","remote":"127.0.0.1:52038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.713727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.556382Z","time spent":"1.157333328s","remote":"127.0.0.1:52086","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.71378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.917455482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:32.713799Z","caller":"traceutil/trace.go:171","msg":"trace[1720388515] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1351; }","duration":"4.917510954s","start":"2026-03-31T18:31:27.796282Z","end":"2026-03-31T18:31:32.713793Z","steps":["trace[1720388515] 'agreement among raft nodes before linearized reading' (duration: 4.917478423s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.713824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:27.796264Z","time spent":"4.917552985s","remote":"127.0.0.1:50928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.713233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.029764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:31:32.71323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498803228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:31:32.713977Z","caller":"traceutil/trace.go:171","msg":"trace[642824441] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1351; }","duration":"368.821893ms","start":"2026-03-31T18:31:32.345144Z","end":"2026-03-31T18:31:32.713966Z","steps":["trace[642824441] 'agreement among raft nodes before linearized reading' (duration: 368.059894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:31:32.713992Z","caller":"traceutil/trace.go:171","msg":"trace[1023968248] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1351; }","duration":"3.499565147s","start":"2026-03-31T18:31:29.214416Z","end":"2026-03-31T18:31:32.713982Z","steps":["trace[1023968248] 'agreement among raft nodes before linearized reading' (duration: 3.498786418s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.714011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:32.345114Z","time spent":"368.885775ms","remote":"127.0.0.1:52118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.714032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:29.214344Z","time spent":"3.49967654s","remote":"127.0.0.1:51042","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:31:32.71394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.475479705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:31:32.714159Z","caller":"traceutil/trace.go:171","msg":"trace[1872659277] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1351; }","duration":"1.475738342s","start":"2026-03-31T18:31:31.23841Z","end":"2026-03-31T18:31:32.714149Z","steps":["trace[1872659277] 'agreement among raft nodes before linearized reading' (duration: 1.475497636s)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:31:32.714191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:31:31.238391Z","time spent":"1.475789133s","remote":"127.0.0.1:52094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-31T18:32:01.770503Z","caller":"traceutil/trace.go:171","msg":"trace[282009972] linearizableReadLoop","detail":"{readStateIndex:1427; appliedIndex:1425; }","duration":"118.842812ms","start":"2026-03-31T18:32:01.651642Z","end":"2026-03-31T18:32:01.770485Z","steps":["trace[282009972] 'read index received' (duration: 118.616357ms)","trace[282009972] 'applied index is now lower than readState.Index' (duration: 225.795µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:01.770694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.025236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:01.770739Z","caller":"traceutil/trace.go:171","msg":"trace[23059062] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1358; }","duration":"119.122099ms","start":"2026-03-31T18:32:01.651604Z","end":"2026-03-31T18:32:01.770727Z","steps":["trace[23059062] 'agreement among raft nodes before linearized reading' (duration: 118.976905ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:01.770894Z","caller":"traceutil/trace.go:171","msg":"trace[1775030661] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"200.230774ms","start":"2026-03-31T18:32:01.570653Z","end":"2026-03-31T18:32:01.770884Z","steps":["trace[1775030661] 'process raft request' (duration: 199.792053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:01.771006Z","caller":"traceutil/trace.go:171","msg":"trace[2085144489] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"203.970318ms","start":"2026-03-31T18:32:01.567001Z","end":"2026-03-31T18:32:01.770971Z","steps":["trace[2085144489] 'process raft request' (duration: 203.320562ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:01.922931Z","caller":"traceutil/trace.go:171","msg":"trace[804028640] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1427; }","duration":"146.784884ms","start":"2026-03-31T18:32:01.776114Z","end":"2026-03-31T18:32:01.922899Z","steps":["trace[804028640] 'read index received' (duration: 93.549769ms)","trace[804028640] 'applied index is now lower than readState.Index' (duration: 53.233665ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:01.923169Z","caller":"traceutil/trace.go:171","msg":"trace[37923042] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"148.483386ms","start":"2026-03-31T18:32:01.774655Z","end":"2026-03-31T18:32:01.923139Z","steps":["trace[37923042] 'process raft request' (duration: 95.056046ms)","trace[37923042] 'compare' (duration: 53.00577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:01.92325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.111452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4133"} {"level":"info","ts":"2026-03-31T18:32:01.923341Z","caller":"traceutil/trace.go:171","msg":"trace[199754019] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1359; }","duration":"147.233315ms","start":"2026-03-31T18:32:01.776086Z","end":"2026-03-31T18:32:01.923319Z","steps":["trace[199754019] 'agreement among raft nodes before linearized reading' (duration: 147.086571ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:02.060507Z","caller":"traceutil/trace.go:171","msg":"trace[619812229] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"130.431203ms","start":"2026-03-31T18:32:01.930028Z","end":"2026-03-31T18:32:02.060459Z","steps":["trace[619812229] 'process raft request' (duration: 115.455577ms)","trace[619812229] 'compare' (duration: 14.641338ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:02.989336Z","caller":"traceutil/trace.go:171","msg":"trace[823950280] linearizableReadLoop","detail":"{readStateIndex:1437; appliedIndex:1436; }","duration":"117.436627ms","start":"2026-03-31T18:32:02.871869Z","end":"2026-03-31T18:32:02.989306Z","steps":["trace[823950280] 'read index received' (duration: 87.680411ms)","trace[823950280] 'applied index is now lower than readState.Index' (duration: 29.754656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:02.98957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.674503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"info","ts":"2026-03-31T18:32:02.98961Z","caller":"traceutil/trace.go:171","msg":"trace[1851748958] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1367; }","duration":"117.782627ms","start":"2026-03-31T18:32:02.871817Z","end":"2026-03-31T18:32:02.989599Z","steps":["trace[1851748958] 'agreement among raft nodes before linearized reading' (duration: 117.602391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:03.22843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.783537ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:03.228653Z","caller":"traceutil/trace.go:171","msg":"trace[1555869619] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"237.184133ms","start":"2026-03-31T18:32:02.991449Z","end":"2026-03-31T18:32:03.228633Z","steps":["trace[1555869619] 'process raft request' (duration: 105.132499ms)","trace[1555869619] 'compare' (duration: 131.681384ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:03.228699Z","caller":"traceutil/trace.go:171","msg":"trace[1682547511] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"234.331121ms","start":"2026-03-31T18:32:02.994356Z","end":"2026-03-31T18:32:03.228688Z","steps":["trace[1682547511] 'process raft request' (duration: 234.213498ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:03.463299Z","caller":"traceutil/trace.go:171","msg":"trace[405098796] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"223.989421ms","start":"2026-03-31T18:32:03.239289Z","end":"2026-03-31T18:32:03.463278Z","steps":["trace[405098796] 'process raft request' (duration: 170.884509ms)","trace[405098796] 'compare' (duration: 52.99323ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:03.704751Z","caller":"traceutil/trace.go:171","msg":"trace[1853161126] linearizableReadLoop","detail":"{readStateIndex:1442; appliedIndex:1441; }","duration":"156.896177ms","start":"2026-03-31T18:32:03.547831Z","end":"2026-03-31T18:32:03.704727Z","steps":["trace[1853161126] 'read index received' (duration: 127.692534ms)","trace[1853161126] 'applied index is now lower than readState.Index' (duration: 29.202433ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:03.704793Z","caller":"traceutil/trace.go:171","msg":"trace[688198419] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"234.823943ms","start":"2026-03-31T18:32:03.469933Z","end":"2026-03-31T18:32:03.704757Z","steps":["trace[688198419] 'process raft request' (duration: 205.713852ms)","trace[688198419] 'compare' (duration: 28.932487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:03.70502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.158944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-f7btn\" ","response":"range_response_count:1 size:5792"} {"level":"info","ts":"2026-03-31T18:32:03.705119Z","caller":"traceutil/trace.go:171","msg":"trace[1578021730] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-f7btn; range_end:; response_count:1; response_revision:1372; }","duration":"157.345778ms","start":"2026-03-31T18:32:03.547751Z","end":"2026-03-31T18:32:03.705097Z","steps":["trace[1578021730] 'agreement among raft nodes before linearized reading' (duration: 157.064591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:12.152114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.011731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-31T18:32:12.152189Z","caller":"traceutil/trace.go:171","msg":"trace[434771803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1502; }","duration":"106.148764ms","start":"2026-03-31T18:32:12.046028Z","end":"2026-03-31T18:32:12.152177Z","steps":["trace[434771803] 'range keys from in-memory index tree' (duration: 105.852767ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:13.738216Z","caller":"traceutil/trace.go:171","msg":"trace[1355497818] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"117.830297ms","start":"2026-03-31T18:32:13.620361Z","end":"2026-03-31T18:32:13.738191Z","steps":["trace[1355497818] 'process raft request' (duration: 117.685684ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:16.415058Z","caller":"traceutil/trace.go:171","msg":"trace[1768691864] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"151.134713ms","start":"2026-03-31T18:32:16.263893Z","end":"2026-03-31T18:32:16.415028Z","steps":["trace[1768691864] 'process raft request' (duration: 150.99124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:17.616553Z","caller":"traceutil/trace.go:171","msg":"trace[112199401] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"117.254072ms","start":"2026-03-31T18:32:17.499277Z","end":"2026-03-31T18:32:17.616531Z","steps":["trace[112199401] 'process raft request' (duration: 49.358218ms)","trace[112199401] 'compare' (duration: 67.786421ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:18.538298Z","caller":"traceutil/trace.go:171","msg":"trace[1344058341] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"117.272453ms","start":"2026-03-31T18:32:18.421003Z","end":"2026-03-31T18:32:18.538276Z","steps":["trace[1344058341] 'process raft request' (duration: 117.063817ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.455751Z","caller":"traceutil/trace.go:171","msg":"trace[1297471603] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1594; }","duration":"140.777953ms","start":"2026-03-31T18:32:21.314959Z","end":"2026-03-31T18:32:21.455737Z","steps":["trace[1297471603] 'read index received' (duration: 89.302091ms)","trace[1297471603] 'applied index is now lower than readState.Index' (duration: 51.475082ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:21.456146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.379105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-31T18:32:21.456274Z","caller":"traceutil/trace.go:171","msg":"trace[1264906978] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:1523; }","duration":"107.558608ms","start":"2026-03-31T18:32:21.348692Z","end":"2026-03-31T18:32:21.45625Z","steps":["trace[1264906978] 'agreement among raft nodes before linearized reading' (duration: 107.23429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.456336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.930097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.456394Z","caller":"traceutil/trace.go:171","msg":"trace[1679194872] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1523; }","duration":"141.04104ms","start":"2026-03-31T18:32:21.315344Z","end":"2026-03-31T18:32:21.456385Z","steps":["trace[1679194872] 'agreement among raft nodes before linearized reading' (duration: 140.488145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.456424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.409439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.456599Z","caller":"traceutil/trace.go:171","msg":"trace[41185075] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1523; }","duration":"141.659156ms","start":"2026-03-31T18:32:21.314918Z","end":"2026-03-31T18:32:21.456578Z","steps":["trace[41185075] 'agreement among raft nodes before linearized reading' (duration: 140.884485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.458117Z","caller":"traceutil/trace.go:171","msg":"trace[652448855] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"143.177273ms","start":"2026-03-31T18:32:21.314917Z","end":"2026-03-31T18:32:21.458094Z","steps":["trace[652448855] 'process raft request' (duration: 140.728901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.996816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.618006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:21.997001Z","caller":"traceutil/trace.go:171","msg":"trace[966928306] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"431.332425ms","start":"2026-03-31T18:32:21.565644Z","end":"2026-03-31T18:32:21.996976Z","steps":["trace[966928306] 'process raft request' (duration: 108.464662ms)","trace[966928306] 'compare' (duration: 322.233816ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:21.997025Z","caller":"traceutil/trace.go:171","msg":"trace[2122404147] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1599; }","duration":"396.188852ms","start":"2026-03-31T18:32:21.60082Z","end":"2026-03-31T18:32:21.997009Z","steps":["trace[2122404147] 'read index received' (duration: 73.295429ms)","trace[2122404147] 'applied index is now lower than readState.Index' (duration: 322.892053ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:21.997121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.565632Z","time spent":"431.426757ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:21.997173Z","caller":"traceutil/trace.go:171","msg":"trace[802381894] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"430.589596ms","start":"2026-03-31T18:32:21.566574Z","end":"2026-03-31T18:32:21.997164Z","steps":["trace[802381894] 'process raft request' (duration: 430.341549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.997228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.566556Z","time spent":"430.645937ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:21.997445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.100477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:32:21.997478Z","caller":"traceutil/trace.go:171","msg":"trace[1391434683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1528; }","duration":"362.1746ms","start":"2026-03-31T18:32:21.635296Z","end":"2026-03-31T18:32:21.99747Z","steps":["trace[1391434683] 'agreement among raft nodes before linearized reading' (duration: 362.073937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.997453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.375224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.997531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.656132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.997545Z","caller":"traceutil/trace.go:171","msg":"trace[1633362983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1528; }","duration":"197.499267ms","start":"2026-03-31T18:32:21.800024Z","end":"2026-03-31T18:32:21.997523Z","steps":["trace[1633362983] 'agreement among raft nodes before linearized reading' (duration: 197.352254ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.997561Z","caller":"traceutil/trace.go:171","msg":"trace[1706508295] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1528; }","duration":"280.701654ms","start":"2026-03-31T18:32:21.71685Z","end":"2026-03-31T18:32:21.997552Z","steps":["trace[1706508295] 'agreement among raft nodes before linearized reading' (duration: 280.661533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.997576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.759006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:32:21.997607Z","caller":"traceutil/trace.go:171","msg":"trace[394951614] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:1528; }","duration":"396.786967ms","start":"2026-03-31T18:32:21.600812Z","end":"2026-03-31T18:32:21.997599Z","steps":["trace[394951614] 'agreement among raft nodes before linearized reading' (duration: 396.736326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.997637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.600759Z","time spent":"396.87254ms","remote":"127.0.0.1:42110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"warn","ts":"2026-03-31T18:32:21.99773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.518481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.997758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.967588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.99777Z","caller":"traceutil/trace.go:171","msg":"trace[1199457257] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1528; }","duration":"135.586353ms","start":"2026-03-31T18:32:21.862175Z","end":"2026-03-31T18:32:21.997761Z","steps":["trace[1199457257] 'agreement among raft nodes before linearized reading' (duration: 135.513311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.997824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.104844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.997834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.069311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.997853Z","caller":"traceutil/trace.go:171","msg":"trace[680087367] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1528; }","duration":"281.196387ms","start":"2026-03-31T18:32:21.71665Z","end":"2026-03-31T18:32:21.997847Z","steps":["trace[680087367] 'agreement among raft nodes before linearized reading' (duration: 281.143376ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.99787Z","caller":"traceutil/trace.go:171","msg":"trace[832910511] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1528; }","duration":"147.105712ms","start":"2026-03-31T18:32:21.850755Z","end":"2026-03-31T18:32:21.997861Z","steps":["trace[832910511] 'agreement among raft nodes before linearized reading' (duration: 147.05642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.99773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.407625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.997987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.754893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998017Z","caller":"traceutil/trace.go:171","msg":"trace[37562599] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1528; }","duration":"313.783704ms","start":"2026-03-31T18:32:21.684225Z","end":"2026-03-31T18:32:21.998009Z","steps":["trace[37562599] 'agreement among raft nodes before linearized reading' (duration: 313.746113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.684121Z","time spent":"313.918718ms","remote":"127.0.0.1:42556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:21.998073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.816182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.99813Z","caller":"traceutil/trace.go:171","msg":"trace[452305440] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1528; }","duration":"120.905024ms","start":"2026-03-31T18:32:21.877216Z","end":"2026-03-31T18:32:21.998121Z","steps":["trace[452305440] 'agreement among raft nodes before linearized reading' (duration: 120.817232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.02455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998208Z","caller":"traceutil/trace.go:171","msg":"trace[1369010100] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1528; }","duration":"314.085272ms","start":"2026-03-31T18:32:21.684111Z","end":"2026-03-31T18:32:21.998197Z","steps":["trace[1369010100] 'agreement among raft nodes before linearized reading' (duration: 314.041771ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.998115Z","caller":"traceutil/trace.go:171","msg":"trace[32319630] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1528; }","duration":"254.754293ms","start":"2026-03-31T18:32:21.743242Z","end":"2026-03-31T18:32:21.997996Z","steps":["trace[32319630] 'agreement among raft nodes before linearized reading' (duration: 254.183999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.528696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998284Z","caller":"traceutil/trace.go:171","msg":"trace[524385531] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1528; }","duration":"344.588428ms","start":"2026-03-31T18:32:21.65369Z","end":"2026-03-31T18:32:21.998279Z","steps":["trace[524385531] 'agreement among raft nodes before linearized reading' (duration: 344.551837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.248202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.998309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.653671Z","time spent":"344.628948ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-03-31T18:32:21.998283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.490642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.998318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.290623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998338Z","caller":"traceutil/trace.go:171","msg":"trace[1457728583] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1528; }","duration":"253.566004ms","start":"2026-03-31T18:32:21.744765Z","end":"2026-03-31T18:32:21.998331Z","steps":["trace[1457728583] 'agreement among raft nodes before linearized reading' (duration: 253.492742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.998343Z","caller":"traceutil/trace.go:171","msg":"trace[1885129485] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1528; }","duration":"225.346234ms","start":"2026-03-31T18:32:21.772987Z","end":"2026-03-31T18:32:21.998333Z","steps":["trace[1885129485] 'agreement among raft nodes before linearized reading' (duration: 225.315903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.535821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998384Z","caller":"traceutil/trace.go:171","msg":"trace[777430808] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1528; }","duration":"135.601892ms","start":"2026-03-31T18:32:21.862774Z","end":"2026-03-31T18:32:21.998376Z","steps":["trace[777430808] 'agreement among raft nodes before linearized reading' (duration: 135.51188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.12342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998458Z","caller":"traceutil/trace.go:171","msg":"trace[273063881] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1528; }","duration":"345.174502ms","start":"2026-03-31T18:32:21.653277Z","end":"2026-03-31T18:32:21.998452Z","steps":["trace[273063881] 'agreement among raft nodes before linearized reading' (duration: 345.131421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.962913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.9985Z","caller":"traceutil/trace.go:171","msg":"trace[971605105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1528; }","duration":"199.032505ms","start":"2026-03-31T18:32:21.799461Z","end":"2026-03-31T18:32:21.998493Z","steps":["trace[971605105] 'agreement among raft nodes before linearized reading' (duration: 198.986334ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.998311Z","caller":"traceutil/trace.go:171","msg":"trace[1291997994] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1528; }","duration":"225.316513ms","start":"2026-03-31T18:32:21.772987Z","end":"2026-03-31T18:32:21.998304Z","steps":["trace[1291997994] 'agreement among raft nodes before linearized reading' (duration: 225.267612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.291161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.9986Z","caller":"traceutil/trace.go:171","msg":"trace[831382639] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1528; }","duration":"136.367402ms","start":"2026-03-31T18:32:21.862206Z","end":"2026-03-31T18:32:21.998573Z","steps":["trace[831382639] 'agreement among raft nodes before linearized reading' (duration: 136.307731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.182968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998663Z","caller":"traceutil/trace.go:171","msg":"trace[759062070] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1528; }","duration":"199.24421ms","start":"2026-03-31T18:32:21.799411Z","end":"2026-03-31T18:32:21.998655Z","steps":["trace[759062070] 'agreement among raft nodes before linearized reading' (duration: 199.192079ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.997796Z","caller":"traceutil/trace.go:171","msg":"trace[2103687085] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1528; }","duration":"147.02066ms","start":"2026-03-31T18:32:21.850762Z","end":"2026-03-31T18:32:21.997783Z","steps":["trace[2103687085] 'agreement among raft nodes before linearized reading' (duration: 146.958658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.349864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998733Z","caller":"traceutil/trace.go:171","msg":"trace[791643830] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1528; }","duration":"225.399096ms","start":"2026-03-31T18:32:21.773327Z","end":"2026-03-31T18:32:21.998726Z","steps":["trace[791643830] 'agreement among raft nodes before linearized reading' (duration: 225.352915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.998016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.74856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.99848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.653269Z","time spent":"345.203863ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:32:21.998509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.442108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998811Z","caller":"traceutil/trace.go:171","msg":"trace[578511758] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1528; }","duration":"345.788927ms","start":"2026-03-31T18:32:21.653014Z","end":"2026-03-31T18:32:21.998803Z","steps":["trace[578511758] 'agreement among raft nodes before linearized reading' (duration: 345.477279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.997531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.171646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.99888Z","caller":"traceutil/trace.go:171","msg":"trace[864420402] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1528; }","duration":"121.534619ms","start":"2026-03-31T18:32:21.877336Z","end":"2026-03-31T18:32:21.998871Z","steps":["trace[864420402] 'agreement among raft nodes before linearized reading' (duration: 120.156525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:21.9975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.635273Z","time spent":"362.22226ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-31T18:32:21.997959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.402812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.998231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.684091Z","time spent":"314.133163ms","remote":"127.0.0.1:42556","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:32:21.998848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:21.652979Z","time spent":"345.856389ms","remote":"127.0.0.1:42546","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-03-31T18:32:21.998972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.403549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:32:21.998017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.283516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:21.998995Z","caller":"traceutil/trace.go:171","msg":"trace[1356299225] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1528; }","duration":"255.477461ms","start":"2026-03-31T18:32:21.743512Z","end":"2026-03-31T18:32:21.99899Z","steps":["trace[1356299225] 'agreement among raft nodes before linearized reading' (duration: 255.43564ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.999014Z","caller":"traceutil/trace.go:171","msg":"trace[646127059] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1528; }","duration":"148.281351ms","start":"2026-03-31T18:32:21.850725Z","end":"2026-03-31T18:32:21.999006Z","steps":["trace[646127059] 'agreement among raft nodes before linearized reading' (duration: 147.271506ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.998932Z","caller":"traceutil/trace.go:171","msg":"trace[1681571286] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1528; }","duration":"282.419207ms","start":"2026-03-31T18:32:21.716503Z","end":"2026-03-31T18:32:21.998922Z","steps":["trace[1681571286] 'agreement among raft nodes before linearized reading' (duration: 281.433742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:21.99878Z","caller":"traceutil/trace.go:171","msg":"trace[565993356] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1528; }","duration":"121.524809ms","start":"2026-03-31T18:32:21.877245Z","end":"2026-03-31T18:32:21.99877Z","steps":["trace[565993356] 'agreement among raft nodes before linearized reading' (duration: 120.717789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:24.258666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.431932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:24.258725Z","caller":"traceutil/trace.go:171","msg":"trace[406799664] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1540; }","duration":"114.565305ms","start":"2026-03-31T18:32:24.144146Z","end":"2026-03-31T18:32:24.258712Z","steps":["trace[406799664] 'range keys from in-memory index tree' (duration: 114.323119ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:24.36572Z","caller":"traceutil/trace.go:171","msg":"trace[14379135] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"101.894986ms","start":"2026-03-31T18:32:24.263757Z","end":"2026-03-31T18:32:24.365652Z","steps":["trace[14379135] 'process raft request' (duration: 101.660521ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:24.633111Z","caller":"traceutil/trace.go:171","msg":"trace[963849041] linearizableReadLoop","detail":"{readStateIndex:1616; appliedIndex:1615; }","duration":"234.411923ms","start":"2026-03-31T18:32:24.398677Z","end":"2026-03-31T18:32:24.633089Z","steps":["trace[963849041] 'read index received' (duration: 234.173236ms)","trace[963849041] 'applied index is now lower than readState.Index' (duration: 237.677µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:24.633583Z","caller":"traceutil/trace.go:171","msg":"trace[1183394941] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"369.208195ms","start":"2026-03-31T18:32:24.264354Z","end":"2026-03-31T18:32:24.633562Z","steps":["trace[1183394941] 'process raft request' (duration: 368.546977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:24.633736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.264332Z","time spent":"369.306827ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":457,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T18:32:24.634183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.50019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:24.634238Z","caller":"traceutil/trace.go:171","msg":"trace[1325215090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1542; }","duration":"235.586632ms","start":"2026-03-31T18:32:24.398639Z","end":"2026-03-31T18:32:24.634226Z","steps":["trace[1325215090] 'agreement among raft nodes before linearized reading' (duration: 235.451069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:25.002207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.088656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-f7btn.18a20095695b8f01\" ","response":"range_response_count:1 size:879"} {"level":"info","ts":"2026-03-31T18:32:25.002316Z","caller":"traceutil/trace.go:171","msg":"trace[2067962048] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-f7btn.18a20095695b8f01; range_end:; response_count:1; response_revision:1545; }","duration":"146.26348ms","start":"2026-03-31T18:32:24.856029Z","end":"2026-03-31T18:32:25.002293Z","steps":["trace[2067962048] 'range keys from in-memory index tree' (duration: 145.86354ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:25.175578Z","caller":"traceutil/trace.go:171","msg":"trace[1705660531] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"314.947883ms","start":"2026-03-31T18:32:24.860607Z","end":"2026-03-31T18:32:25.175555Z","steps":["trace[1705660531] 'process raft request' (duration: 314.81524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:25.175728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:24.860591Z","time spent":"315.061726ms","remote":"127.0.0.1:42086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6618,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:25.190956Z","caller":"traceutil/trace.go:171","msg":"trace[794033332] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"185.467156ms","start":"2026-03-31T18:32:25.005467Z","end":"2026-03-31T18:32:25.190934Z","steps":["trace[794033332] 'process raft request' (duration: 185.265701ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:25.355145Z","caller":"traceutil/trace.go:171","msg":"trace[628181706] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"159.837321ms","start":"2026-03-31T18:32:25.195282Z","end":"2026-03-31T18:32:25.355119Z","steps":["trace[628181706] 'process raft request' (duration: 112.173085ms)","trace[628181706] 'compare' (duration: 47.552873ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:26.206381Z","caller":"traceutil/trace.go:171","msg":"trace[1230474407] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"126.36539ms","start":"2026-03-31T18:32:26.079987Z","end":"2026-03-31T18:32:26.206352Z","steps":["trace[1230474407] 'process raft request' (duration: 125.887379ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:28.868544Z","caller":"traceutil/trace.go:171","msg":"trace[1772780457] linearizableReadLoop","detail":"{readStateIndex:1635; appliedIndex:1634; }","duration":"344.486035ms","start":"2026-03-31T18:32:28.524022Z","end":"2026-03-31T18:32:28.868508Z","steps":["trace[1772780457] 'read index received' (duration: 333.690835ms)","trace[1772780457] 'applied index is now lower than readState.Index' (duration: 10.79392ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:28.868613Z","caller":"traceutil/trace.go:171","msg":"trace[1166419210] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"465.916662ms","start":"2026-03-31T18:32:28.402658Z","end":"2026-03-31T18:32:28.868574Z","steps":["trace[1166419210] 'process raft request' (duration: 455.105331ms)","trace[1166419210] 'compare' (duration: 10.586155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:28.868787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:28.402641Z","time spent":"466.055315ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:28.8688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.753393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T18:32:28.869015Z","caller":"traceutil/trace.go:171","msg":"trace[1156236664] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1560; }","duration":"344.860895ms","start":"2026-03-31T18:32:28.523966Z","end":"2026-03-31T18:32:28.868826Z","steps":["trace[1156236664] 'agreement among raft nodes before linearized reading' (duration: 344.70093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:28.869053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:28.523945Z","time spent":"345.098561ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-31T18:32:28.869093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.193191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:28.869171Z","caller":"traceutil/trace.go:171","msg":"trace[308114682] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1560; }","duration":"217.310294ms","start":"2026-03-31T18:32:28.651835Z","end":"2026-03-31T18:32:28.869145Z","steps":["trace[308114682] 'agreement among raft nodes before linearized reading' (duration: 217.198591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:28.869316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.345283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:28.869351Z","caller":"traceutil/trace.go:171","msg":"trace[776893771] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1560; }","duration":"146.381914ms","start":"2026-03-31T18:32:28.722959Z","end":"2026-03-31T18:32:28.869341Z","steps":["trace[776893771] 'agreement among raft nodes before linearized reading' (duration: 146.25161ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:28.869526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.283332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T18:32:28.86957Z","caller":"traceutil/trace.go:171","msg":"trace[240725122] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1560; }","duration":"154.363264ms","start":"2026-03-31T18:32:28.715193Z","end":"2026-03-31T18:32:28.869557Z","steps":["trace[240725122] 'agreement among raft nodes before linearized reading' (duration: 154.143589ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:29.087841Z","caller":"traceutil/trace.go:171","msg":"trace[953936183] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"172.94933ms","start":"2026-03-31T18:32:28.914864Z","end":"2026-03-31T18:32:29.087813Z","steps":["trace[953936183] 'process raft request' (duration: 116.241696ms)","trace[953936183] 'compare' (duration: 56.599401ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:29.105728Z","caller":"traceutil/trace.go:171","msg":"trace[723699775] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"188.017937ms","start":"2026-03-31T18:32:28.917682Z","end":"2026-03-31T18:32:29.1057Z","steps":["trace[723699775] 'process raft request' (duration: 187.878164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:30.452434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.533068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:32:30.452528Z","caller":"traceutil/trace.go:171","msg":"trace[275956145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1567; }","duration":"101.685811ms","start":"2026-03-31T18:32:30.350828Z","end":"2026-03-31T18:32:30.452514Z","steps":["trace[275956145] 'range keys from in-memory index tree' (duration: 101.367104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:30.846985Z","caller":"traceutil/trace.go:171","msg":"trace[496063289] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"106.831401ms","start":"2026-03-31T18:32:30.74013Z","end":"2026-03-31T18:32:30.846962Z","steps":["trace[496063289] 'process raft request' (duration: 106.671237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.172386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.478778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:31.172887Z","caller":"traceutil/trace.go:171","msg":"trace[117030422] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1645; }","duration":"308.226015ms","start":"2026-03-31T18:32:30.864639Z","end":"2026-03-31T18:32:31.172865Z","steps":["trace[117030422] 'read index received' (duration: 200.202394ms)","trace[117030422] 'applied index is now lower than readState.Index' (duration: 108.022361ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:31.17295Z","caller":"traceutil/trace.go:171","msg":"trace[231527642] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"310.521873ms","start":"2026-03-31T18:32:30.862408Z","end":"2026-03-31T18:32:31.17293Z","steps":["trace[231527642] 'process raft request' (duration: 310.327998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.173284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.638265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-31T18:32:31.173316Z","caller":"traceutil/trace.go:171","msg":"trace[1350909707] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:1572; }","duration":"308.715077ms","start":"2026-03-31T18:32:30.864594Z","end":"2026-03-31T18:32:31.173309Z","steps":["trace[1350909707] 'agreement among raft nodes before linearized reading' (duration: 308.643445ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:31.173291Z","caller":"traceutil/trace.go:171","msg":"trace[1891374902] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"311.393095ms","start":"2026-03-31T18:32:30.861864Z","end":"2026-03-31T18:32:31.173257Z","steps":["trace[1891374902] 'process raft request' (duration: 202.965023ms)","trace[1891374902] 'compare' (duration: 107.173971ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:31.173337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:30.864569Z","time spent":"308.763268ms","remote":"127.0.0.1:42110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":230,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-31T18:32:31.173354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:30.862402Z","time spent":"310.865201ms","remote":"127.0.0.1:42074","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":915,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:31.173415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:30.86185Z","time spent":"311.502817ms","remote":"127.0.0.1:42164","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:31.173481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.816904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:32:31.173553Z","caller":"traceutil/trace.go:171","msg":"trace[1301434998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1572; }","duration":"258.941997ms","start":"2026-03-31T18:32:30.914592Z","end":"2026-03-31T18:32:31.173534Z","steps":["trace[1301434998] 'agreement among raft nodes before linearized reading' (duration: 258.713172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.173667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.479075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:32:31.173772Z","caller":"traceutil/trace.go:171","msg":"trace[2102605418] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1572; }","duration":"301.605758ms","start":"2026-03-31T18:32:30.872149Z","end":"2026-03-31T18:32:31.173755Z","steps":["trace[2102605418] 'agreement among raft nodes before linearized reading' (duration: 301.149617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.173868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:30.872138Z","time spent":"301.7125ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:32:31.415576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.955822ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:31.415677Z","caller":"traceutil/trace.go:171","msg":"trace[550357583] transaction","detail":"{read_only:false; response_revision:1573; number_of_response:1; }","duration":"237.91529ms","start":"2026-03-31T18:32:31.177749Z","end":"2026-03-31T18:32:31.415665Z","steps":["trace[550357583] 'process raft request' (duration: 101.820904ms)","trace[550357583] 'compare' (duration: 135.456229ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:31.490715Z","caller":"traceutil/trace.go:171","msg":"trace[1160551174] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"312.701086ms","start":"2026-03-31T18:32:31.177919Z","end":"2026-03-31T18:32:31.49062Z","steps":["trace[1160551174] 'process raft request' (duration: 312.492171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:31.490946Z","caller":"traceutil/trace.go:171","msg":"trace[435292919] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"305.071895ms","start":"2026-03-31T18:32:31.185843Z","end":"2026-03-31T18:32:31.490915Z","steps":["trace[435292919] 'process raft request' (duration: 304.716346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:31.490879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.177913Z","time spent":"312.888371ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:32:31.491079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:32:31.185831Z","time spent":"305.175429ms","remote":"127.0.0.1:42348","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9375,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:32:31.726925Z","caller":"traceutil/trace.go:171","msg":"trace[1974397870] linearizableReadLoop","detail":"{readStateIndex:1651; appliedIndex:1650; }","duration":"113.53708ms","start":"2026-03-31T18:32:31.61337Z","end":"2026-03-31T18:32:31.726907Z","steps":["trace[1974397870] 'read index received' (duration: 63.161036ms)","trace[1974397870] 'applied index is now lower than readState.Index' (duration: 50.373534ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:31.727023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.644363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:31.727045Z","caller":"traceutil/trace.go:171","msg":"trace[7895320] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1576; }","duration":"113.708604ms","start":"2026-03-31T18:32:31.613329Z","end":"2026-03-31T18:32:31.727037Z","steps":["trace[7895320] 'agreement among raft nodes before linearized reading' (duration: 113.644973ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:31.727194Z","caller":"traceutil/trace.go:171","msg":"trace[294675839] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"227.897359ms","start":"2026-03-31T18:32:31.499268Z","end":"2026-03-31T18:32:31.727166Z","steps":["trace[294675839] 'process raft request' (duration: 177.288489ms)","trace[294675839] 'compare' (duration: 50.2405ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:31.957646Z","caller":"traceutil/trace.go:171","msg":"trace[689202440] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"224.286258ms","start":"2026-03-31T18:32:31.733328Z","end":"2026-03-31T18:32:31.957614Z","steps":["trace[689202440] 'process raft request' (duration: 171.886153ms)","trace[689202440] 'compare' (duration: 52.141869ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:31.957713Z","caller":"traceutil/trace.go:171","msg":"trace[1844388343] transaction","detail":"{read_only:false; response_revision:1579; number_of_response:1; }","duration":"175.433622ms","start":"2026-03-31T18:32:31.782254Z","end":"2026-03-31T18:32:31.957688Z","steps":["trace[1844388343] 'process raft request' (duration: 175.35271ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:31.957807Z","caller":"traceutil/trace.go:171","msg":"trace[682972259] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"176.774046ms","start":"2026-03-31T18:32:31.781022Z","end":"2026-03-31T18:32:31.957796Z","steps":["trace[682972259] 'read index received' (duration: 124.262888ms)","trace[682972259] 'applied index is now lower than readState.Index' (duration: 52.510148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:31.958048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.010331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:32:31.95808Z","caller":"traceutil/trace.go:171","msg":"trace[1169294372] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1579; }","duration":"177.099984ms","start":"2026-03-31T18:32:31.78097Z","end":"2026-03-31T18:32:31.95807Z","steps":["trace[1169294372] 'agreement among raft nodes before linearized reading' (duration: 176.902499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:32:32.186957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.650471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:32:32.187361Z","caller":"traceutil/trace.go:171","msg":"trace[1620396] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"223.671113ms","start":"2026-03-31T18:32:31.963623Z","end":"2026-03-31T18:32:32.187294Z","steps":["trace[1620396] 'process raft request' (duration: 119.588511ms)","trace[1620396] 'compare' (duration: 103.373344ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:34.503794Z","caller":"traceutil/trace.go:171","msg":"trace[2040497954] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"163.711198ms","start":"2026-03-31T18:32:34.340059Z","end":"2026-03-31T18:32:34.50377Z","steps":["trace[2040497954] 'process raft request' (duration: 163.560205ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.350995Z","caller":"traceutil/trace.go:171","msg":"trace[1042973162] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"140.899396ms","start":"2026-03-31T18:32:44.210053Z","end":"2026-03-31T18:32:44.350952Z","steps":["trace[1042973162] 'process raft request' (duration: 86.749677ms)","trace[1042973162] 'compare' (duration: 52.98652ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:44.764579Z","caller":"traceutil/trace.go:171","msg":"trace[365114552] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"115.420437ms","start":"2026-03-31T18:32:44.649126Z","end":"2026-03-31T18:32:44.764546Z","steps":["trace[365114552] 'process raft request' (duration: 68.106959ms)","trace[365114552] 'compare' (duration: 46.891107ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:32:44.87871Z","caller":"traceutil/trace.go:171","msg":"trace[278807873] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"109.724774ms","start":"2026-03-31T18:32:44.768954Z","end":"2026-03-31T18:32:44.878678Z","steps":["trace[278807873] 'process raft request' (duration: 107.440607ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:44.943854Z","caller":"traceutil/trace.go:171","msg":"trace[579145509] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"172.396546ms","start":"2026-03-31T18:32:44.771396Z","end":"2026-03-31T18:32:44.943792Z","steps":["trace[579145509] 'process raft request' (duration: 172.021757ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:45.869931Z","caller":"traceutil/trace.go:171","msg":"trace[455911540] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"126.039723ms","start":"2026-03-31T18:32:45.743867Z","end":"2026-03-31T18:32:45.869907Z","steps":["trace[455911540] 'process raft request' (duration: 47.349308ms)","trace[455911540] 'compare' (duration: 78.241144ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:32:57.625872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.1558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:32:57.625954Z","caller":"traceutil/trace.go:171","msg":"trace[148058209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1693; }","duration":"229.267634ms","start":"2026-03-31T18:32:57.396662Z","end":"2026-03-31T18:32:57.62593Z","steps":["trace[148058209] 'range keys from in-memory index tree' (duration: 229.080869ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:32:59.271017Z","caller":"traceutil/trace.go:171","msg":"trace[1534722474] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"199.307321ms","start":"2026-03-31T18:32:59.071676Z","end":"2026-03-31T18:32:59.270984Z","steps":["trace[1534722474] 'process raft request' (duration: 157.83754ms)","trace[1534722474] 'compare' (duration: 41.327647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:12.962322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.8824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:12.962463Z","caller":"traceutil/trace.go:171","msg":"trace[1584114843] transaction","detail":"{read_only:false; response_revision:1763; number_of_response:1; }","duration":"194.616447ms","start":"2026-03-31T18:33:12.767833Z","end":"2026-03-31T18:33:12.962449Z","steps":["trace[1584114843] 'process raft request' (duration: 194.568245ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:12.96254Z","caller":"traceutil/trace.go:171","msg":"trace[1547411717] transaction","detail":"{read_only:false; response_revision:1762; number_of_response:1; }","duration":"198.534666ms","start":"2026-03-31T18:33:12.763961Z","end":"2026-03-31T18:33:12.962496Z","steps":["trace[1547411717] 'process raft request' (duration: 48.411618ms)","trace[1547411717] 'compare' (duration: 149.677366ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.229442Z","caller":"traceutil/trace.go:171","msg":"trace[1871011087] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1845; }","duration":"320.831683ms","start":"2026-03-31T18:33:12.90857Z","end":"2026-03-31T18:33:13.229402Z","steps":["trace[1871011087] 'read index received' (duration: 53.280601ms)","trace[1871011087] 'applied index is now lower than readState.Index' (duration: 267.549702ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.229616Z","caller":"traceutil/trace.go:171","msg":"trace[1750269611] transaction","detail":"{read_only:false; response_revision:1764; number_of_response:1; }","duration":"410.368926ms","start":"2026-03-31T18:33:12.819199Z","end":"2026-03-31T18:33:13.229568Z","steps":["trace[1750269611] 'process raft request' (duration: 409.970266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.229895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.247503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:13.230102Z","caller":"traceutil/trace.go:171","msg":"trace[1539464397] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1764; }","duration":"321.562631ms","start":"2026-03-31T18:33:12.908515Z","end":"2026-03-31T18:33:13.230077Z","steps":["trace[1539464397] 'agreement among raft nodes before linearized reading' (duration: 321.047188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.230109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:12.819167Z","time spent":"410.761166ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:13.230175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:12.908463Z","time spent":"321.694565ms","remote":"127.0.0.1:42148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-31T18:33:13.233772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.44888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:33:13.233836Z","caller":"traceutil/trace.go:171","msg":"trace[1605595260] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1765; }","duration":"269.546671ms","start":"2026-03-31T18:33:12.964273Z","end":"2026-03-31T18:33:13.233819Z","steps":["trace[1605595260] 'agreement among raft nodes before linearized reading' (duration: 269.342286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.233926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.598931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T18:33:13.234007Z","caller":"traceutil/trace.go:171","msg":"trace[1418434412] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1765; }","duration":"292.686214ms","start":"2026-03-31T18:33:12.941303Z","end":"2026-03-31T18:33:13.233989Z","steps":["trace[1418434412] 'agreement among raft nodes before linearized reading' (duration: 292.168961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.523177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.106033ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:13.523393Z","caller":"traceutil/trace.go:171","msg":"trace[1208642511] linearizableReadLoop","detail":"{readStateIndex:1851; appliedIndex:1849; }","duration":"230.641503ms","start":"2026-03-31T18:33:13.292738Z","end":"2026-03-31T18:33:13.523379Z","steps":["trace[1208642511] 'read index received' (duration: 44.150781ms)","trace[1208642511] 'applied index is now lower than readState.Index' (duration: 186.490032ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.523381Z","caller":"traceutil/trace.go:171","msg":"trace[1906559083] transaction","detail":"{read_only:false; response_revision:1766; number_of_response:1; }","duration":"285.222417ms","start":"2026-03-31T18:33:13.238132Z","end":"2026-03-31T18:33:13.523354Z","steps":["trace[1906559083] 'process raft request' (duration: 98.744245ms)","trace[1906559083] 'compare' (duration: 185.973349ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:13.523603Z","caller":"traceutil/trace.go:171","msg":"trace[1491978404] transaction","detail":"{read_only:false; response_revision:1767; number_of_response:1; }","duration":"285.238167ms","start":"2026-03-31T18:33:13.238325Z","end":"2026-03-31T18:33:13.523563Z","steps":["trace[1491978404] 'process raft request' (duration: 284.9518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.523656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.664127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:33:13.5237Z","caller":"traceutil/trace.go:171","msg":"trace[37328049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1767; }","duration":"126.755879ms","start":"2026-03-31T18:33:13.396933Z","end":"2026-03-31T18:33:13.523689Z","steps":["trace[37328049] 'agreement among raft nodes before linearized reading' (duration: 126.683517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.523668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.930021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:13.523887Z","caller":"traceutil/trace.go:171","msg":"trace[1452594602] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1767; }","duration":"231.225399ms","start":"2026-03-31T18:33:13.292644Z","end":"2026-03-31T18:33:13.523869Z","steps":["trace[1452594602] 'agreement among raft nodes before linearized reading' (duration: 230.86297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:13.918932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.652015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:33:13.919029Z","caller":"traceutil/trace.go:171","msg":"trace[840302080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1767; }","duration":"118.802389ms","start":"2026-03-31T18:33:13.800204Z","end":"2026-03-31T18:33:13.919007Z","steps":["trace[840302080] 'range keys from in-memory index tree' (duration: 118.420929ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:19.489506Z","caller":"traceutil/trace.go:171","msg":"trace[998401162] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"136.269169ms","start":"2026-03-31T18:33:19.35319Z","end":"2026-03-31T18:33:19.48946Z","steps":["trace[998401162] 'process raft request' (duration: 135.846648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:23.079325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.588241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:23.079645Z","caller":"traceutil/trace.go:171","msg":"trace[265863587] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"227.348001ms","start":"2026-03-31T18:33:22.852259Z","end":"2026-03-31T18:33:23.079607Z","steps":["trace[265863587] 'process raft request' (duration: 122.379ms)","trace[265863587] 'compare' (duration: 104.395167ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:23.344627Z","caller":"traceutil/trace.go:171","msg":"trace[914300158] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1894; }","duration":"258.767332ms","start":"2026-03-31T18:33:23.085836Z","end":"2026-03-31T18:33:23.344603Z","steps":["trace[914300158] 'read index received' (duration: 222.289964ms)","trace[914300158] 'applied index is now lower than readState.Index' (duration: 36.476558ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:23.344718Z","caller":"traceutil/trace.go:171","msg":"trace[421288098] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"260.859734ms","start":"2026-03-31T18:33:23.08383Z","end":"2026-03-31T18:33:23.34469Z","steps":["trace[421288098] 'process raft request' (duration: 224.255333ms)","trace[421288098] 'compare' (duration: 36.363875ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:23.344816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.956897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-31T18:33:23.34485Z","caller":"traceutil/trace.go:171","msg":"trace[133808367] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1809; }","duration":"259.022298ms","start":"2026-03-31T18:33:23.08582Z","end":"2026-03-31T18:33:23.344842Z","steps":["trace[133808367] 'agreement among raft nodes before linearized reading' (duration: 258.878314ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:23.790958Z","caller":"traceutil/trace.go:171","msg":"trace[753011967] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"169.578288ms","start":"2026-03-31T18:33:23.621354Z","end":"2026-03-31T18:33:23.790933Z","steps":["trace[753011967] 'read index received' (duration: 144.497887ms)","trace[753011967] 'applied index is now lower than readState.Index' (duration: 25.079211ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:23.791002Z","caller":"traceutil/trace.go:171","msg":"trace[612881775] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"213.84177ms","start":"2026-03-31T18:33:23.577122Z","end":"2026-03-31T18:33:23.790964Z","steps":["trace[612881775] 'process raft request' (duration: 188.78186ms)","trace[612881775] 'compare' (duration: 24.816694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:23.79115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.784302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-31T18:33:23.791249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.240133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T18:33:23.791332Z","caller":"traceutil/trace.go:171","msg":"trace[540769524] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1811; }","duration":"169.954697ms","start":"2026-03-31T18:33:23.621306Z","end":"2026-03-31T18:33:23.79126Z","steps":["trace[540769524] 'agreement among raft nodes before linearized reading' (duration: 169.707241ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:23.791403Z","caller":"traceutil/trace.go:171","msg":"trace[1845777055] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1811; }","duration":"168.323575ms","start":"2026-03-31T18:33:23.622956Z","end":"2026-03-31T18:33:23.791279Z","steps":["trace[1845777055] 'agreement among raft nodes before linearized reading' (duration: 168.12901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.164416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.787438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:24.164787Z","caller":"traceutil/trace.go:171","msg":"trace[734805564] transaction","detail":"{read_only:false; response_revision:1813; number_of_response:1; }","duration":"369.026694ms","start":"2026-03-31T18:33:23.795736Z","end":"2026-03-31T18:33:24.164763Z","steps":["trace[734805564] 'process raft request' (duration: 249.803175ms)","trace[734805564] 'compare' (duration: 118.480721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:24.164898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:23.795728Z","time spent":"369.108506ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:24.602295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.864916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:24.602485Z","caller":"traceutil/trace.go:171","msg":"trace[133484110] transaction","detail":"{read_only:false; response_revision:1814; number_of_response:1; }","duration":"433.590519ms","start":"2026-03-31T18:33:24.168858Z","end":"2026-03-31T18:33:24.602448Z","steps":["trace[133484110] 'process raft request' (duration: 311.454896ms)","trace[133484110] 'compare' (duration: 121.725232ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:24.602603Z","caller":"traceutil/trace.go:171","msg":"trace[1789947124] linearizableReadLoop","detail":"{readStateIndex:1900; appliedIndex:1899; }","duration":"397.83439ms","start":"2026-03-31T18:33:24.20475Z","end":"2026-03-31T18:33:24.602584Z","steps":["trace[1789947124] 'read index received' (duration: 275.530572ms)","trace[1789947124] 'applied index is now lower than readState.Index' (duration: 122.301688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:24.602607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.168837Z","time spent":"433.714803ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:24.602797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.065033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:33:24.60284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.069336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-31T18:33:24.602848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.669734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T18:33:24.602856Z","caller":"traceutil/trace.go:171","msg":"trace[353242189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1815; }","duration":"254.160295ms","start":"2026-03-31T18:33:24.348679Z","end":"2026-03-31T18:33:24.60284Z","steps":["trace[353242189] 'agreement among raft nodes before linearized reading' (duration: 254.020152ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.602899Z","caller":"traceutil/trace.go:171","msg":"trace[993366292] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1815; }","duration":"108.752286ms","start":"2026-03-31T18:33:24.494131Z","end":"2026-03-31T18:33:24.602883Z","steps":["trace[993366292] 'agreement among raft nodes before linearized reading' (duration: 108.622193ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.602954Z","caller":"traceutil/trace.go:171","msg":"trace[873243978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1815; }","duration":"398.175139ms","start":"2026-03-31T18:33:24.204699Z","end":"2026-03-31T18:33:24.602874Z","steps":["trace[873243978] 'agreement among raft nodes before linearized reading' (duration: 397.938973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.603025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.204681Z","time spent":"398.334733ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:33:24.603324Z","caller":"traceutil/trace.go:171","msg":"trace[1006608185] transaction","detail":"{read_only:false; response_revision:1815; number_of_response:1; }","duration":"298.391448ms","start":"2026-03-31T18:33:24.304138Z","end":"2026-03-31T18:33:24.602529Z","steps":["trace[1006608185] 'process raft request' (duration: 298.308196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.912256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.697216ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:33:24.912508Z","caller":"traceutil/trace.go:171","msg":"trace[1575080793] transaction","detail":"{read_only:false; response_revision:1817; number_of_response:1; }","duration":"305.124327ms","start":"2026-03-31T18:33:24.607338Z","end":"2026-03-31T18:33:24.912463Z","steps":["trace[1575080793] 'process raft request' (duration: 124.153694ms)","trace[1575080793] 'compare' (duration: 180.568623ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:24.912595Z","caller":"traceutil/trace.go:171","msg":"trace[1831271307] transaction","detail":"{read_only:false; response_revision:1819; number_of_response:1; }","duration":"304.558892ms","start":"2026-03-31T18:33:24.608016Z","end":"2026-03-31T18:33:24.912575Z","steps":["trace[1831271307] 'process raft request' (duration: 304.508721ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:24.912639Z","caller":"traceutil/trace.go:171","msg":"trace[1073751145] transaction","detail":"{read_only:false; response_revision:1818; number_of_response:1; }","duration":"304.677035ms","start":"2026-03-31T18:33:24.607947Z","end":"2026-03-31T18:33:24.912624Z","steps":["trace[1073751145] 'process raft request' (duration: 304.4656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:24.91265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.607314Z","time spent":"305.245311ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:24.912684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.608002Z","time spent":"304.641415ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:24.912708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:33:24.607937Z","time spent":"304.735506ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:33:25.12964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.978057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:472"} {"level":"info","ts":"2026-03-31T18:33:25.129747Z","caller":"traceutil/trace.go:171","msg":"trace[834667798] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1819; }","duration":"110.132321ms","start":"2026-03-31T18:33:25.019592Z","end":"2026-03-31T18:33:25.129724Z","steps":["trace[834667798] 'range keys from in-memory index tree' (duration: 109.767872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:25.24206Z","caller":"traceutil/trace.go:171","msg":"trace[1125169788] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"107.203927ms","start":"2026-03-31T18:33:25.134832Z","end":"2026-03-31T18:33:25.242036Z","steps":["trace[1125169788] 'process raft request' (duration: 107.053553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:32.559151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.588623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:33:32.559263Z","caller":"traceutil/trace.go:171","msg":"trace[2044818358] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1849; }","duration":"234.744886ms","start":"2026-03-31T18:33:32.324497Z","end":"2026-03-31T18:33:32.559241Z","steps":["trace[2044818358] 'range keys from in-memory index tree' (duration: 234.397358ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:32.688072Z","caller":"traceutil/trace.go:171","msg":"trace[211856034] transaction","detail":"{read_only:false; response_revision:1850; number_of_response:1; }","duration":"124.540084ms","start":"2026-03-31T18:33:32.563495Z","end":"2026-03-31T18:33:32.688035Z","steps":["trace[211856034] 'process raft request' (duration: 124.301728ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:36.870502Z","caller":"traceutil/trace.go:171","msg":"trace[1068115010] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1958; }","duration":"138.258029ms","start":"2026-03-31T18:33:36.732219Z","end":"2026-03-31T18:33:36.870477Z","steps":["trace[1068115010] 'read index received' (duration: 137.993272ms)","trace[1068115010] 'applied index is now lower than readState.Index' (duration: 263.607µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:36.870572Z","caller":"traceutil/trace.go:171","msg":"trace[1730489469] transaction","detail":"{read_only:false; response_revision:1871; number_of_response:1; }","duration":"160.335124ms","start":"2026-03-31T18:33:36.710182Z","end":"2026-03-31T18:33:36.870517Z","steps":["trace[1730489469] 'process raft request' (duration: 160.114168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:36.870706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.477794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:36.87075Z","caller":"traceutil/trace.go:171","msg":"trace[438801252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1871; }","duration":"138.613058ms","start":"2026-03-31T18:33:36.732124Z","end":"2026-03-31T18:33:36.870737Z","steps":["trace[438801252] 'agreement among raft nodes before linearized reading' (duration: 138.454624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.015528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.536713ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-31T18:33:43.015641Z","caller":"traceutil/trace.go:171","msg":"trace[765106677] linearizableReadLoop","detail":"{readStateIndex:1986; appliedIndex:1985; }","duration":"124.37605ms","start":"2026-03-31T18:33:42.891254Z","end":"2026-03-31T18:33:43.01563Z","steps":["trace[765106677] 'read index received' (duration: 75.032µs)","trace[765106677] 'applied index is now lower than readState.Index' (duration: 124.300048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:43.015855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.608966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T18:33:43.016007Z","caller":"traceutil/trace.go:171","msg":"trace[524703455] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1896; }","duration":"124.672677ms","start":"2026-03-31T18:33:42.891192Z","end":"2026-03-31T18:33:43.015865Z","steps":["trace[524703455] 'agreement among raft nodes before linearized reading' (duration: 124.589745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:43.016028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.772334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T18:33:43.016082Z","caller":"traceutil/trace.go:171","msg":"trace[1554806354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1896; }","duration":"117.879877ms","start":"2026-03-31T18:33:42.898189Z","end":"2026-03-31T18:33:43.016069Z","steps":["trace[1554806354] 'agreement among raft nodes before linearized reading' (duration: 117.714752ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.259858Z","caller":"traceutil/trace.go:171","msg":"trace[859784167] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"240.304116ms","start":"2026-03-31T18:33:43.019478Z","end":"2026-03-31T18:33:43.259782Z","steps":["trace[859784167] 'process raft request' (duration: 213.569763ms)","trace[859784167] 'compare' (duration: 26.267231ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:43.259881Z","caller":"traceutil/trace.go:171","msg":"trace[1020257277] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"239.789424ms","start":"2026-03-31T18:33:43.020057Z","end":"2026-03-31T18:33:43.259846Z","steps":["trace[1020257277] 'process raft request' (duration: 239.610099ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.259951Z","caller":"traceutil/trace.go:171","msg":"trace[1899566891] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"238.47681ms","start":"2026-03-31T18:33:43.021451Z","end":"2026-03-31T18:33:43.259927Z","steps":["trace[1899566891] 'process raft request' (duration: 238.290155ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:43.259853Z","caller":"traceutil/trace.go:171","msg":"trace[709190688] linearizableReadLoop","detail":"{readStateIndex:1990; appliedIndex:1987; }","duration":"161.047873ms","start":"2026-03-31T18:33:43.098786Z","end":"2026-03-31T18:33:43.259834Z","steps":["trace[709190688] 'read index received' (duration: 134.271039ms)","trace[709190688] 'applied index is now lower than readState.Index' (duration: 26.775644ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:43.26011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.32037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T18:33:43.260184Z","caller":"traceutil/trace.go:171","msg":"trace[1182859067] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1900; }","duration":"161.438562ms","start":"2026-03-31T18:33:43.098728Z","end":"2026-03-31T18:33:43.260167Z","steps":["trace[1182859067] 'agreement among raft nodes before linearized reading' (duration: 161.198316ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:44.447279Z","caller":"traceutil/trace.go:171","msg":"trace[1275283678] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"116.265555ms","start":"2026-03-31T18:33:44.330984Z","end":"2026-03-31T18:33:44.44725Z","steps":["trace[1275283678] 'process raft request' (duration: 96.21737ms)","trace[1275283678] 'compare' (duration: 19.771898ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:45.771295Z","caller":"traceutil/trace.go:171","msg":"trace[188676678] transaction","detail":"{read_only:false; response_revision:1914; number_of_response:1; }","duration":"128.444752ms","start":"2026-03-31T18:33:45.642821Z","end":"2026-03-31T18:33:45.771266Z","steps":["trace[188676678] 'process raft request' (duration: 76.908766ms)","trace[188676678] 'compare' (duration: 51.188708ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:33:45.999014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.757157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:33:45.999089Z","caller":"traceutil/trace.go:171","msg":"trace[543641635] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1914; }","duration":"117.068285ms","start":"2026-03-31T18:33:45.882006Z","end":"2026-03-31T18:33:45.999074Z","steps":["trace[543641635] 'count revisions from in-memory index tree' (duration: 116.673985ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:56.526519Z","caller":"traceutil/trace.go:171","msg":"trace[1748557267] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"100.732585ms","start":"2026-03-31T18:33:56.425761Z","end":"2026-03-31T18:33:56.526493Z","steps":["trace[1748557267] 'process raft request' (duration: 100.580581ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:33:58.052383Z","caller":"traceutil/trace.go:171","msg":"trace[640476555] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2058; }","duration":"173.422754ms","start":"2026-03-31T18:33:57.87894Z","end":"2026-03-31T18:33:58.052362Z","steps":["trace[640476555] 'read index received' (duration: 173.227549ms)","trace[640476555] 'applied index is now lower than readState.Index' (duration: 194.315µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:33:58.052582Z","caller":"traceutil/trace.go:171","msg":"trace[442972048] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"229.316059ms","start":"2026-03-31T18:33:57.823246Z","end":"2026-03-31T18:33:58.052562Z","steps":["trace[442972048] 'process raft request' (duration: 228.873429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.053598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.630004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-31T18:33:58.053703Z","caller":"traceutil/trace.go:171","msg":"trace[1534925828] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1967; }","duration":"174.761768ms","start":"2026-03-31T18:33:57.878905Z","end":"2026-03-31T18:33:58.053666Z","steps":["trace[1534925828] 'agreement among raft nodes before linearized reading' (duration: 173.546467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:33:58.250502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.56699ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-31T18:33:58.251047Z","caller":"traceutil/trace.go:171","msg":"trace[1664217983] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"193.027057ms","start":"2026-03-31T18:33:58.057975Z","end":"2026-03-31T18:33:58.251002Z","steps":["trace[1664217983] 'process raft request' (duration: 192.660098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:00.630114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.843841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:00.630376Z","caller":"traceutil/trace.go:171","msg":"trace[210724078] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"211.588813ms","start":"2026-03-31T18:34:00.418756Z","end":"2026-03-31T18:34:00.630345Z","steps":["trace[210724078] 'process raft request' (duration: 57.443135ms)","trace[210724078] 'compare' (duration: 153.740288ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:46.268625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.469929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:46.26873Z","caller":"traceutil/trace.go:171","msg":"trace[2042499093] transaction","detail":"{read_only:false; response_revision:2189; number_of_response:1; }","duration":"138.238861ms","start":"2026-03-31T18:34:46.130474Z","end":"2026-03-31T18:34:46.268713Z","steps":["trace[2042499093] 'process raft request' (duration: 22.595608ms)","trace[2042499093] 'compare' (duration: 115.328945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:52.247734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.166134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:52.247805Z","caller":"traceutil/trace.go:171","msg":"trace[1444273724] linearizableReadLoop","detail":"{readStateIndex:2317; appliedIndex:2316; }","duration":"109.314704ms","start":"2026-03-31T18:34:52.138477Z","end":"2026-03-31T18:34:52.247792Z","steps":["trace[1444273724] 'read index received' (duration: 55.352µs)","trace[1444273724] 'applied index is now lower than readState.Index' (duration: 109.258462ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:52.247833Z","caller":"traceutil/trace.go:171","msg":"trace[910310273] transaction","detail":"{read_only:false; response_revision:2214; number_of_response:1; }","duration":"285.896406ms","start":"2026-03-31T18:34:51.961921Z","end":"2026-03-31T18:34:52.247818Z","steps":["trace[910310273] 'process raft request' (duration: 142.605139ms)","trace[910310273] 'compare' (duration: 143.078732ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:52.248008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.534659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:34:52.248041Z","caller":"traceutil/trace.go:171","msg":"trace[1926303605] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2214; }","duration":"109.612941ms","start":"2026-03-31T18:34:52.138417Z","end":"2026-03-31T18:34:52.24803Z","steps":["trace[1926303605] 'agreement among raft nodes before linearized reading' (duration: 109.412286ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.089266Z","caller":"traceutil/trace.go:171","msg":"trace[46897711] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"212.206825ms","start":"2026-03-31T18:34:52.877033Z","end":"2026-03-31T18:34:53.08924Z","steps":["trace[46897711] 'process raft request' (duration: 211.921418ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.162728Z","caller":"traceutil/trace.go:171","msg":"trace[1660230744] linearizableReadLoop","detail":"{readStateIndex:2327; appliedIndex:2325; }","duration":"239.078261ms","start":"2026-03-31T18:34:52.923632Z","end":"2026-03-31T18:34:53.162711Z","steps":["trace[1660230744] 'read index received' (duration: 165.381961ms)","trace[1660230744] 'applied index is now lower than readState.Index' (duration: 73.69539ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:53.162838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.192914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:53.162866Z","caller":"traceutil/trace.go:171","msg":"trace[1693324176] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:0; response_revision:2222; }","duration":"239.267516ms","start":"2026-03-31T18:34:52.923592Z","end":"2026-03-31T18:34:53.16286Z","steps":["trace[1693324176] 'agreement among raft nodes before linearized reading' (duration: 239.190884ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.16304Z","caller":"traceutil/trace.go:171","msg":"trace[1209864333] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"284.166813ms","start":"2026-03-31T18:34:52.878861Z","end":"2026-03-31T18:34:53.163028Z","steps":["trace[1209864333] 'process raft request' (duration: 283.762263ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:53.409776Z","caller":"traceutil/trace.go:171","msg":"trace[566864872] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"239.982384ms","start":"2026-03-31T18:34:53.169742Z","end":"2026-03-31T18:34:53.409724Z","steps":["trace[566864872] 'process raft request' (duration: 154.396825ms)","trace[566864872] 'compare' (duration: 85.368023ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:54.332403Z","caller":"traceutil/trace.go:171","msg":"trace[1309983390] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"428.092115ms","start":"2026-03-31T18:34:53.904294Z","end":"2026-03-31T18:34:54.332386Z","steps":["trace[1309983390] 'process raft request' (duration: 427.941592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.332564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.904271Z","time spent":"428.230159ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:54.337014Z","caller":"traceutil/trace.go:171","msg":"trace[1261027421] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"431.688336ms","start":"2026-03-31T18:34:53.905308Z","end":"2026-03-31T18:34:54.336997Z","steps":["trace[1261027421] 'process raft request' (duration: 431.46088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:54.337191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:53.905296Z","time spent":"431.825079ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:55.356383Z","caller":"traceutil/trace.go:171","msg":"trace[1864231379] linearizableReadLoop","detail":"{readStateIndex:2337; appliedIndex:2336; }","duration":"240.770563ms","start":"2026-03-31T18:34:55.115589Z","end":"2026-03-31T18:34:55.35636Z","steps":["trace[1864231379] 'read index received' (duration: 240.66488ms)","trace[1864231379] 'applied index is now lower than readState.Index' (duration: 104.793µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:55.35645Z","caller":"traceutil/trace.go:171","msg":"trace[461269803] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"258.646493ms","start":"2026-03-31T18:34:55.097774Z","end":"2026-03-31T18:34:55.35642Z","steps":["trace[461269803] 'process raft request' (duration: 258.430727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.356724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.803024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-31T18:34:55.356726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.063451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-31T18:34:55.35679Z","caller":"traceutil/trace.go:171","msg":"trace[1331909181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2232; }","duration":"189.911417ms","start":"2026-03-31T18:34:55.166861Z","end":"2026-03-31T18:34:55.356773Z","steps":["trace[1331909181] 'agreement among raft nodes before linearized reading' (duration: 189.687322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.356826Z","caller":"traceutil/trace.go:171","msg":"trace[105598875] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2232; }","duration":"241.257546ms","start":"2026-03-31T18:34:55.115543Z","end":"2026-03-31T18:34:55.3568Z","steps":["trace[105598875] 'agreement among raft nodes before linearized reading' (duration: 240.913807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.356856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.715954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T18:34:55.35694Z","caller":"traceutil/trace.go:171","msg":"trace[246266555] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2232; }","duration":"107.833597ms","start":"2026-03-31T18:34:55.24908Z","end":"2026-03-31T18:34:55.356914Z","steps":["trace[246266555] 'agreement among raft nodes before linearized reading' (duration: 107.628512ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.564981Z","caller":"traceutil/trace.go:171","msg":"trace[1051898276] linearizableReadLoop","detail":"{readStateIndex:2340; appliedIndex:2338; }","duration":"165.926345ms","start":"2026-03-31T18:34:55.399008Z","end":"2026-03-31T18:34:55.564934Z","steps":["trace[1051898276] 'read index received' (duration: 165.413733ms)","trace[1051898276] 'applied index is now lower than readState.Index' (duration: 511.482µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:55.564996Z","caller":"traceutil/trace.go:171","msg":"trace[1610931508] transaction","detail":"{read_only:false; response_revision:2234; number_of_response:1; }","duration":"203.368684ms","start":"2026-03-31T18:34:55.361594Z","end":"2026-03-31T18:34:55.564963Z","steps":["trace[1610931508] 'process raft request' (duration: 202.959894ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:55.565062Z","caller":"traceutil/trace.go:171","msg":"trace[2088710577] transaction","detail":"{read_only:false; response_revision:2235; number_of_response:1; }","duration":"202.606445ms","start":"2026-03-31T18:34:55.362418Z","end":"2026-03-31T18:34:55.565025Z","steps":["trace[2088710577] 'process raft request' (duration: 202.328539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:55.565233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.210422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:34:55.565312Z","caller":"traceutil/trace.go:171","msg":"trace[1460834141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2235; }","duration":"166.389926ms","start":"2026-03-31T18:34:55.398908Z","end":"2026-03-31T18:34:55.565298Z","steps":["trace[1460834141] 'agreement among raft nodes before linearized reading' (duration: 166.261193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:56.032459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.202485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:34:56.032588Z","caller":"traceutil/trace.go:171","msg":"trace[1152026105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2236; }","duration":"149.381619ms","start":"2026-03-31T18:34:55.883182Z","end":"2026-03-31T18:34:56.032564Z","steps":["trace[1152026105] 'range keys from in-memory index tree' (duration: 149.042141ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:56.032663Z","caller":"traceutil/trace.go:171","msg":"trace[1391838563] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"129.398988ms","start":"2026-03-31T18:34:55.903123Z","end":"2026-03-31T18:34:56.032522Z","steps":["trace[1391838563] 'process raft request' (duration: 32.923747ms)","trace[1391838563] 'compare' (duration: 96.203884ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:56.396736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.0054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:34:56.396872Z","caller":"traceutil/trace.go:171","msg":"trace[1406042987] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"357.341509ms","start":"2026-03-31T18:34:56.039513Z","end":"2026-03-31T18:34:56.396854Z","steps":["trace[1406042987] 'process raft request' (duration: 208.139774ms)","trace[1406042987] 'compare' (duration: 148.895937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:56.396937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:56.039486Z","time spent":"357.422641ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:57.714264Z","caller":"traceutil/trace.go:171","msg":"trace[1773958108] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"140.708742ms","start":"2026-03-31T18:34:57.573524Z","end":"2026-03-31T18:34:57.714233Z","steps":["trace[1773958108] 'process raft request' (duration: 140.291342ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:58.684407Z","caller":"traceutil/trace.go:171","msg":"trace[520326205] linearizableReadLoop","detail":"{readStateIndex:2355; appliedIndex:2353; }","duration":"148.632851ms","start":"2026-03-31T18:34:58.535752Z","end":"2026-03-31T18:34:58.684384Z","steps":["trace[520326205] 'read index received' (duration: 126.767032ms)","trace[520326205] 'applied index is now lower than readState.Index' (duration: 21.864569ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:58.684455Z","caller":"traceutil/trace.go:171","msg":"trace[127805647] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"165.71628ms","start":"2026-03-31T18:34:58.5187Z","end":"2026-03-31T18:34:58.684416Z","steps":["trace[127805647] 'process raft request' (duration: 143.83179ms)","trace[127805647] 'compare' (duration: 21.689195ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:58.684555Z","caller":"traceutil/trace.go:171","msg":"trace[485385097] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"165.798052ms","start":"2026-03-31T18:34:58.518744Z","end":"2026-03-31T18:34:58.684542Z","steps":["trace[485385097] 'process raft request' (duration: 165.595957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.68472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.426462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:34:58.684717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.440775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:34:58.684763Z","caller":"traceutil/trace.go:171","msg":"trace[76622166] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2249; }","duration":"102.524994ms","start":"2026-03-31T18:34:58.582226Z","end":"2026-03-31T18:34:58.684751Z","steps":["trace[76622166] 'agreement among raft nodes before linearized reading' (duration: 102.451402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:58.68476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.99139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:34:58.684799Z","caller":"traceutil/trace.go:171","msg":"trace[1299687969] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2249; }","duration":"149.079572ms","start":"2026-03-31T18:34:58.535709Z","end":"2026-03-31T18:34:58.684788Z","steps":["trace[1299687969] 'agreement among raft nodes before linearized reading' (duration: 148.926878ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:58.684768Z","caller":"traceutil/trace.go:171","msg":"trace[1764732372] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2249; }","duration":"148.544688ms","start":"2026-03-31T18:34:58.536211Z","end":"2026-03-31T18:34:58.684756Z","steps":["trace[1764732372] 'agreement among raft nodes before linearized reading' (duration: 148.393044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:58.838016Z","caller":"traceutil/trace.go:171","msg":"trace[321057581] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"149.104204ms","start":"2026-03-31T18:34:58.68888Z","end":"2026-03-31T18:34:58.837985Z","steps":["trace[321057581] 'process raft request' (duration: 115.295235ms)","trace[321057581] 'compare' (duration: 33.648345ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:34:59.011654Z","caller":"traceutil/trace.go:171","msg":"trace[1323814020] linearizableReadLoop","detail":"{readStateIndex:2357; appliedIndex:2356; }","duration":"128.571277ms","start":"2026-03-31T18:34:58.883064Z","end":"2026-03-31T18:34:59.011635Z","steps":["trace[1323814020] 'read index received' (duration: 66.185871ms)","trace[1323814020] 'applied index is now lower than readState.Index' (duration: 62.384756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:59.011812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.743832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:34:59.011838Z","caller":"traceutil/trace.go:171","msg":"trace[383957787] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:2251; }","duration":"128.836084ms","start":"2026-03-31T18:34:58.882995Z","end":"2026-03-31T18:34:59.011831Z","steps":["trace[383957787] 'agreement among raft nodes before linearized reading' (duration: 128.707381ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:34:59.011932Z","caller":"traceutil/trace.go:171","msg":"trace[411069041] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"322.129676ms","start":"2026-03-31T18:34:58.689752Z","end":"2026-03-31T18:34:59.011881Z","steps":["trace[411069041] 'process raft request' (duration: 259.568485ms)","trace[411069041] 'compare' (duration: 62.203142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:34:59.012148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:34:58.689731Z","time spent":"322.320221ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:34:59.560918Z","caller":"traceutil/trace.go:171","msg":"trace[1953666449] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"122.479365ms","start":"2026-03-31T18:34:59.438409Z","end":"2026-03-31T18:34:59.560888Z","steps":["trace[1953666449] 'process raft request' (duration: 122.251059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:34:59.991949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.446283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:34:59.992246Z","caller":"traceutil/trace.go:171","msg":"trace[1224694369] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2252; }","duration":"273.788002ms","start":"2026-03-31T18:34:59.71844Z","end":"2026-03-31T18:34:59.992228Z","steps":["trace[1224694369] 'range keys from in-memory index tree' (duration: 273.217527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:00.618224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.801546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:35:00.618309Z","caller":"traceutil/trace.go:171","msg":"trace[1062655613] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2254; }","duration":"115.94357ms","start":"2026-03-31T18:35:00.502349Z","end":"2026-03-31T18:35:00.618293Z","steps":["trace[1062655613] 'range keys from in-memory index tree' (duration: 115.611892ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.864968Z","caller":"traceutil/trace.go:171","msg":"trace[1563670967] linearizableReadLoop","detail":"{readStateIndex:2426; appliedIndex:2425; }","duration":"175.953506ms","start":"2026-03-31T18:35:10.688988Z","end":"2026-03-31T18:35:10.864941Z","steps":["trace[1563670967] 'read index received' (duration: 175.668149ms)","trace[1563670967] 'applied index is now lower than readState.Index' (duration: 282.147µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:10.86506Z","caller":"traceutil/trace.go:171","msg":"trace[323893012] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"204.455082ms","start":"2026-03-31T18:35:10.660572Z","end":"2026-03-31T18:35:10.865027Z","steps":["trace[323893012] 'process raft request' (duration: 204.199126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.865312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.309706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-31T18:35:10.865374Z","caller":"traceutil/trace.go:171","msg":"trace[438736095] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2318; }","duration":"176.412449ms","start":"2026-03-31T18:35:10.688945Z","end":"2026-03-31T18:35:10.865357Z","steps":["trace[438736095] 'agreement among raft nodes before linearized reading' (duration: 176.145002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.865471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.171728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-31T18:35:10.865386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.941011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-31T18:35:10.865597Z","caller":"traceutil/trace.go:171","msg":"trace[532570400] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2318; }","duration":"173.193187ms","start":"2026-03-31T18:35:10.692392Z","end":"2026-03-31T18:35:10.865585Z","steps":["trace[532570400] 'agreement among raft nodes before linearized reading' (duration: 172.90224ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.865654Z","caller":"traceutil/trace.go:171","msg":"trace[266300072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2318; }","duration":"132.317571ms","start":"2026-03-31T18:35:10.73325Z","end":"2026-03-31T18:35:10.865568Z","steps":["trace[266300072] 'agreement among raft nodes before linearized reading' (duration: 132.048934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:10.865428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.507593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:35:10.866272Z","caller":"traceutil/trace.go:171","msg":"trace[580308138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2318; }","duration":"148.396015ms","start":"2026-03-31T18:35:10.717863Z","end":"2026-03-31T18:35:10.866259Z","steps":["trace[580308138] 'agreement among raft nodes before linearized reading' (duration: 147.463422ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:10.98812Z","caller":"traceutil/trace.go:171","msg":"trace[1188857822] transaction","detail":"{read_only:false; response_revision:2319; number_of_response:1; }","duration":"117.785257ms","start":"2026-03-31T18:35:10.87028Z","end":"2026-03-31T18:35:10.988065Z","steps":["trace[1188857822] 'process raft request' (duration: 117.321115ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:11.026258Z","caller":"traceutil/trace.go:171","msg":"trace[545631672] linearizableReadLoop","detail":"{readStateIndex:2430; appliedIndex:2426; }","duration":"115.584021ms","start":"2026-03-31T18:35:10.910647Z","end":"2026-03-31T18:35:11.026231Z","steps":["trace[545631672] 'read index received' (duration: 76.780928ms)","trace[545631672] 'applied index is now lower than readState.Index' (duration: 38.802153ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:11.026516Z","caller":"traceutil/trace.go:171","msg":"trace[306004075] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"155.78355ms","start":"2026-03-31T18:35:10.870708Z","end":"2026-03-31T18:35:11.026491Z","steps":["trace[306004075] 'process raft request' (duration: 155.321828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.026752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.825747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:11.026874Z","caller":"traceutil/trace.go:171","msg":"trace[364851354] transaction","detail":"{read_only:false; response_revision:2322; number_of_response:1; }","duration":"155.516983ms","start":"2026-03-31T18:35:10.87091Z","end":"2026-03-31T18:35:11.026427Z","steps":["trace[364851354] 'process raft request' (duration: 155.286707ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:11.026812Z","caller":"traceutil/trace.go:171","msg":"trace[848925793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2322; }","duration":"116.274469ms","start":"2026-03-31T18:35:10.91052Z","end":"2026-03-31T18:35:11.026795Z","steps":["trace[848925793] 'agreement among raft nodes before linearized reading' (duration: 115.822697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:11.026976Z","caller":"traceutil/trace.go:171","msg":"trace[1716816273] transaction","detail":"{read_only:false; response_revision:2321; number_of_response:1; }","duration":"155.486742ms","start":"2026-03-31T18:35:10.870836Z","end":"2026-03-31T18:35:11.026323Z","steps":["trace[1716816273] 'process raft request' (duration: 155.324508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:11.216937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.670808ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:11.217045Z","caller":"traceutil/trace.go:171","msg":"trace[1871070687] linearizableReadLoop","detail":"{readStateIndex:2431; appliedIndex:2430; }","duration":"162.059547ms","start":"2026-03-31T18:35:11.054966Z","end":"2026-03-31T18:35:11.217025Z","steps":["trace[1871070687] 'read index received' (duration: 55.231046ms)","trace[1871070687] 'applied index is now lower than readState.Index' (duration: 106.827221ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:11.217179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.217662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:35:11.217215Z","caller":"traceutil/trace.go:171","msg":"trace[763446655] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2323; }","duration":"162.285733ms","start":"2026-03-31T18:35:11.054919Z","end":"2026-03-31T18:35:11.217205Z","steps":["trace[763446655] 'agreement among raft nodes before linearized reading' (duration: 162.156799ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:11.217346Z","caller":"traceutil/trace.go:171","msg":"trace[1151584443] transaction","detail":"{read_only:false; response_revision:2323; number_of_response:1; }","duration":"185.874236ms","start":"2026-03-31T18:35:11.03146Z","end":"2026-03-31T18:35:11.217334Z","steps":["trace[1151584443] 'process raft request' (duration: 78.724226ms)","trace[1151584443] 'compare' (duration: 106.530343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:13.56603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.86089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:13.566355Z","caller":"traceutil/trace.go:171","msg":"trace[1626493168] transaction","detail":"{read_only:false; response_revision:2327; number_of_response:1; }","duration":"797.778163ms","start":"2026-03-31T18:35:12.768553Z","end":"2026-03-31T18:35:13.566331Z","steps":["trace[1626493168] 'process raft request' (duration: 491.543843ms)","trace[1626493168] 'compare' (duration: 305.502491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:13.566451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:12.768477Z","time spent":"797.934907ms","remote":"127.0.0.1:41944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:13.566903Z","caller":"traceutil/trace.go:171","msg":"trace[1797309087] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"695.810941ms","start":"2026-03-31T18:35:12.871077Z","end":"2026-03-31T18:35:13.566888Z","steps":["trace[1797309087] 'process raft request' (duration: 695.200266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.566977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:12.871051Z","time spent":"695.890174ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:13.567088Z","caller":"traceutil/trace.go:171","msg":"trace[1967784507] linearizableReadLoop","detail":"{readStateIndex:2437; appliedIndex:2435; }","duration":"535.885936ms","start":"2026-03-31T18:35:13.03119Z","end":"2026-03-31T18:35:13.567076Z","steps":["trace[1967784507] 'read index received' (duration: 228.836606ms)","trace[1967784507] 'applied index is now lower than readState.Index' (duration: 307.04783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:13.567228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.07085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:35:13.567761Z","caller":"traceutil/trace.go:171","msg":"trace[765227006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2328; }","duration":"536.637416ms","start":"2026-03-31T18:35:13.031112Z","end":"2026-03-31T18:35:13.56775Z","steps":["trace[765227006] 'agreement among raft nodes before linearized reading' (duration: 536.026499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.567799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.031056Z","time spent":"536.733798ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-31T18:35:13.567436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.123842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T18:35:13.567857Z","caller":"traceutil/trace.go:171","msg":"trace[1501482077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2328; }","duration":"536.603975ms","start":"2026-03-31T18:35:13.031234Z","end":"2026-03-31T18:35:13.567838Z","steps":["trace[1501482077] 'agreement among raft nodes before linearized reading' (duration: 536.137892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.567478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.131563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:13.567911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.031197Z","time spent":"536.701067ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T18:35:13.567925Z","caller":"traceutil/trace.go:171","msg":"trace[711058660] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2328; }","duration":"168.629175ms","start":"2026-03-31T18:35:13.399287Z","end":"2026-03-31T18:35:13.567916Z","steps":["trace[711058660] 'agreement among raft nodes before linearized reading' (duration: 168.124401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.567558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.207094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-31T18:35:13.568029Z","caller":"traceutil/trace.go:171","msg":"trace[2005886806] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2328; }","duration":"260.730267ms","start":"2026-03-31T18:35:13.30729Z","end":"2026-03-31T18:35:13.56802Z","steps":["trace[2005886806] 'agreement among raft nodes before linearized reading' (duration: 260.128121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.567617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.842239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:13.568188Z","caller":"traceutil/trace.go:171","msg":"trace[1889244691] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2328; }","duration":"347.381152ms","start":"2026-03-31T18:35:13.220731Z","end":"2026-03-31T18:35:13.568112Z","steps":["trace[1889244691] 'agreement among raft nodes before linearized reading' (duration: 346.725056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:13.56829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:13.220716Z","time spent":"347.504775ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T18:35:14.160056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.792062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:14.160136Z","caller":"traceutil/trace.go:171","msg":"trace[1111660370] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2334; }","duration":"110.980038ms","start":"2026-03-31T18:35:14.049139Z","end":"2026-03-31T18:35:14.160119Z","steps":["trace[1111660370] 'count revisions from in-memory index tree' (duration: 110.682279ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:15.782156Z","caller":"traceutil/trace.go:171","msg":"trace[1543403631] linearizableReadLoop","detail":"{readStateIndex:2447; appliedIndex:2446; }","duration":"125.803809ms","start":"2026-03-31T18:35:15.656314Z","end":"2026-03-31T18:35:15.782118Z","steps":["trace[1543403631] 'read index received' (duration: 102.524545ms)","trace[1543403631] 'applied index is now lower than readState.Index' (duration: 23.278164ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:15.782337Z","caller":"traceutil/trace.go:171","msg":"trace[429220233] transaction","detail":"{read_only:false; response_revision:2338; number_of_response:1; }","duration":"157.878634ms","start":"2026-03-31T18:35:15.624418Z","end":"2026-03-31T18:35:15.782297Z","steps":["trace[429220233] 'process raft request' (duration: 134.443296ms)","trace[429220233] 'compare' (duration: 23.1294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:15.782467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.676392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:15.782515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.84543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:35:15.782583Z","caller":"traceutil/trace.go:171","msg":"trace[2019935996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2338; }","duration":"125.928093ms","start":"2026-03-31T18:35:15.65664Z","end":"2026-03-31T18:35:15.782568Z","steps":["trace[2019935996] 'agreement among raft nodes before linearized reading' (duration: 125.743438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:15.782551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.210109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-31T18:35:15.782642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.243794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:15.782665Z","caller":"traceutil/trace.go:171","msg":"trace[2111665858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2338; }","duration":"125.295936ms","start":"2026-03-31T18:35:15.657363Z","end":"2026-03-31T18:35:15.782659Z","steps":["trace[2111665858] 'agreement among raft nodes before linearized reading' (duration: 125.198053ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:15.782654Z","caller":"traceutil/trace.go:171","msg":"trace[1872713130] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2338; }","duration":"126.344152ms","start":"2026-03-31T18:35:15.656286Z","end":"2026-03-31T18:35:15.78263Z","steps":["trace[1872713130] 'agreement among raft nodes before linearized reading' (duration: 126.063485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:15.782526Z","caller":"traceutil/trace.go:171","msg":"trace[1366797690] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2338; }","duration":"101.773365ms","start":"2026-03-31T18:35:15.680738Z","end":"2026-03-31T18:35:15.782512Z","steps":["trace[1366797690] 'agreement among raft nodes before linearized reading' (duration: 101.660872ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:16.111807Z","caller":"traceutil/trace.go:171","msg":"trace[861542145] transaction","detail":"{read_only:false; response_revision:2343; number_of_response:1; }","duration":"114.536007ms","start":"2026-03-31T18:35:15.997228Z","end":"2026-03-31T18:35:16.111764Z","steps":["trace[861542145] 'process raft request' (duration: 67.246239ms)","trace[861542145] 'compare' (duration: 46.97642ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:16.315557Z","caller":"traceutil/trace.go:171","msg":"trace[1708393505] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"200.183087ms","start":"2026-03-31T18:35:16.115315Z","end":"2026-03-31T18:35:16.315499Z","steps":["trace[1708393505] 'process raft request' (duration: 152.777837ms)","trace[1708393505] 'compare' (duration: 47.139503ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:17.35646Z","caller":"traceutil/trace.go:171","msg":"trace[391522072] transaction","detail":"{read_only:false; response_revision:2347; number_of_response:1; }","duration":"146.58829ms","start":"2026-03-31T18:35:17.20984Z","end":"2026-03-31T18:35:17.356428Z","steps":["trace[391522072] 'process raft request' (duration: 146.378545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:17.907283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.508446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:17.907408Z","caller":"traceutil/trace.go:171","msg":"trace[293862777] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2348; }","duration":"120.706651ms","start":"2026-03-31T18:35:17.786674Z","end":"2026-03-31T18:35:17.907381Z","steps":["trace[293862777] 'range keys from in-memory index tree' (duration: 120.235479ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.034412Z","caller":"traceutil/trace.go:171","msg":"trace[1759809716] transaction","detail":"{read_only:false; response_revision:2349; number_of_response:1; }","duration":"121.556972ms","start":"2026-03-31T18:35:17.912823Z","end":"2026-03-31T18:35:18.03438Z","steps":["trace[1759809716] 'process raft request' (duration: 121.392078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.560924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.421419ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:18.56117Z","caller":"traceutil/trace.go:171","msg":"trace[2010587683] transaction","detail":"{read_only:false; response_revision:2350; number_of_response:1; }","duration":"646.996126ms","start":"2026-03-31T18:35:17.914129Z","end":"2026-03-31T18:35:18.561125Z","steps":["trace[2010587683] 'process raft request' (duration: 208.262569ms)","trace[2010587683] 'compare' (duration: 437.992649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.561427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.914101Z","time spent":"647.173701ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T18:35:18.561553Z","caller":"traceutil/trace.go:171","msg":"trace[1085363139] transaction","detail":"{read_only:false; response_revision:2352; number_of_response:1; }","duration":"624.955713ms","start":"2026-03-31T18:35:17.936553Z","end":"2026-03-31T18:35:18.561509Z","steps":["trace[1085363139] 'process raft request' (duration: 624.715777ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.561729Z","caller":"traceutil/trace.go:171","msg":"trace[1159309026] transaction","detail":"{read_only:false; response_revision:2351; number_of_response:1; }","duration":"647.218282ms","start":"2026-03-31T18:35:17.914495Z","end":"2026-03-31T18:35:18.561714Z","steps":["trace[1159309026] 'process raft request' (duration: 646.526735ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.561719Z","caller":"traceutil/trace.go:171","msg":"trace[34325305] linearizableReadLoop","detail":"{readStateIndex:2461; appliedIndex:2457; }","duration":"620.717506ms","start":"2026-03-31T18:35:17.940955Z","end":"2026-03-31T18:35:18.561673Z","steps":["trace[34325305] 'read index received' (duration: 93.364384ms)","trace[34325305] 'applied index is now lower than readState.Index' (duration: 527.348562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.56176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.936518Z","time spent":"625.132437ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.561899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.914475Z","time spent":"647.285573ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T18:35:18.646053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.107339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:18.646114Z","caller":"traceutil/trace.go:171","msg":"trace[1120073290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2352; }","duration":"246.238532ms","start":"2026-03-31T18:35:18.399861Z","end":"2026-03-31T18:35:18.6461Z","steps":["trace[1120073290] 'agreement among raft nodes before linearized reading' (duration: 246.135719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:18.646135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.164956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-31T18:35:18.646226Z","caller":"traceutil/trace.go:171","msg":"trace[1330241938] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2352; }","duration":"705.283729ms","start":"2026-03-31T18:35:17.940916Z","end":"2026-03-31T18:35:18.6462Z","steps":["trace[1330241938] 'agreement among raft nodes before linearized reading' (duration: 620.936541ms)","trace[1330241938] 'range keys from in-memory index tree' (duration: 84.095142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:18.646145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.975736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-31T18:35:18.646276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T18:35:17.940903Z","time spent":"705.358021ms","remote":"127.0.0.1:42150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":554,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-31T18:35:18.646399Z","caller":"traceutil/trace.go:171","msg":"trace[1679911451] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2352; }","duration":"289.240963ms","start":"2026-03-31T18:35:18.357093Z","end":"2026-03-31T18:35:18.646334Z","steps":["trace[1679911451] 'agreement among raft nodes before linearized reading' (duration: 288.944485ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.90504Z","caller":"traceutil/trace.go:171","msg":"trace[521909009] transaction","detail":"{read_only:false; response_revision:2353; number_of_response:1; }","duration":"254.108631ms","start":"2026-03-31T18:35:18.650906Z","end":"2026-03-31T18:35:18.905015Z","steps":["trace[521909009] 'process raft request' (duration: 253.68238ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:18.920648Z","caller":"traceutil/trace.go:171","msg":"trace[153028951] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"269.307972ms","start":"2026-03-31T18:35:18.651317Z","end":"2026-03-31T18:35:18.920625Z","steps":["trace[153028951] 'process raft request' (duration: 268.574294ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.041312Z","caller":"traceutil/trace.go:171","msg":"trace[662782856] linearizableReadLoop","detail":"{readStateIndex:2476; appliedIndex:2475; }","duration":"116.027673ms","start":"2026-03-31T18:35:20.925123Z","end":"2026-03-31T18:35:21.041151Z","steps":["trace[662782856] 'read index received' (duration: 115.740926ms)","trace[662782856] 'applied index is now lower than readState.Index' (duration: 285.717µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:21.041542Z","caller":"traceutil/trace.go:171","msg":"trace[425025315] transaction","detail":"{read_only:false; response_revision:2366; number_of_response:1; }","duration":"128.729141ms","start":"2026-03-31T18:35:20.912774Z","end":"2026-03-31T18:35:21.041503Z","steps":["trace[425025315] 'process raft request' (duration: 128.196888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.041562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.418914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T18:35:21.041903Z","caller":"traceutil/trace.go:171","msg":"trace[1952880938] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2366; }","duration":"116.810114ms","start":"2026-03-31T18:35:20.925073Z","end":"2026-03-31T18:35:21.041884Z","steps":["trace[1952880938] 'agreement among raft nodes before linearized reading' (duration: 116.328761ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.28253Z","caller":"traceutil/trace.go:171","msg":"trace[1914243160] transaction","detail":"{read_only:false; response_revision:2367; number_of_response:1; }","duration":"235.380992ms","start":"2026-03-31T18:35:21.047119Z","end":"2026-03-31T18:35:21.2825Z","steps":["trace[1914243160] 'process raft request' (duration: 205.0618ms)","trace[1914243160] 'compare' (duration: 29.964532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:21.282911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.463874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:21.282997Z","caller":"traceutil/trace.go:171","msg":"trace[133621935] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:2367; }","duration":"198.607597ms","start":"2026-03-31T18:35:21.08437Z","end":"2026-03-31T18:35:21.282978Z","steps":["trace[133621935] 'agreement among raft nodes before linearized reading' (duration: 198.473124ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:21.283426Z","caller":"traceutil/trace.go:171","msg":"trace[767719376] linearizableReadLoop","detail":"{readStateIndex:2477; appliedIndex:2476; }","duration":"197.95774ms","start":"2026-03-31T18:35:21.08443Z","end":"2026-03-31T18:35:21.282387Z","steps":["trace[767719376] 'read index received' (duration: 167.66748ms)","trace[767719376] 'applied index is now lower than readState.Index' (duration: 30.28857ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:21.283856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.914726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-31T18:35:21.283907Z","caller":"traceutil/trace.go:171","msg":"trace[1418436680] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2367; }","duration":"168.086131ms","start":"2026-03-31T18:35:21.115807Z","end":"2026-03-31T18:35:21.283893Z","steps":["trace[1418436680] 'agreement among raft nodes before linearized reading' (duration: 167.704462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:21.629917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.664498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:21.630037Z","caller":"traceutil/trace.go:171","msg":"trace[1578739946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2369; }","duration":"231.839412ms","start":"2026-03-31T18:35:21.398174Z","end":"2026-03-31T18:35:21.630013Z","steps":["trace[1578739946] 'range keys from in-memory index tree' (duration: 231.566005ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.771439Z","caller":"traceutil/trace.go:171","msg":"trace[303517949] transaction","detail":"{read_only:false; response_revision:2372; number_of_response:1; }","duration":"191.622061ms","start":"2026-03-31T18:35:22.579793Z","end":"2026-03-31T18:35:22.771415Z","steps":["trace[303517949] 'process raft request' (duration: 191.469508ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.776905Z","caller":"traceutil/trace.go:171","msg":"trace[925318693] transaction","detail":"{read_only:false; response_revision:2373; number_of_response:1; }","duration":"195.740526ms","start":"2026-03-31T18:35:22.581141Z","end":"2026-03-31T18:35:22.776881Z","steps":["trace[925318693] 'process raft request' (duration: 195.586742ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:22.777049Z","caller":"traceutil/trace.go:171","msg":"trace[1694870127] transaction","detail":"{read_only:false; response_revision:2374; number_of_response:1; }","duration":"195.762226ms","start":"2026-03-31T18:35:22.581269Z","end":"2026-03-31T18:35:22.777031Z","steps":["trace[1694870127] 'process raft request' (duration: 195.578272ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:23.868427Z","caller":"traceutil/trace.go:171","msg":"trace[346528742] transaction","detail":"{read_only:false; response_revision:2378; number_of_response:1; }","duration":"100.603157ms","start":"2026-03-31T18:35:23.767807Z","end":"2026-03-31T18:35:23.86841Z","steps":["trace[346528742] 'process raft request' (duration: 100.494154ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.174564Z","caller":"traceutil/trace.go:171","msg":"trace[1725555765] transaction","detail":"{read_only:false; response_revision:2379; number_of_response:1; }","duration":"237.670219ms","start":"2026-03-31T18:35:23.936869Z","end":"2026-03-31T18:35:24.174539Z","steps":["trace[1725555765] 'process raft request' (duration: 171.335253ms)","trace[1725555765] 'compare' (duration: 65.597877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:24.919338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.562575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T18:35:24.919357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.911158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T18:35:24.919401Z","caller":"traceutil/trace.go:171","msg":"trace[890780971] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2382; }","duration":"186.672788ms","start":"2026-03-31T18:35:24.732714Z","end":"2026-03-31T18:35:24.919387Z","steps":["trace[890780971] 'count revisions from in-memory index tree' (duration: 186.496604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.919397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.236106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-31T18:35:24.919518Z","caller":"traceutil/trace.go:171","msg":"trace[982938792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2382; }","duration":"135.400141ms","start":"2026-03-31T18:35:24.7841Z","end":"2026-03-31T18:35:24.9195Z","steps":["trace[982938792] 'range keys from in-memory index tree' (duration: 135.066402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:24.919545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.939738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T18:35:24.919578Z","caller":"traceutil/trace.go:171","msg":"trace[476155351] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2382; }","duration":"135.007589ms","start":"2026-03-31T18:35:24.78456Z","end":"2026-03-31T18:35:24.919567Z","steps":["trace[476155351] 'range keys from in-memory index tree' (duration: 134.797275ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:24.919426Z","caller":"traceutil/trace.go:171","msg":"trace[1066580223] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2382; }","duration":"134.997839ms","start":"2026-03-31T18:35:24.784408Z","end":"2026-03-31T18:35:24.919406Z","steps":["trace[1066580223] 'range keys from in-memory index tree' (duration: 134.792614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.151253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.0872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:25.151449Z","caller":"traceutil/trace.go:171","msg":"trace[1819995088] transaction","detail":"{read_only:false; response_revision:2384; number_of_response:1; }","duration":"227.738989ms","start":"2026-03-31T18:35:24.923684Z","end":"2026-03-31T18:35:25.151423Z","steps":["trace[1819995088] 'process raft request' (duration: 116.388333ms)","trace[1819995088] 'compare' (duration: 110.938095ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:25.151517Z","caller":"traceutil/trace.go:171","msg":"trace[353624262] transaction","detail":"{read_only:false; response_revision:2385; number_of_response:1; }","duration":"226.883827ms","start":"2026-03-31T18:35:24.924611Z","end":"2026-03-31T18:35:25.151495Z","steps":["trace[353624262] 'process raft request' (duration: 226.745813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.357135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.480978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:25.357249Z","caller":"traceutil/trace.go:171","msg":"trace[1327798870] linearizableReadLoop","detail":"{readStateIndex:2497; appliedIndex:2496; }","duration":"201.807407ms","start":"2026-03-31T18:35:25.155422Z","end":"2026-03-31T18:35:25.357229Z","steps":["trace[1327798870] 'read index received' (duration: 98.030511ms)","trace[1327798870] 'applied index is now lower than readState.Index' (duration: 103.775056ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:25.357351Z","caller":"traceutil/trace.go:171","msg":"trace[2100201682] transaction","detail":"{read_only:false; response_revision:2386; number_of_response:1; }","duration":"202.100525ms","start":"2026-03-31T18:35:25.155233Z","end":"2026-03-31T18:35:25.357334Z","steps":["trace[2100201682] 'process raft request' (duration: 98.322909ms)","trace[2100201682] 'compare' (duration: 103.174351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:25.357716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.27937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:25.357838Z","caller":"traceutil/trace.go:171","msg":"trace[975361991] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2386; }","duration":"202.434033ms","start":"2026-03-31T18:35:25.155385Z","end":"2026-03-31T18:35:25.357819Z","steps":["trace[975361991] 'agreement among raft nodes before linearized reading' (duration: 202.252178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:25.35786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.429413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:25.35794Z","caller":"traceutil/trace.go:171","msg":"trace[1644746264] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:2386; }","duration":"202.534955ms","start":"2026-03-31T18:35:25.155385Z","end":"2026-03-31T18:35:25.35792Z","steps":["trace[1644746264] 'agreement among raft nodes before linearized reading' (duration: 202.253318ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.146863Z","caller":"traceutil/trace.go:171","msg":"trace[641359387] transaction","detail":"{read_only:false; response_revision:2389; number_of_response:1; }","duration":"273.851936ms","start":"2026-03-31T18:35:25.872981Z","end":"2026-03-31T18:35:26.146833Z","steps":["trace[641359387] 'process raft request' (duration: 273.490257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:26.360727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.336161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-31T18:35:26.360789Z","caller":"traceutil/trace.go:171","msg":"trace[83424754] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2389; }","duration":"167.424803ms","start":"2026-03-31T18:35:26.19335Z","end":"2026-03-31T18:35:26.360775Z","steps":["trace[83424754] 'range keys from in-memory index tree' (duration: 167.187208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:26.361357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.673147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T18:35:26.361398Z","caller":"traceutil/trace.go:171","msg":"trace[1099545612] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:2389; }","duration":"132.501207ms","start":"2026-03-31T18:35:26.228884Z","end":"2026-03-31T18:35:26.361386Z","steps":["trace[1099545612] 'count revisions from in-memory index tree' (duration: 131.559834ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.575201Z","caller":"traceutil/trace.go:171","msg":"trace[457218749] transaction","detail":"{read_only:false; response_revision:2390; number_of_response:1; }","duration":"210.130606ms","start":"2026-03-31T18:35:26.365047Z","end":"2026-03-31T18:35:26.575178Z","steps":["trace[457218749] 'process raft request' (duration: 209.985523ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.640938Z","caller":"traceutil/trace.go:171","msg":"trace[1477838319] transaction","detail":"{read_only:false; response_revision:2392; number_of_response:1; }","duration":"275.504408ms","start":"2026-03-31T18:35:26.36539Z","end":"2026-03-31T18:35:26.640894Z","steps":["trace[1477838319] 'process raft request' (duration: 275.338734ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.641091Z","caller":"traceutil/trace.go:171","msg":"trace[92759309] linearizableReadLoop","detail":"{readStateIndex:2503; appliedIndex:2500; }","duration":"243.290298ms","start":"2026-03-31T18:35:26.397767Z","end":"2026-03-31T18:35:26.641057Z","steps":["trace[92759309] 'read index received' (duration: 177.372854ms)","trace[92759309] 'applied index is now lower than readState.Index' (duration: 65.915974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:26.641199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.413171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T18:35:26.641179Z","caller":"traceutil/trace.go:171","msg":"trace[1856341558] transaction","detail":"{read_only:false; response_revision:2393; number_of_response:1; }","duration":"214.891335ms","start":"2026-03-31T18:35:26.426261Z","end":"2026-03-31T18:35:26.641152Z","steps":["trace[1856341558] 'process raft request' (duration: 214.546627ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.641227Z","caller":"traceutil/trace.go:171","msg":"trace[1306493187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2393; }","duration":"243.493244ms","start":"2026-03-31T18:35:26.397725Z","end":"2026-03-31T18:35:26.641218Z","steps":["trace[1306493187] 'agreement among raft nodes before linearized reading' (duration: 243.424932ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:26.641491Z","caller":"traceutil/trace.go:171","msg":"trace[633945202] transaction","detail":"{read_only:false; response_revision:2391; number_of_response:1; }","duration":"276.354119ms","start":"2026-03-31T18:35:26.365112Z","end":"2026-03-31T18:35:26.641466Z","steps":["trace[633945202] 'process raft request' (duration: 275.336044ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:29.666415Z","caller":"traceutil/trace.go:171","msg":"trace[411430412] transaction","detail":"{read_only:false; response_revision:2414; number_of_response:1; }","duration":"227.40473ms","start":"2026-03-31T18:35:29.438981Z","end":"2026-03-31T18:35:29.666385Z","steps":["trace[411430412] 'process raft request' (duration: 199.660373ms)","trace[411430412] 'compare' (duration: 27.542222ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:32.360024Z","caller":"traceutil/trace.go:171","msg":"trace[2087722521] transaction","detail":"{read_only:false; response_revision:2425; number_of_response:1; }","duration":"194.31371ms","start":"2026-03-31T18:35:32.165683Z","end":"2026-03-31T18:35:32.359997Z","steps":["trace[2087722521] 'process raft request' (duration: 194.113085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:33.321187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.373495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" limit:500 ","response":"range_response_count:1 size:6772"} {"level":"info","ts":"2026-03-31T18:35:33.321272Z","caller":"traceutil/trace.go:171","msg":"trace[1534497331] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:2428; }","duration":"232.508169ms","start":"2026-03-31T18:35:33.088741Z","end":"2026-03-31T18:35:33.321249Z","steps":["trace[1534497331] 'range keys from in-memory index tree' (duration: 232.211491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:33.321377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.083153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-31T18:35:33.321412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.536634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-31T18:35:33.321548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.164654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" limit:500 ","response":"range_response_count:70 size:67628"} {"level":"info","ts":"2026-03-31T18:35:33.321643Z","caller":"traceutil/trace.go:171","msg":"trace[485807329] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:70; response_revision:2428; }","duration":"227.294087ms","start":"2026-03-31T18:35:33.094331Z","end":"2026-03-31T18:35:33.321625Z","steps":["trace[485807329] 'range keys from in-memory index tree' (duration: 226.726403ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.321508Z","caller":"traceutil/trace.go:171","msg":"trace[2091280410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2428; }","duration":"139.239907ms","start":"2026-03-31T18:35:33.182218Z","end":"2026-03-31T18:35:33.321457Z","steps":["trace[2091280410] 'range keys from in-memory index tree' (duration: 138.874018ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.32159Z","caller":"traceutil/trace.go:171","msg":"trace[1470624189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2428; }","duration":"137.77822ms","start":"2026-03-31T18:35:33.183785Z","end":"2026-03-31T18:35:33.321563Z","steps":["trace[1470624189] 'range keys from in-memory index tree' (duration: 137.220646ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.46623Z","caller":"traceutil/trace.go:171","msg":"trace[1556133135] transaction","detail":"{read_only:false; response_revision:2430; number_of_response:1; }","duration":"137.277427ms","start":"2026-03-31T18:35:33.32893Z","end":"2026-03-31T18:35:33.466207Z","steps":["trace[1556133135] 'process raft request' (duration: 137.157194ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:33.608978Z","caller":"traceutil/trace.go:171","msg":"trace[1986118659] transaction","detail":"{read_only:false; response_revision:2431; number_of_response:1; }","duration":"138.488518ms","start":"2026-03-31T18:35:33.470457Z","end":"2026-03-31T18:35:33.608945Z","steps":["trace[1986118659] 'process raft request' (duration: 114.619268ms)","trace[1986118659] 'compare' (duration: 23.668475ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:34.001426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.694005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cilium\" ","response":"range_response_count:1 size:1654"} {"level":"info","ts":"2026-03-31T18:35:34.001503Z","caller":"traceutil/trace.go:171","msg":"trace[1315001497] range","detail":"{range_begin:/registry/clusterroles/cilium; range_end:; response_count:1; response_revision:2432; }","duration":"107.825188ms","start":"2026-03-31T18:35:33.893663Z","end":"2026-03-31T18:35:34.001488Z","steps":["trace[1315001497] 'range keys from in-memory index tree' (duration: 107.580542ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:34.307944Z","caller":"traceutil/trace.go:171","msg":"trace[1908033607] transaction","detail":"{read_only:false; response_revision:2433; number_of_response:1; }","duration":"116.923856ms","start":"2026-03-31T18:35:34.190988Z","end":"2026-03-31T18:35:34.307912Z","steps":["trace[1908033607] 'process raft request' (duration: 116.704071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.586021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.034662ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T18:35:34.586134Z","caller":"traceutil/trace.go:171","msg":"trace[222059690] linearizableReadLoop","detail":"{readStateIndex:2547; appliedIndex:2546; }","duration":"198.453723ms","start":"2026-03-31T18:35:34.387664Z","end":"2026-03-31T18:35:34.586118Z","steps":["trace[222059690] 'read index received' (duration: 51.238167ms)","trace[222059690] 'applied index is now lower than readState.Index' (duration: 147.214306ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:34.586153Z","caller":"traceutil/trace.go:171","msg":"trace[1035047564] transaction","detail":"{read_only:false; response_revision:2434; number_of_response:1; }","duration":"221.867831ms","start":"2026-03-31T18:35:34.364267Z","end":"2026-03-31T18:35:34.586135Z","steps":["trace[1035047564] 'process raft request' (duration: 74.653315ms)","trace[1035047564] 'compare' (duration: 146.929389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:34.586318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.846011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role\" ","response":"range_response_count:1 size:1944"} {"level":"info","ts":"2026-03-31T18:35:34.586359Z","caller":"traceutil/trace.go:171","msg":"trace[47487104] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-envoy-gateway-role; range_end:; response_count:1; response_revision:2434; }","duration":"168.921773ms","start":"2026-03-31T18:35:34.417425Z","end":"2026-03-31T18:35:34.586347Z","steps":["trace[47487104] 'agreement among raft nodes before linearized reading' (duration: 168.785139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:34.586371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.69142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system\" ","response":"range_response_count:1 size:1107"} {"level":"info","ts":"2026-03-31T18:35:34.586488Z","caller":"traceutil/trace.go:171","msg":"trace[1023309549] range","detail":"{range_begin:/registry/clusterroles/envoy-gateway-gateway-helm-certgen:envoy-gateway-system; range_end:; response_count:1; response_revision:2434; }","duration":"198.851853ms","start":"2026-03-31T18:35:34.387601Z","end":"2026-03-31T18:35:34.586453Z","steps":["trace[1023309549] 'agreement among raft nodes before linearized reading' (duration: 198.573675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.403557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.765809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-03-31T18:35:35.403688Z","caller":"traceutil/trace.go:171","msg":"trace[1018816376] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:2436; }","duration":"137.923193ms","start":"2026-03-31T18:35:35.265746Z","end":"2026-03-31T18:35:35.403669Z","steps":["trace[1018816376] 'range keys from in-memory index tree' (duration: 137.666897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:35.403552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.067163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:auth-delegator\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-03-31T18:35:35.403788Z","caller":"traceutil/trace.go:171","msg":"trace[2085472926] range","detail":"{range_begin:/registry/clusterroles/system:auth-delegator; range_end:; response_count:1; response_revision:2436; }","duration":"143.33744ms","start":"2026-03-31T18:35:35.260429Z","end":"2026-03-31T18:35:35.403766Z","steps":["trace[2085472926] 'range keys from in-memory index tree' (duration: 142.94958ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:36.697121Z","caller":"traceutil/trace.go:171","msg":"trace[1679912204] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"104.059513ms","start":"2026-03-31T18:35:36.593022Z","end":"2026-03-31T18:35:36.697081Z","steps":["trace[1679912204] 'process raft request' (duration: 103.95175ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:36.969583Z","caller":"traceutil/trace.go:171","msg":"trace[174998238] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"162.88296ms","start":"2026-03-31T18:35:36.806657Z","end":"2026-03-31T18:35:36.96954Z","steps":["trace[174998238] 'process raft request' (duration: 162.612773ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:37.14956Z","caller":"traceutil/trace.go:171","msg":"trace[1328997063] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"130.481906ms","start":"2026-03-31T18:35:37.019019Z","end":"2026-03-31T18:35:37.149501Z","steps":["trace[1328997063] 'process raft request' (duration: 53.253247ms)","trace[1328997063] 'compare' (duration: 77.052394ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:37.360241Z","caller":"traceutil/trace.go:171","msg":"trace[271660968] linearizableReadLoop","detail":"{readStateIndex:2560; appliedIndex:2559; }","duration":"145.200296ms","start":"2026-03-31T18:35:37.214984Z","end":"2026-03-31T18:35:37.360184Z","steps":["trace[271660968] 'read index received' (duration: 106.845093ms)","trace[271660968] 'applied index is now lower than readState.Index' (duration: 38.353993ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:37.36027Z","caller":"traceutil/trace.go:171","msg":"trace[1903023314] transaction","detail":"{read_only:false; response_revision:2447; number_of_response:1; }","duration":"206.24371ms","start":"2026-03-31T18:35:37.153987Z","end":"2026-03-31T18:35:37.36023Z","steps":["trace[1903023314] 'process raft request' (duration: 167.790494ms)","trace[1903023314] 'compare' (duration: 38.265281ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:37.360507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.250016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-31T18:35:37.360465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.466643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:expand-controller\" ","response":"range_response_count:1 size:882"} {"level":"info","ts":"2026-03-31T18:35:37.36055Z","caller":"traceutil/trace.go:171","msg":"trace[319110445] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:2447; }","duration":"133.348968ms","start":"2026-03-31T18:35:37.22719Z","end":"2026-03-31T18:35:37.360539Z","steps":["trace[319110445] 'agreement among raft nodes before linearized reading' (duration: 133.213985ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T18:35:37.360573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.305612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:1 size:761"} {"level":"info","ts":"2026-03-31T18:35:37.360583Z","caller":"traceutil/trace.go:171","msg":"trace[676679755] range","detail":"{range_begin:/registry/clusterroles/system:controller:expand-controller; range_end:; response_count:1; response_revision:2447; }","duration":"145.647347ms","start":"2026-03-31T18:35:37.214919Z","end":"2026-03-31T18:35:37.360566Z","steps":["trace[676679755] 'agreement among raft nodes before linearized reading' (duration: 145.449142ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:37.360632Z","caller":"traceutil/trace.go:171","msg":"trace[1712179917] range","detail":"{range_begin:/registry/clusterroles/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:2447; }","duration":"132.408794ms","start":"2026-03-31T18:35:37.228209Z","end":"2026-03-31T18:35:37.360617Z","steps":["trace[1712179917] 'agreement among raft nodes before linearized reading' (duration: 132.308002ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:35:38.056314Z","caller":"traceutil/trace.go:171","msg":"trace[999631535] linearizableReadLoop","detail":"{readStateIndex:2565; appliedIndex:2564; }","duration":"104.277518ms","start":"2026-03-31T18:35:37.952004Z","end":"2026-03-31T18:35:38.056281Z","steps":["trace[999631535] 'read index received' (duration: 72.09955ms)","trace[999631535] 'applied index is now lower than readState.Index' (duration: 32.176618ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:35:38.056342Z","caller":"traceutil/trace.go:171","msg":"trace[136393002] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"120.604348ms","start":"2026-03-31T18:35:37.93571Z","end":"2026-03-31T18:35:38.056314Z","steps":["trace[136393002] 'process raft request' (duration: 88.501452ms)","trace[136393002] 'compare' (duration: 31.826979ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:35:38.056468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.451383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:1078"} {"level":"info","ts":"2026-03-31T18:35:38.05655Z","caller":"traceutil/trace.go:171","msg":"trace[760010643] range","detail":"{range_begin:/registry/clusterroles/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:2452; }","duration":"104.565345ms","start":"2026-03-31T18:35:37.951971Z","end":"2026-03-31T18:35:38.056536Z","steps":["trace[760010643] 'agreement among raft nodes before linearized reading' (duration: 104.438012ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.921123Z","caller":"traceutil/trace.go:171","msg":"trace[1531638593] linearizableReadLoop","detail":"{readStateIndex:2679; appliedIndex:2677; }","duration":"144.94616ms","start":"2026-03-31T18:36:01.776146Z","end":"2026-03-31T18:36:01.921092Z","steps":["trace[1531638593] 'read index received' (duration: 97.817656ms)","trace[1531638593] 'applied index is now lower than readState.Index' (duration: 47.127344ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T18:36:01.921163Z","caller":"traceutil/trace.go:171","msg":"trace[447423988] transaction","detail":"{read_only:false; response_revision:2560; number_of_response:1; }","duration":"148.344385ms","start":"2026-03-31T18:36:01.772781Z","end":"2026-03-31T18:36:01.921125Z","steps":["trace[447423988] 'process raft request' (duration: 101.17348ms)","trace[447423988] 'compare' (duration: 46.879747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T18:36:01.921476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.293628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-03-31T18:36:01.921557Z","caller":"traceutil/trace.go:171","msg":"trace[65981052] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2561; }","duration":"145.429742ms","start":"2026-03-31T18:36:01.776112Z","end":"2026-03-31T18:36:01.921542Z","steps":["trace[65981052] 'agreement among raft nodes before linearized reading' (duration: 145.082243ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T18:36:01.921713Z","caller":"traceutil/trace.go:171","msg":"trace[1519484618] transaction","detail":"{read_only:false; response_revision:2561; number_of_response:1; }","duration":"147.128204ms","start":"2026-03-31T18:36:01.774016Z","end":"2026-03-31T18:36:01.921144Z","steps":["trace[1519484618] 'process raft request' (duration: 147.009201ms)"],"step_count":1}