{"level":"warn","ts":"2026-03-29T01:55:32.860148Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:55:32.860237Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-29T01:55:32.860327Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-29T01:55:32.860381Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-03-29T01:55:32.86041Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:55:32.861106Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-03-29T01:55:32.861194Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-29T01:55:32.86548Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.989618ms"} {"level":"info","ts":"2026-03-29T01:55:32.870377Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-03-29T01:55:32.870498Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-03-29T01:55:32.870563Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-03-29T01:55:32.870581Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-29T01:55:32.870593Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-03-29T01:55:32.870703Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-03-29T01:55:32.876224Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-29T01:55:32.87884Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-29T01:55:32.88108Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-29T01:55:32.88362Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-29T01:55:32.884631Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-29T01:55:32.884901Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:55:32.884949Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:55:32.884957Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-29T01:55:32.887038Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-03-29T01:55:32.887694Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-03-29T01:55:32.89227Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-29T01:55:32.892755Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-29T01:55:32.892971Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-29T01:55:32.893016Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-03-29T01:55:32.89386Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-03-29T01:55:33.471296Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-03-29T01:55:33.471356Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-03-29T01:55:33.471404Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-03-29T01:55:33.47142Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-03-29T01:55:33.471431Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-03-29T01:55:33.471443Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-03-29T01:55:33.471455Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-03-29T01:55:33.472309Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-03-29T01:55:33.472394Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:55:33.472432Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:55:33.472596Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-29T01:55:33.472653Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-29T01:55:33.472809Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-29T01:55:33.473514Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:55:33.473654Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:55:33.473684Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-29T01:55:33.475551Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-03-29T01:55:33.476144Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-29T01:55:38.544475Z","caller":"traceutil/trace.go:171","msg":"trace[452542258] transaction","detail":"{read_only:false; response_revision:299; number_of_response:1; }","duration":"102.501567ms","start":"2026-03-29T01:55:38.441946Z","end":"2026-03-29T01:55:38.544447Z","steps":["trace[452542258] 'process raft request' (duration: 102.441366ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:38.544649Z","caller":"traceutil/trace.go:171","msg":"trace[1522971790] linearizableReadLoop","detail":"{readStateIndex:306; appliedIndex:305; }","duration":"105.833579ms","start":"2026-03-29T01:55:38.438805Z","end":"2026-03-29T01:55:38.544639Z","steps":["trace[1522971790] 'read index received' (duration: 29.32206ms)","trace[1522971790] 'applied index is now lower than readState.Index' (duration: 76.509718ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:38.544568Z","caller":"traceutil/trace.go:171","msg":"trace[486397886] transaction","detail":"{read_only:false; response_revision:298; number_of_response:1; }","duration":"113.732224ms","start":"2026-03-29T01:55:38.430802Z","end":"2026-03-29T01:55:38.544534Z","steps":["trace[486397886] 'process raft request' (duration: 37.331309ms)","trace[486397886] 'compare' (duration: 76.080286ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:55:38.544903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.869435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:5513"} {"level":"warn","ts":"2026-03-29T01:55:38.544849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.865423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4016"} {"level":"info","ts":"2026-03-29T01:55:38.544994Z","caller":"traceutil/trace.go:171","msg":"trace[140568434] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:299; }","duration":"104.487122ms","start":"2026-03-29T01:55:38.440484Z","end":"2026-03-29T01:55:38.544971Z","steps":["trace[140568434] 'agreement among raft nodes before linearized reading' (duration: 104.317077ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:38.545087Z","caller":"traceutil/trace.go:171","msg":"trace[1166126737] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:299; }","duration":"145.11452ms","start":"2026-03-29T01:55:38.399921Z","end":"2026-03-29T01:55:38.545036Z","steps":["trace[1166126737] 'agreement among raft nodes before linearized reading' (duration: 144.820062ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:39.581579Z","caller":"traceutil/trace.go:171","msg":"trace[891697780] linearizableReadLoop","detail":"{readStateIndex:328; appliedIndex:327; }","duration":"135.152139ms","start":"2026-03-29T01:55:39.446399Z","end":"2026-03-29T01:55:39.581551Z","steps":["trace[891697780] 'read index received' (duration: 123.031108ms)","trace[891697780] 'applied index is now lower than readState.Index' (duration: 12.119891ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:39.581683Z","caller":"traceutil/trace.go:171","msg":"trace[1249294544] transaction","detail":"{read_only:false; response_revision:319; number_of_response:1; }","duration":"150.413365ms","start":"2026-03-29T01:55:39.431253Z","end":"2026-03-29T01:55:39.581666Z","steps":["trace[1249294544] 'process raft request' (duration: 138.108599ms)","trace[1249294544] 'compare' (duration: 12.066729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:55:39.581722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.306973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:55:39.581762Z","caller":"traceutil/trace.go:171","msg":"trace[37812434] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:0; response_revision:319; }","duration":"135.386545ms","start":"2026-03-29T01:55:39.446367Z","end":"2026-03-29T01:55:39.581753Z","steps":["trace[37812434] 'agreement among raft nodes before linearized reading' (duration: 135.297753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:42.934212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.185371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:55:42.934872Z","caller":"traceutil/trace.go:171","msg":"trace[1326270766] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"380.898871ms","start":"2026-03-29T01:55:42.553953Z","end":"2026-03-29T01:55:42.934852Z","steps":["trace[1326270766] 'process raft request' (duration: 380.801698ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:42.934914Z","caller":"traceutil/trace.go:171","msg":"trace[1112737139] linearizableReadLoop","detail":"{readStateIndex:371; appliedIndex:370; }","duration":"384.688694ms","start":"2026-03-29T01:55:42.550194Z","end":"2026-03-29T01:55:42.934883Z","steps":["trace[1112737139] 'read index received' (duration: 78.071934ms)","trace[1112737139] 'applied index is now lower than readState.Index' (duration: 306.6142ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:42.93486Z","caller":"traceutil/trace.go:171","msg":"trace[1792889249] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"392.114946ms","start":"2026-03-29T01:55:42.542712Z","end":"2026-03-29T01:55:42.934827Z","steps":["trace[1792889249] 'process raft request' (duration: 85.542927ms)","trace[1792889249] 'compare' (duration: 305.038537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:55:42.934977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.553933Z","time spent":"380.996543ms","remote":"127.0.0.1:57172","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:55:42.935312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.542697Z","time spent":"392.301521ms","remote":"127.0.0.1:57086","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2263,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:55:42.937586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.863774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-29T01:55:42.937674Z","caller":"traceutil/trace.go:171","msg":"trace[2107119122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:363; }","duration":"339.949096ms","start":"2026-03-29T01:55:42.597708Z","end":"2026-03-29T01:55:42.937657Z","steps":["trace[2107119122] 'agreement among raft nodes before linearized reading' (duration: 338.828856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:42.937798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.597643Z","time spent":"340.140542ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" "} {"level":"warn","ts":"2026-03-29T01:55:42.937847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.828735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/coredns\" ","response":"range_response_count:1 size:3706"} {"level":"info","ts":"2026-03-29T01:55:42.938124Z","caller":"traceutil/trace.go:171","msg":"trace[1736385772] range","detail":"{range_begin:/registry/deployments/kube-system/coredns; range_end:; response_count:1; response_revision:363; }","duration":"385.877946ms","start":"2026-03-29T01:55:42.551999Z","end":"2026-03-29T01:55:42.937877Z","steps":["trace[1736385772] 'agreement among raft nodes before linearized reading' (duration: 383.739058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:42.938687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.610292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T01:55:42.939121Z","caller":"traceutil/trace.go:171","msg":"trace[1780205660] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:363; }","duration":"242.035713ms","start":"2026-03-29T01:55:42.697066Z","end":"2026-03-29T01:55:42.939101Z","steps":["trace[1780205660] 'agreement among raft nodes before linearized reading' (duration: 239.428853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:42.9387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.551959Z","time spent":"386.38312ms","remote":"127.0.0.1:57294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":3730,"request content":"key:\"/registry/deployments/kube-system/coredns\" "} {"level":"warn","ts":"2026-03-29T01:55:42.938889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.088627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-29T01:55:42.939287Z","caller":"traceutil/trace.go:171","msg":"trace[1229305428] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:363; }","duration":"291.508859ms","start":"2026-03-29T01:55:42.647753Z","end":"2026-03-29T01:55:42.939262Z","steps":["trace[1229305428] 'agreement among raft nodes before linearized reading' (duration: 288.204469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:42.938945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.737744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-29T01:55:42.939411Z","caller":"traceutil/trace.go:171","msg":"trace[21051757] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:363; }","duration":"389.263158ms","start":"2026-03-29T01:55:42.550111Z","end":"2026-03-29T01:55:42.939374Z","steps":["trace[21051757] 'agreement among raft nodes before linearized reading' (duration: 385.150496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:42.939609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.550058Z","time spent":"389.533866ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"warn","ts":"2026-03-29T01:55:43.412465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.972601ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:55:43.412653Z","caller":"traceutil/trace.go:171","msg":"trace[2067882919] linearizableReadLoop","detail":"{readStateIndex:377; appliedIndex:373; }","duration":"351.808539ms","start":"2026-03-29T01:55:43.060832Z","end":"2026-03-29T01:55:43.41264Z","steps":["trace[2067882919] 'read index received' (duration: 241.55373ms)","trace[2067882919] 'applied index is now lower than readState.Index' (duration: 110.254249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:55:43.41272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.898432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:55:43.412738Z","caller":"traceutil/trace.go:171","msg":"trace[542957179] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:368; }","duration":"352.011525ms","start":"2026-03-29T01:55:43.06072Z","end":"2026-03-29T01:55:43.412731Z","steps":["trace[542957179] 'agreement among raft nodes before linearized reading' (duration: 351.956503ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.412716Z","caller":"traceutil/trace.go:171","msg":"trace[410133921] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"463.18745ms","start":"2026-03-29T01:55:42.949511Z","end":"2026-03-29T01:55:43.412698Z","steps":["trace[410133921] 'process raft request' (duration: 463.073097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:43.412759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:43.060698Z","time spent":"352.055056ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:55:43.412763Z","caller":"traceutil/trace.go:171","msg":"trace[263416389] transaction","detail":"{read_only:false; response_revision:365; number_of_response:1; }","duration":"466.290274ms","start":"2026-03-29T01:55:42.94646Z","end":"2026-03-29T01:55:43.41275Z","steps":["trace[263416389] 'process raft request' (duration: 355.958653ms)","trace[263416389] 'compare' (duration: 109.885249ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:55:43.412795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.949492Z","time spent":"463.273222ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3527,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:55:43.412808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.946443Z","time spent":"466.340705ms","remote":"127.0.0.1:57294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4002,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:55:43.412935Z","caller":"traceutil/trace.go:171","msg":"trace[1763477318] transaction","detail":"{read_only:false; response_revision:366; number_of_response:1; }","duration":"463.856158ms","start":"2026-03-29T01:55:42.949069Z","end":"2026-03-29T01:55:43.412925Z","steps":["trace[1763477318] 'process raft request' (duration: 463.477818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:43.412976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.949059Z","time spent":"463.896519ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1723,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:55:43.412953Z","caller":"traceutil/trace.go:171","msg":"trace[2009043524] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"463.172379ms","start":"2026-03-29T01:55:42.949758Z","end":"2026-03-29T01:55:43.41293Z","steps":["trace[2009043524] 'process raft request' (duration: 462.8532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:43.413734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:42.949751Z","time spent":"463.93273ms","remote":"127.0.0.1:57350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2150,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:55:43.649564Z","caller":"traceutil/trace.go:171","msg":"trace[687892738] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"230.19229ms","start":"2026-03-29T01:55:43.419346Z","end":"2026-03-29T01:55:43.649538Z","steps":["trace[687892738] 'process raft request' (duration: 227.23107ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.656009Z","caller":"traceutil/trace.go:171","msg":"trace[1466988546] transaction","detail":"{read_only:false; response_revision:371; number_of_response:1; }","duration":"236.42018ms","start":"2026-03-29T01:55:43.419569Z","end":"2026-03-29T01:55:43.655989Z","steps":["trace[1466988546] 'process raft request' (duration: 236.320917ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.656129Z","caller":"traceutil/trace.go:171","msg":"trace[2141748332] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"222.305736ms","start":"2026-03-29T01:55:43.433804Z","end":"2026-03-29T01:55:43.65611Z","steps":["trace[2141748332] 'process raft request' (duration: 222.165012ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.656245Z","caller":"traceutil/trace.go:171","msg":"trace[233966741] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"235.883716ms","start":"2026-03-29T01:55:43.420354Z","end":"2026-03-29T01:55:43.656238Z","steps":["trace[233966741] 'process raft request' (duration: 235.578917ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.65614Z","caller":"traceutil/trace.go:171","msg":"trace[1344410208] linearizableReadLoop","detail":"{readStateIndex:384; appliedIndex:377; }","duration":"171.125973ms","start":"2026-03-29T01:55:43.48499Z","end":"2026-03-29T01:55:43.656116Z","steps":["trace[1344410208] 'read index received' (duration: 161.565543ms)","trace[1344410208] 'applied index is now lower than readState.Index' (duration: 9.55958ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:43.656307Z","caller":"traceutil/trace.go:171","msg":"trace[1302942504] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"236.848891ms","start":"2026-03-29T01:55:43.419447Z","end":"2026-03-29T01:55:43.656296Z","steps":["trace[1302942504] 'process raft request' (duration: 236.333287ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.656583Z","caller":"traceutil/trace.go:171","msg":"trace[369135520] transaction","detail":"{read_only:false; response_revision:374; number_of_response:1; }","duration":"221.659729ms","start":"2026-03-29T01:55:43.434836Z","end":"2026-03-29T01:55:43.656495Z","steps":["trace[369135520] 'process raft request' (duration: 221.164165ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.656795Z","caller":"traceutil/trace.go:171","msg":"trace[82263333] transaction","detail":"{read_only:false; response_revision:375; number_of_response:1; }","duration":"215.357008ms","start":"2026-03-29T01:55:43.44143Z","end":"2026-03-29T01:55:43.656787Z","steps":["trace[82263333] 'process raft request' (duration: 214.644298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:43.657667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.649266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:55:43.658076Z","caller":"traceutil/trace.go:171","msg":"trace[1768556524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:375; }","duration":"173.105508ms","start":"2026-03-29T01:55:43.484948Z","end":"2026-03-29T01:55:43.658054Z","steps":["trace[1768556524] 'agreement among raft nodes before linearized reading' (duration: 171.521935ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.770526Z","caller":"traceutil/trace.go:171","msg":"trace[409529583] transaction","detail":"{read_only:false; response_revision:378; number_of_response:1; }","duration":"108.627005ms","start":"2026-03-29T01:55:43.661868Z","end":"2026-03-29T01:55:43.770495Z","steps":["trace[409529583] 'process raft request' (duration: 107.512634ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.77079Z","caller":"traceutil/trace.go:171","msg":"trace[102685356] transaction","detail":"{read_only:false; response_revision:379; number_of_response:1; }","duration":"108.876671ms","start":"2026-03-29T01:55:43.661868Z","end":"2026-03-29T01:55:43.770745Z","steps":["trace[102685356] 'process raft request' (duration: 108.530742ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.770951Z","caller":"traceutil/trace.go:171","msg":"trace[1610320091] transaction","detail":"{read_only:false; response_revision:382; number_of_response:1; }","duration":"108.337586ms","start":"2026-03-29T01:55:43.662596Z","end":"2026-03-29T01:55:43.770933Z","steps":["trace[1610320091] 'process raft request' (duration: 108.220063ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.771317Z","caller":"traceutil/trace.go:171","msg":"trace[325412760] transaction","detail":"{read_only:false; response_revision:383; number_of_response:1; }","duration":"108.223193ms","start":"2026-03-29T01:55:43.663072Z","end":"2026-03-29T01:55:43.771295Z","steps":["trace[325412760] 'process raft request' (duration: 107.771161ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.771372Z","caller":"traceutil/trace.go:171","msg":"trace[1129032970] transaction","detail":"{read_only:false; response_revision:380; number_of_response:1; }","duration":"109.502639ms","start":"2026-03-29T01:55:43.661851Z","end":"2026-03-29T01:55:43.771354Z","steps":["trace[1129032970] 'process raft request' (duration: 108.82028ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.771433Z","caller":"traceutil/trace.go:171","msg":"trace[457751789] transaction","detail":"{read_only:false; response_revision:381; number_of_response:1; }","duration":"109.431517ms","start":"2026-03-29T01:55:43.661984Z","end":"2026-03-29T01:55:43.771416Z","steps":["trace[457751789] 'process raft request' (duration: 108.785719ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:43.771737Z","caller":"traceutil/trace.go:171","msg":"trace[453876384] transaction","detail":"{read_only:false; response_revision:384; number_of_response:1; }","duration":"107.735951ms","start":"2026-03-29T01:55:43.663979Z","end":"2026-03-29T01:55:43.771715Z","steps":["trace[453876384] 'process raft request' (duration: 106.905558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:44.109763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.64151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:55:44.109916Z","caller":"traceutil/trace.go:171","msg":"trace[1048208523] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"327.426376ms","start":"2026-03-29T01:55:43.782471Z","end":"2026-03-29T01:55:44.109898Z","steps":["trace[1048208523] 'process raft request' (duration: 98.57024ms)","trace[1048208523] 'compare' (duration: 228.530207ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:44.109934Z","caller":"traceutil/trace.go:171","msg":"trace[2061882862] linearizableReadLoop","detail":"{readStateIndex:398; appliedIndex:396; }","duration":"326.178022ms","start":"2026-03-29T01:55:43.78373Z","end":"2026-03-29T01:55:44.109908Z","steps":["trace[2061882862] 'read index received' (duration: 20.719113ms)","trace[2061882862] 'applied index is now lower than readState.Index' (duration: 305.457939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:55:44.11002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:43.782464Z","time spent":"327.498309ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4447,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:55:44.110109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.352707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/kube-proxy\" ","response":"range_response_count:1 size:2901"} {"level":"info","ts":"2026-03-29T01:55:44.110127Z","caller":"traceutil/trace.go:171","msg":"trace[1317465804] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"298.013816ms","start":"2026-03-29T01:55:43.812088Z","end":"2026-03-29T01:55:44.110102Z","steps":["trace[1317465804] 'process raft request' (duration: 297.77156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:44.110247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.105457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:55:44.110294Z","caller":"traceutil/trace.go:171","msg":"trace[280908992] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:390; }","duration":"102.183229ms","start":"2026-03-29T01:55:44.008095Z","end":"2026-03-29T01:55:44.110279Z","steps":["trace[280908992] 'agreement among raft nodes before linearized reading' (duration: 102.115057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:44.110174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.604054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:185"} {"level":"info","ts":"2026-03-29T01:55:44.110525Z","caller":"traceutil/trace.go:171","msg":"trace[481941874] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:390; }","duration":"220.039855ms","start":"2026-03-29T01:55:43.890468Z","end":"2026-03-29T01:55:44.110507Z","steps":["trace[481941874] 'agreement among raft nodes before linearized reading' (duration: 219.644845ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:44.110169Z","caller":"traceutil/trace.go:171","msg":"trace[50454187] range","detail":"{range_begin:/registry/daemonsets/kube-system/kube-proxy; range_end:; response_count:1; response_revision:390; }","duration":"326.4455ms","start":"2026-03-29T01:55:43.783706Z","end":"2026-03-29T01:55:44.110151Z","steps":["trace[50454187] 'agreement among raft nodes before linearized reading' (duration: 326.316706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:44.110797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:43.783697Z","time spent":"327.024835ms","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":2925,"request content":"key:\"/registry/daemonsets/kube-system/kube-proxy\" "} {"level":"info","ts":"2026-03-29T01:55:44.320635Z","caller":"traceutil/trace.go:171","msg":"trace[1019483840] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"202.609011ms","start":"2026-03-29T01:55:44.117994Z","end":"2026-03-29T01:55:44.320603Z","steps":["trace[1019483840] 'process raft request' (duration: 103.67651ms)","trace[1019483840] 'compare' (duration: 98.692815ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:45.862513Z","caller":"traceutil/trace.go:171","msg":"trace[813692632] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"105.198401ms","start":"2026-03-29T01:55:45.757281Z","end":"2026-03-29T01:55:45.862479Z","steps":["trace[813692632] 'process raft request' (duration: 105.069708ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:46.017376Z","caller":"traceutil/trace.go:171","msg":"trace[687454904] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"151.300765ms","start":"2026-03-29T01:55:45.866055Z","end":"2026-03-29T01:55:46.017355Z","steps":["trace[687454904] 'process raft request' (duration: 148.288143ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:46.605089Z","caller":"traceutil/trace.go:171","msg":"trace[857357673] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"200.269658ms","start":"2026-03-29T01:55:46.40479Z","end":"2026-03-29T01:55:46.60506Z","steps":["trace[857357673] 'process raft request' (duration: 139.441633ms)","trace[857357673] 'compare' (duration: 60.607029ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:55:50.454479Z","caller":"traceutil/trace.go:171","msg":"trace[1263195925] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"197.663027ms","start":"2026-03-29T01:55:50.256791Z","end":"2026-03-29T01:55:50.454454Z","steps":["trace[1263195925] 'process raft request' (duration: 197.522783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:56.683555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.900623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:55:56.683645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.938131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:55:56.683716Z","caller":"traceutil/trace.go:171","msg":"trace[1043365767] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:461; }","duration":"106.057375ms","start":"2026-03-29T01:55:56.57764Z","end":"2026-03-29T01:55:56.683698Z","steps":["trace[1043365767] 'range keys from in-memory index tree' (duration: 105.818399ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:55:56.683652Z","caller":"traceutil/trace.go:171","msg":"trace[707267917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:461; }","duration":"209.030286ms","start":"2026-03-29T01:55:56.474601Z","end":"2026-03-29T01:55:56.683631Z","steps":["trace[707267917] 'range keys from in-memory index tree' (duration: 208.82644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:57.391005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595997673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:55:57.892071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595997673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:55:58.392896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595997673,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:55:58.843438Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.056137079s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:55:58.890904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.9999076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:55:58.890989Z","caller":"traceutil/trace.go:171","msg":"trace[1689525057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085835s","start":"2026-03-29T01:55:56.89088Z","end":"2026-03-29T01:55:58.890966Z","steps":["trace[1689525057] 'agreement among raft nodes before linearized reading' (duration: 1.999934661s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:58.891044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.890858Z","time spent":"2.000165426s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:55:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:55:59.995598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000413294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:55:59.995689Z","caller":"traceutil/trace.go:171","msg":"trace[312965691] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612879s","start":"2026-03-29T01:55:57.995054Z","end":"2026-03-29T01:55:59.995667Z","steps":["trace[312965691] 'agreement among raft nodes before linearized reading' (duration: 2.000447165s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:55:59.995771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:57.995033Z","time spent":"2.000729233s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:55:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:56:00.559126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.71534676s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:56:00.559301Z","caller":"traceutil/trace.go:171","msg":"trace[2130321458] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"3.871578902s","start":"2026-03-29T01:55:56.687692Z","end":"2026-03-29T01:56:00.559271Z","steps":["trace[2130321458] 'process raft request' (duration: 2.155922304s)","trace[2130321458] 'compare' (duration: 1.714511157s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:00.559447Z","caller":"traceutil/trace.go:171","msg":"trace[1775030538] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"3.871634224s","start":"2026-03-29T01:55:56.687799Z","end":"2026-03-29T01:56:00.559433Z","steps":["trace[1775030538] 'process raft request' (duration: 3.871396297s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:00.559456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.68768Z","time spent":"3.871703535s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:00.559518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.687779Z","time spent":"3.871697775s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:56:00.75828Z","caller":"traceutil/trace.go:171","msg":"trace[157622472] linearizableReadLoop","detail":"{readStateIndex:477; appliedIndex:474; }","duration":"3.867334056s","start":"2026-03-29T01:55:56.890927Z","end":"2026-03-29T01:56:00.758261Z","steps":["trace[157622472] 'read index received' (duration: 1.952667364s)","trace[157622472] 'applied index is now lower than readState.Index' (duration: 1.914665532s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:00.758332Z","caller":"traceutil/trace.go:171","msg":"trace[839535612] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"3.969809644s","start":"2026-03-29T01:55:56.788489Z","end":"2026-03-29T01:56:00.758298Z","steps":["trace[839535612] 'process raft request' (duration: 3.909502354s)","trace[839535612] 'compare' (duration: 60.178787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:00.758455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:56.788465Z","time spent":"3.969924927s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:56:00.806775Z","caller":"traceutil/trace.go:171","msg":"trace[1654925075] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"807.819174ms","start":"2026-03-29T01:55:59.998922Z","end":"2026-03-29T01:56:00.806741Z","steps":["trace[1654925075] 'process raft request' (duration: 807.732252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:00.807458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:59.998865Z","time spent":"808.546173ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:56:00.806786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.915412453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:00.807646Z","caller":"traceutil/trace.go:171","msg":"trace[1670852439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:466; }","duration":"1.916315467s","start":"2026-03-29T01:55:58.89132Z","end":"2026-03-29T01:56:00.807636Z","steps":["trace[1670852439] 'agreement among raft nodes before linearized reading' (duration: 1.915405973s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:00.807774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:58.891304Z","time spent":"1.916462561s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:56:00.806875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.989305093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:56:00.807999Z","caller":"traceutil/trace.go:171","msg":"trace[1174337594] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:466; }","duration":"2.990463065s","start":"2026-03-29T01:55:57.817519Z","end":"2026-03-29T01:56:00.807982Z","steps":["trace[1174337594] 'agreement among raft nodes before linearized reading' (duration: 2.989274663s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:00.80696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701329311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T01:56:00.808108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:57.817502Z","time spent":"2.990591368s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:56:00.808174Z","caller":"traceutil/trace.go:171","msg":"trace[284941046] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:466; }","duration":"2.702606736s","start":"2026-03-29T01:55:58.105553Z","end":"2026-03-29T01:56:00.80816Z","steps":["trace[284941046] 'agreement among raft nodes before linearized reading' (duration: 2.70127835s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:00.808217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:58.105535Z","time spent":"2.702668887s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:56:00.806959Z","caller":"traceutil/trace.go:171","msg":"trace[197055108] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"1.873862472s","start":"2026-03-29T01:55:58.933074Z","end":"2026-03-29T01:56:00.806937Z","steps":["trace[197055108] 'process raft request' (duration: 1.873473052s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:00.808279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:55:58.933056Z","time spent":"1.875191578s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:06.546252Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595997715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:56:07.047378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595997715,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:56:07.117204Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113775676s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:56:07.117663Z","caller":"traceutil/trace.go:171","msg":"trace[135466897] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"1.071695802s","start":"2026-03-29T01:56:06.045944Z","end":"2026-03-29T01:56:07.11764Z","steps":["trace[135466897] 'read index received' (duration: 1.071374334s)","trace[135466897] 'applied index is now lower than readState.Index' (duration: 320.178µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:07.117786Z","caller":"traceutil/trace.go:171","msg":"trace[246746967] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"1.114403114s","start":"2026-03-29T01:56:06.00334Z","end":"2026-03-29T01:56:07.117744Z","steps":["trace[246746967] 'process raft request' (duration: 1.114102006s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:07.117855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071890597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12677"} {"level":"info","ts":"2026-03-29T01:56:07.117916Z","caller":"traceutil/trace.go:171","msg":"trace[2038760676] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:478; }","duration":"1.07198933s","start":"2026-03-29T01:56:06.045898Z","end":"2026-03-29T01:56:07.117888Z","steps":["trace[2038760676] 'agreement among raft nodes before linearized reading' (duration: 1.071876017s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:07.117957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:06.04588Z","time spent":"1.072066093s","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":12701,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"warn","ts":"2026-03-29T01:56:07.118001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.754414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:56:07.118015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:06.003322Z","time spent":"1.114574598s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:07.117958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.98244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T01:56:07.118012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.406866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:56:07.118109Z","caller":"traceutil/trace.go:171","msg":"trace[1519960027] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:478; }","duration":"527.582961ms","start":"2026-03-29T01:56:06.590499Z","end":"2026-03-29T01:56:07.118082Z","steps":["trace[1519960027] 'agreement among raft nodes before linearized reading' (duration: 527.377836ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:07.118031Z","caller":"traceutil/trace.go:171","msg":"trace[1485767915] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:478; }","duration":"181.818747ms","start":"2026-03-29T01:56:06.936197Z","end":"2026-03-29T01:56:07.118015Z","steps":["trace[1485767915] 'agreement among raft nodes before linearized reading' (duration: 181.782756ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:07.118114Z","caller":"traceutil/trace.go:171","msg":"trace[92750192] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:478; }","duration":"182.146755ms","start":"2026-03-29T01:56:06.935928Z","end":"2026-03-29T01:56:07.118075Z","steps":["trace[92750192] 'agreement among raft nodes before linearized reading' (duration: 181.9722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:07.118163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:06.590467Z","time spent":"527.685524ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:56:07.118158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.255402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T01:56:07.118181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.460861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T01:56:07.118233Z","caller":"traceutil/trace.go:171","msg":"trace[306052650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:478; }","duration":"527.362545ms","start":"2026-03-29T01:56:06.59085Z","end":"2026-03-29T01:56:07.118213Z","steps":["trace[306052650] 'agreement among raft nodes before linearized reading' (duration: 527.1743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:07.1183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:06.590841Z","time spent":"527.442698ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:56:07.118341Z","caller":"traceutil/trace.go:171","msg":"trace[734593665] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:478; }","duration":"519.610645ms","start":"2026-03-29T01:56:06.598667Z","end":"2026-03-29T01:56:07.118277Z","steps":["trace[734593665] 'agreement among raft nodes before linearized reading' (duration: 519.339107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:07.118423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:06.598605Z","time spent":"519.80538ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-03-29T01:56:08.500094Z","caller":"traceutil/trace.go:171","msg":"trace[2127717451] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"129.168623ms","start":"2026-03-29T01:56:08.370784Z","end":"2026-03-29T01:56:08.499953Z","steps":["trace[2127717451] 'process raft request' (duration: 129.03765ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:08.503434Z","caller":"traceutil/trace.go:171","msg":"trace[994020564] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"117.286731ms","start":"2026-03-29T01:56:08.386136Z","end":"2026-03-29T01:56:08.503423Z","steps":["trace[994020564] 'process raft request' (duration: 117.048914ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:08.503432Z","caller":"traceutil/trace.go:171","msg":"trace[180486564] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"117.964059ms","start":"2026-03-29T01:56:08.385431Z","end":"2026-03-29T01:56:08.503395Z","steps":["trace[180486564] 'process raft request' (duration: 117.675441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.605929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.35731266s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:56:11.60708Z","caller":"traceutil/trace.go:171","msg":"trace[420964797] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"1.358555674s","start":"2026-03-29T01:56:10.248504Z","end":"2026-03-29T01:56:11.607059Z","steps":["trace[420964797] 'process raft request' (duration: 1.358437771s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.607183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.248484Z","time spent":"1.358652137s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:56:11.614668Z","caller":"traceutil/trace.go:171","msg":"trace[665278728] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"1.365956086s","start":"2026-03-29T01:56:10.248694Z","end":"2026-03-29T01:56:11.61465Z","steps":["trace[665278728] 'process raft request' (duration: 1.365787711s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.614764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.248666Z","time spent":"1.366050818s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:56:11.614793Z","caller":"traceutil/trace.go:171","msg":"trace[814863612] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"1.365969306s","start":"2026-03-29T01:56:10.248808Z","end":"2026-03-29T01:56:11.614777Z","steps":["trace[814863612] 'process raft request' (duration: 1.365846523s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.614853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.248801Z","time spent":"1.366025657s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:56:11.614844Z","caller":"traceutil/trace.go:171","msg":"trace[405059934] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"1.365927435s","start":"2026-03-29T01:56:10.248892Z","end":"2026-03-29T01:56:11.614819Z","steps":["trace[405059934] 'process raft request' (duration: 1.365792302s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:11.614845Z","caller":"traceutil/trace.go:171","msg":"trace[611727490] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"1.365881003s","start":"2026-03-29T01:56:10.248942Z","end":"2026-03-29T01:56:11.614823Z","steps":["trace[611727490] 'process raft request' (duration: 1.365790561s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:11.614867Z","caller":"traceutil/trace.go:171","msg":"trace[1250074435] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"1.365881013s","start":"2026-03-29T01:56:10.248974Z","end":"2026-03-29T01:56:11.614855Z","steps":["trace[1250074435] 'process raft request' (duration: 1.365794351s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.614916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.24897Z","time spent":"1.365923174s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:56:11.614918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.248884Z","time spent":"1.366001457s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:56:11.614918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.248938Z","time spent":"1.365951125s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:56:11.614971Z","caller":"traceutil/trace.go:171","msg":"trace[1708572683] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"1.365827002s","start":"2026-03-29T01:56:10.249132Z","end":"2026-03-29T01:56:11.614959Z","steps":["trace[1708572683] 'process raft request' (duration: 1.365680798s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:11.614989Z","caller":"traceutil/trace.go:171","msg":"trace[234472277] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"1.363102158s","start":"2026-03-29T01:56:10.251878Z","end":"2026-03-29T01:56:11.61498Z","steps":["trace[234472277] 'process raft request' (duration: 1.362972224s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:11.61501Z","caller":"traceutil/trace.go:171","msg":"trace[485796287] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"1.318714281s","start":"2026-03-29T01:56:10.296285Z","end":"2026-03-29T01:56:11.615Z","steps":["trace[485796287] 'process raft request' (duration: 1.318612898s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.615034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.251868Z","time spent":"1.36314734s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:56:11.615042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.249081Z","time spent":"1.365921294s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:56:11.615061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.296253Z","time spent":"1.318786092s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:56:11.615097Z","caller":"traceutil/trace.go:171","msg":"trace[1049046280] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"1.282115365s","start":"2026-03-29T01:56:10.332971Z","end":"2026-03-29T01:56:11.615086Z","steps":["trace[1049046280] 'process raft request' (duration: 1.281977862s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.615156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.33295Z","time spent":"1.282182787s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:56:11.615146Z","caller":"traceutil/trace.go:171","msg":"trace[1615586884] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:537; }","duration":"477.429396ms","start":"2026-03-29T01:56:11.137693Z","end":"2026-03-29T01:56:11.615123Z","steps":["trace[1615586884] 'read index received' (duration: 469.061169ms)","trace[1615586884] 'applied index is now lower than readState.Index' (duration: 8.367407ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:11.615188Z","caller":"traceutil/trace.go:171","msg":"trace[703120621] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"462.047608ms","start":"2026-03-29T01:56:11.15313Z","end":"2026-03-29T01:56:11.615177Z","steps":["trace[703120621] 'process raft request' (duration: 461.942735ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:11.615243Z","caller":"traceutil/trace.go:171","msg":"trace[815344841] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"1.175907576s","start":"2026-03-29T01:56:10.439323Z","end":"2026-03-29T01:56:11.615231Z","steps":["trace[815344841] 'process raft request' (duration: 1.175697111s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:11.615293Z","caller":"traceutil/trace.go:171","msg":"trace[2030732636] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"1.365975516s","start":"2026-03-29T01:56:10.248775Z","end":"2026-03-29T01:56:11.61475Z","steps":["trace[2030732636] 'process raft request' (duration: 1.365820042s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.615301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.612241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:56:11.615252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:11.153106Z","time spent":"462.10807ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:56:11.615344Z","caller":"traceutil/trace.go:171","msg":"trace[629565013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:535; }","duration":"477.685663ms","start":"2026-03-29T01:56:11.137648Z","end":"2026-03-29T01:56:11.615334Z","steps":["trace[629565013] 'agreement among raft nodes before linearized reading' (duration: 477.56634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.61536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.248766Z","time spent":"1.366565092s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:56:11.615358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:10.439301Z","time spent":"1.175988448s","remote":"127.0.0.1:56866","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:56:11.615373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:11.137629Z","time spent":"477.736535ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:56:11.625209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.53734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:56:11.62527Z","caller":"traceutil/trace.go:171","msg":"trace[1566507350] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:536; }","duration":"484.623922ms","start":"2026-03-29T01:56:11.140634Z","end":"2026-03-29T01:56:11.625258Z","steps":["trace[1566507350] 'agreement among raft nodes before linearized reading' (duration: 484.465158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.625255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.582644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T01:56:11.625296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:11.140624Z","time spent":"484.666803ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:56:11.625323Z","caller":"traceutil/trace.go:171","msg":"trace[1074743754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:536; }","duration":"483.688227ms","start":"2026-03-29T01:56:11.14162Z","end":"2026-03-29T01:56:11.625309Z","steps":["trace[1074743754] 'agreement among raft nodes before linearized reading' (duration: 483.561093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.625364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:11.14161Z","time spent":"483.746488ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:56:11.625426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.998886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:56:11.625452Z","caller":"traceutil/trace.go:171","msg":"trace[685103421] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:536; }","duration":"484.048877ms","start":"2026-03-29T01:56:11.141397Z","end":"2026-03-29T01:56:11.625446Z","steps":["trace[685103421] 'agreement among raft nodes before linearized reading' (duration: 483.995305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:11.62547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:11.141385Z","time spent":"484.081838ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:56:19.815857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431458427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5tfrx\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-29T01:56:19.815961Z","caller":"traceutil/trace.go:171","msg":"trace[1829559647] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5tfrx; range_end:; response_count:1; response_revision:635; }","duration":"1.431618511s","start":"2026-03-29T01:56:18.384318Z","end":"2026-03-29T01:56:19.815936Z","steps":["trace[1829559647] 'range keys from in-memory index tree' (duration: 1.431264582s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:19.816147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:18.384301Z","time spent":"1.431831187s","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-5tfrx\" "} {"level":"warn","ts":"2026-03-29T01:56:19.816349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"913.506177ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:56:19.816407Z","caller":"traceutil/trace.go:171","msg":"trace[1509173335] linearizableReadLoop","detail":"{readStateIndex:655; appliedIndex:654; }","duration":"144.343207ms","start":"2026-03-29T01:56:19.672054Z","end":"2026-03-29T01:56:19.816397Z","steps":["trace[1509173335] 'read index received' (duration: 36.721µs)","trace[1509173335] 'applied index is now lower than readState.Index' (duration: 144.305596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:19.816647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.601883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:56:19.816613Z","caller":"traceutil/trace.go:171","msg":"trace[188117234] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"1.353826805s","start":"2026-03-29T01:56:18.462732Z","end":"2026-03-29T01:56:19.816559Z","steps":["trace[188117234] 'process raft request' (duration: 440.04886ms)","trace[188117234] 'compare' (duration: 913.184299ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:19.816682Z","caller":"traceutil/trace.go:171","msg":"trace[1515125037] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"144.685596ms","start":"2026-03-29T01:56:19.671988Z","end":"2026-03-29T01:56:19.816674Z","steps":["trace[1515125037] 'agreement among raft nodes before linearized reading' (duration: 144.572873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:19.816707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.77791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:56:19.816778Z","caller":"traceutil/trace.go:171","msg":"trace[1390639208] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"140.891992ms","start":"2026-03-29T01:56:19.675867Z","end":"2026-03-29T01:56:19.816759Z","steps":["trace[1390639208] 'agreement among raft nodes before linearized reading' (duration: 140.719548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:19.8168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.558618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:56:19.816933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.950394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:56:19.816947Z","caller":"traceutil/trace.go:171","msg":"trace[1910340633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"135.752803ms","start":"2026-03-29T01:56:19.681165Z","end":"2026-03-29T01:56:19.816918Z","steps":["trace[1910340633] 'agreement among raft nodes before linearized reading' (duration: 135.439294ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:19.816993Z","caller":"traceutil/trace.go:171","msg":"trace[299763410] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"141.050457ms","start":"2026-03-29T01:56:19.675926Z","end":"2026-03-29T01:56:19.816977Z","steps":["trace[299763410] 'agreement among raft nodes before linearized reading' (duration: 140.939314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:19.816983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:18.462698Z","time spent":"1.35400677s","remote":"127.0.0.1:56916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:56:20.387108Z","caller":"traceutil/trace.go:171","msg":"trace[10194706] transaction","detail":"{read_only:false; response_revision:641; number_of_response:1; }","duration":"549.95225ms","start":"2026-03-29T01:56:19.837122Z","end":"2026-03-29T01:56:20.387074Z","steps":["trace[10194706] 'process raft request' (duration: 549.838977ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:20.387127Z","caller":"traceutil/trace.go:171","msg":"trace[775726214] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"562.044138ms","start":"2026-03-29T01:56:19.825013Z","end":"2026-03-29T01:56:20.387057Z","steps":["trace[775726214] 'process raft request' (duration: 561.74194ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:20.387166Z","caller":"traceutil/trace.go:171","msg":"trace[838126150] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"561.093013ms","start":"2026-03-29T01:56:19.82602Z","end":"2026-03-29T01:56:20.387113Z","steps":["trace[838126150] 'process raft request' (duration: 560.860437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:20.387365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:19.82498Z","time spent":"562.259534ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:20.3874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:19.826006Z","time spent":"561.257887ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:20.387655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:19.837111Z","time spent":"550.106664ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:56:20.387709Z","caller":"traceutil/trace.go:171","msg":"trace[171449096] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"562.728217ms","start":"2026-03-29T01:56:19.824952Z","end":"2026-03-29T01:56:20.38768Z","steps":["trace[171449096] 'process raft request' (duration: 484.231112ms)","trace[171449096] 'compare' (duration: 77.20356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:20.387809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:19.824917Z","time spent":"562.83822ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:21.623299Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.314208109s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:56:21.623737Z","caller":"traceutil/trace.go:171","msg":"trace[787765451] linearizableReadLoop","detail":"{readStateIndex:661; appliedIndex:656; }","duration":"1.731672685s","start":"2026-03-29T01:56:19.892032Z","end":"2026-03-29T01:56:21.623705Z","steps":["trace[787765451] 'read index received' (duration: 417.161067ms)","trace[787765451] 'applied index is now lower than readState.Index' (duration: 1.314510188s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:21.62385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731796659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:21.623883Z","caller":"traceutil/trace.go:171","msg":"trace[259030841] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:642; }","duration":"1.731892541s","start":"2026-03-29T01:56:19.891981Z","end":"2026-03-29T01:56:21.623874Z","steps":["trace[259030841] 'agreement among raft nodes before linearized reading' (duration: 1.731790079s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:21.623914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:19.891956Z","time spent":"1.731951262s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:56:21.623984Z","caller":"traceutil/trace.go:171","msg":"trace[20193827] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"1.747920157s","start":"2026-03-29T01:56:19.876015Z","end":"2026-03-29T01:56:21.623935Z","steps":["trace[20193827] 'process raft request' (duration: 1.747510116s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:21.624181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:19.875991Z","time spent":"1.748101062s","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:56:22.366897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:56:22.474218Z","caller":"traceutil/trace.go:171","msg":"trace[1639064287] transaction","detail":"{read_only:false; response_revision:643; number_of_response:1; }","duration":"831.082436ms","start":"2026-03-29T01:56:21.643112Z","end":"2026-03-29T01:56:22.474194Z","steps":["trace[1639064287] 'process raft request' (duration: 830.920742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:22.47435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:21.643077Z","time spent":"831.21175ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:56:22.475453Z","caller":"traceutil/trace.go:171","msg":"trace[127223909] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"467.895508ms","start":"2026-03-29T01:56:22.007534Z","end":"2026-03-29T01:56:22.47543Z","steps":["trace[127223909] 'process raft request' (duration: 467.694262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:22.475598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:22.007504Z","time spent":"468.02029ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:56:22.542867Z","caller":"traceutil/trace.go:171","msg":"trace[1723236275] linearizableReadLoop","detail":"{readStateIndex:663; appliedIndex:661; }","duration":"676.717027ms","start":"2026-03-29T01:56:21.866122Z","end":"2026-03-29T01:56:22.542839Z","steps":["trace[1723236275] 'read index received' (duration: 607.881455ms)","trace[1723236275] 'applied index is now lower than readState.Index' (duration: 68.833542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:22.543098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.971095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:56:22.543173Z","caller":"traceutil/trace.go:171","msg":"trace[1726160855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:645; }","duration":"677.100638ms","start":"2026-03-29T01:56:21.866056Z","end":"2026-03-29T01:56:22.543157Z","steps":["trace[1726160855] 'agreement among raft nodes before linearized reading' (duration: 676.904473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:22.543209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:21.866026Z","time spent":"677.17475ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:56:22.548565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.183696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:56:22.548634Z","caller":"traceutil/trace.go:171","msg":"trace[2054688671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:648; }","duration":"157.31666ms","start":"2026-03-29T01:56:22.391302Z","end":"2026-03-29T01:56:22.548619Z","steps":["trace[2054688671] 'agreement among raft nodes before linearized reading' (duration: 157.084733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:22.548827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.547591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:56:22.548867Z","caller":"traceutil/trace.go:171","msg":"trace[656767865] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:648; }","duration":"155.622893ms","start":"2026-03-29T01:56:22.393234Z","end":"2026-03-29T01:56:22.548857Z","steps":["trace[656767865] 'agreement among raft nodes before linearized reading' (duration: 155.561122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:22.548874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.040984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:56:22.548915Z","caller":"traceutil/trace.go:171","msg":"trace[1312658212] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:648; }","duration":"156.101817ms","start":"2026-03-29T01:56:22.392802Z","end":"2026-03-29T01:56:22.548904Z","steps":["trace[1312658212] 'agreement among raft nodes before linearized reading' (duration: 156.030335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:25.211414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998067,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:56:25.257483Z","caller":"traceutil/trace.go:171","msg":"trace[1367109247] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"615.143372ms","start":"2026-03-29T01:56:24.642322Z","end":"2026-03-29T01:56:25.257465Z","steps":["trace[1367109247] 'process raft request' (duration: 615.092041ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:25.257521Z","caller":"traceutil/trace.go:171","msg":"trace[421511293] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"615.223434ms","start":"2026-03-29T01:56:24.642243Z","end":"2026-03-29T01:56:25.257466Z","steps":["trace[421511293] 'process raft request' (duration: 615.07477ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:25.257619Z","caller":"traceutil/trace.go:171","msg":"trace[1263716836] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"614.402172ms","start":"2026-03-29T01:56:24.643209Z","end":"2026-03-29T01:56:25.257611Z","steps":["trace[1263716836] 'process raft request' (duration: 614.232068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:25.258397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:24.642229Z","time spent":"616.108669ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:25.258478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:24.643201Z","time spent":"615.216434ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:25.258698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:24.642305Z","time spent":"615.984606ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:56:25.262459Z","caller":"traceutil/trace.go:171","msg":"trace[836054659] linearizableReadLoop","detail":"{readStateIndex:687; appliedIndex:683; }","duration":"551.262354ms","start":"2026-03-29T01:56:24.711173Z","end":"2026-03-29T01:56:25.262435Z","steps":["trace[836054659] 'read index received' (duration: 546.133895ms)","trace[836054659] 'applied index is now lower than readState.Index' (duration: 5.127539ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:25.262511Z","caller":"traceutil/trace.go:171","msg":"trace[597639648] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"588.723654ms","start":"2026-03-29T01:56:24.673778Z","end":"2026-03-29T01:56:25.262502Z","steps":["trace[597639648] 'process raft request' (duration: 588.529289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:25.262569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:24.673755Z","time spent":"588.790235ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:25.262628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.190124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:25.262668Z","caller":"traceutil/trace.go:171","msg":"trace[119326822] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:667; }","duration":"372.283306ms","start":"2026-03-29T01:56:24.890374Z","end":"2026-03-29T01:56:25.262658Z","steps":["trace[119326822] 'agreement among raft nodes before linearized reading' (duration: 372.191244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:25.262703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:24.890357Z","time spent":"372.337088ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:56:25.262842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.654505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-29T01:56:25.264727Z","caller":"traceutil/trace.go:171","msg":"trace[29656399] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:667; }","duration":"553.426683ms","start":"2026-03-29T01:56:24.711134Z","end":"2026-03-29T01:56:25.264561Z","steps":["trace[29656399] 'agreement among raft nodes before linearized reading' (duration: 551.401508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:25.264805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:24.711117Z","time spent":"553.66294ms","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"info","ts":"2026-03-29T01:56:26.109944Z","caller":"traceutil/trace.go:171","msg":"trace[1811782849] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"123.508899ms","start":"2026-03-29T01:56:25.986413Z","end":"2026-03-29T01:56:26.109922Z","steps":["trace[1811782849] 'process raft request' (duration: 120.57936ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:26.348743Z","caller":"traceutil/trace.go:171","msg":"trace[232086267] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"114.3362ms","start":"2026-03-29T01:56:26.234378Z","end":"2026-03-29T01:56:26.348714Z","steps":["trace[232086267] 'process raft request' (duration: 104.572854ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:26.82574Z","caller":"traceutil/trace.go:171","msg":"trace[1717911402] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"202.811737ms","start":"2026-03-29T01:56:26.622868Z","end":"2026-03-29T01:56:26.82568Z","steps":["trace[1717911402] 'process raft request' (duration: 202.630952ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:26.825838Z","caller":"traceutil/trace.go:171","msg":"trace[1280407408] transaction","detail":"{read_only:false; response_revision:700; number_of_response:1; }","duration":"120.431266ms","start":"2026-03-29T01:56:26.705396Z","end":"2026-03-29T01:56:26.825827Z","steps":["trace[1280407408] 'process raft request' (duration: 120.251091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:27.068407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.476963ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:56:27.068581Z","caller":"traceutil/trace.go:171","msg":"trace[1685330850] transaction","detail":"{read_only:false; response_revision:701; number_of_response:1; }","duration":"243.146174ms","start":"2026-03-29T01:56:26.825411Z","end":"2026-03-29T01:56:27.068557Z","steps":["trace[1685330850] 'process raft request' (duration: 124.387193ms)","trace[1685330850] 'compare' (duration: 118.340189ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:27.129298Z","caller":"traceutil/trace.go:171","msg":"trace[1889228495] transaction","detail":"{read_only:false; response_revision:702; number_of_response:1; }","duration":"290.282976ms","start":"2026-03-29T01:56:26.838989Z","end":"2026-03-29T01:56:27.129272Z","steps":["trace[1889228495] 'process raft request' (duration: 290.087201ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:27.129537Z","caller":"traceutil/trace.go:171","msg":"trace[1032894826] transaction","detail":"{read_only:false; response_revision:703; number_of_response:1; }","duration":"230.50609ms","start":"2026-03-29T01:56:26.898995Z","end":"2026-03-29T01:56:27.129501Z","steps":["trace[1032894826] 'process raft request' (duration: 230.240983ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:27.129554Z","caller":"traceutil/trace.go:171","msg":"trace[9126704] linearizableReadLoop","detail":"{readStateIndex:723; appliedIndex:721; }","duration":"238.025405ms","start":"2026-03-29T01:56:26.891454Z","end":"2026-03-29T01:56:27.129479Z","steps":["trace[9126704] 'read index received' (duration: 58.423879ms)","trace[9126704] 'applied index is now lower than readState.Index' (duration: 179.598846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:27.12976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.290352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:27.129831Z","caller":"traceutil/trace.go:171","msg":"trace[1896647110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:703; }","duration":"238.408865ms","start":"2026-03-29T01:56:26.891407Z","end":"2026-03-29T01:56:27.129816Z","steps":["trace[1896647110] 'agreement among raft nodes before linearized reading' (duration: 238.200129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:27.540062Z","caller":"traceutil/trace.go:171","msg":"trace[597594609] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"227.364725ms","start":"2026-03-29T01:56:27.312677Z","end":"2026-03-29T01:56:27.540042Z","steps":["trace[597594609] 'process raft request' (duration: 128.089905ms)","trace[597594609] 'compare' (duration: 99.111665ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:27.540174Z","caller":"traceutil/trace.go:171","msg":"trace[576710848] linearizableReadLoop","detail":"{readStateIndex:736; appliedIndex:734; }","duration":"213.548478ms","start":"2026-03-29T01:56:27.326596Z","end":"2026-03-29T01:56:27.540144Z","steps":["trace[576710848] 'read index received' (duration: 114.33424ms)","trace[576710848] 'applied index is now lower than readState.Index' (duration: 99.212418ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:27.540209Z","caller":"traceutil/trace.go:171","msg":"trace[108254355] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"222.04793ms","start":"2026-03-29T01:56:27.318139Z","end":"2026-03-29T01:56:27.540187Z","steps":["trace[108254355] 'process raft request' (duration: 221.853594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:27.540413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.806956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:56:27.540449Z","caller":"traceutil/trace.go:171","msg":"trace[317219940] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:715; }","duration":"213.889228ms","start":"2026-03-29T01:56:27.326549Z","end":"2026-03-29T01:56:27.540438Z","steps":["trace[317219940] 'agreement among raft nodes before linearized reading' (duration: 213.698223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:27.591476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.705149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5tfrx\" ","response":"range_response_count:1 size:18063"} {"level":"info","ts":"2026-03-29T01:56:27.591553Z","caller":"traceutil/trace.go:171","msg":"trace[2056358671] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5tfrx; range_end:; response_count:1; response_revision:716; }","duration":"161.836313ms","start":"2026-03-29T01:56:27.4297Z","end":"2026-03-29T01:56:27.591536Z","steps":["trace[2056358671] 'agreement among raft nodes before linearized reading' (duration: 161.612396ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:37.592979Z","caller":"traceutil/trace.go:171","msg":"trace[1313301083] transaction","detail":"{read_only:false; response_revision:793; number_of_response:1; }","duration":"128.841915ms","start":"2026-03-29T01:56:37.464107Z","end":"2026-03-29T01:56:37.592949Z","steps":["trace[1313301083] 'process raft request' (duration: 128.65062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:38.482421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.115046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:38.482536Z","caller":"traceutil/trace.go:171","msg":"trace[79520815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"592.372403ms","start":"2026-03-29T01:56:37.890131Z","end":"2026-03-29T01:56:38.482504Z","steps":["trace[79520815] 'range keys from in-memory index tree' (duration: 592.036194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:38.482643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:37.890111Z","time spent":"592.516437ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:56:38.48308Z","caller":"traceutil/trace.go:171","msg":"trace[853205079] transaction","detail":"{read_only:false; response_revision:798; number_of_response:1; }","duration":"437.1214ms","start":"2026-03-29T01:56:38.045943Z","end":"2026-03-29T01:56:38.483065Z","steps":["trace[853205079] 'process raft request' (duration: 408.514862ms)","trace[853205079] 'compare' (duration: 28.514186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:38.483183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:38.04592Z","time spent":"437.196422ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:44.136205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:56:44.636909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:56:44.762036Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.131973117s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:56:44.762373Z","caller":"traceutil/trace.go:171","msg":"trace[1775952257] linearizableReadLoop","detail":"{readStateIndex:846; appliedIndex:845; }","duration":"1.126288092s","start":"2026-03-29T01:56:43.636062Z","end":"2026-03-29T01:56:44.76235Z","steps":["trace[1775952257] 'read index received' (duration: 1.126166419s)","trace[1775952257] 'applied index is now lower than readState.Index' (duration: 120.833µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:44.762595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126520299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:56:44.762632Z","caller":"traceutil/trace.go:171","msg":"trace[1245166852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:820; }","duration":"1.126606201s","start":"2026-03-29T01:56:43.636016Z","end":"2026-03-29T01:56:44.762622Z","steps":["trace[1245166852] 'agreement among raft nodes before linearized reading' (duration: 1.126469018s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:44.762662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:43.635966Z","time spent":"1.126689153s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:56:44.762637Z","caller":"traceutil/trace.go:171","msg":"trace[815714273] transaction","detail":"{read_only:false; response_revision:820; number_of_response:1; }","duration":"1.132487852s","start":"2026-03-29T01:56:43.629959Z","end":"2026-03-29T01:56:44.762447Z","steps":["trace[815714273] 'process raft request' (duration: 1.132261926s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:44.763027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.007384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:56:44.763059Z","caller":"traceutil/trace.go:171","msg":"trace[618246156] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:820; }","duration":"751.080376ms","start":"2026-03-29T01:56:44.011972Z","end":"2026-03-29T01:56:44.763052Z","steps":["trace[618246156] 'agreement among raft nodes before linearized reading' (duration: 750.994724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:44.763078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:44.011944Z","time spent":"751.128988ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:56:44.763094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05707771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T01:56:44.762948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:43.629941Z","time spent":"1.13280078s","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:56:44.763207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057625115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:56:44.763246Z","caller":"traceutil/trace.go:171","msg":"trace[360521179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:820; }","duration":"1.057688466s","start":"2026-03-29T01:56:43.70555Z","end":"2026-03-29T01:56:44.763238Z","steps":["trace[360521179] 'agreement among raft nodes before linearized reading' (duration: 1.057605314s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:44.763273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:43.705536Z","time spent":"1.057730678s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:56:44.763256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.903251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:44.763124Z","caller":"traceutil/trace.go:171","msg":"trace[1504767180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:820; }","duration":"1.057154752s","start":"2026-03-29T01:56:43.705959Z","end":"2026-03-29T01:56:44.763114Z","steps":["trace[1504767180] 'agreement among raft nodes before linearized reading' (duration: 1.05707656s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:44.763334Z","caller":"traceutil/trace.go:171","msg":"trace[1108861488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:820; }","duration":"855.033174ms","start":"2026-03-29T01:56:43.908281Z","end":"2026-03-29T01:56:44.763314Z","steps":["trace[1108861488] 'agreement among raft nodes before linearized reading' (duration: 854.8844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:44.763357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:43.705939Z","time spent":"1.057412169s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:56:44.763378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:43.908231Z","time spent":"855.137887ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:56:44.763188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.462484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:44.76343Z","caller":"traceutil/trace.go:171","msg":"trace[78412338] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:820; }","duration":"195.741501ms","start":"2026-03-29T01:56:44.567674Z","end":"2026-03-29T01:56:44.763416Z","steps":["trace[78412338] 'agreement among raft nodes before linearized reading' (duration: 195.493864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:44.762925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065476728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:56:44.763739Z","caller":"traceutil/trace.go:171","msg":"trace[1266071269] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:820; }","duration":"1.066314471s","start":"2026-03-29T01:56:43.697411Z","end":"2026-03-29T01:56:44.763725Z","steps":["trace[1266071269] 'agreement among raft nodes before linearized reading' (duration: 1.065447928s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:44.763805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:56:43.697386Z","time spent":"1.066403914s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:56:44.895503Z","caller":"traceutil/trace.go:171","msg":"trace[526979661] transaction","detail":"{read_only:false; response_revision:821; number_of_response:1; }","duration":"127.779222ms","start":"2026-03-29T01:56:44.767695Z","end":"2026-03-29T01:56:44.895475Z","steps":["trace[526979661] 'process raft request' (duration: 115.103127ms)","trace[526979661] 'compare' (duration: 12.50454ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:44.895773Z","caller":"traceutil/trace.go:171","msg":"trace[396267315] transaction","detail":"{read_only:false; response_revision:822; number_of_response:1; }","duration":"127.787233ms","start":"2026-03-29T01:56:44.767972Z","end":"2026-03-29T01:56:44.89576Z","steps":["trace[396267315] 'process raft request' (duration: 127.456474ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:44.895814Z","caller":"traceutil/trace.go:171","msg":"trace[394855583] transaction","detail":"{read_only:false; response_revision:824; number_of_response:1; }","duration":"127.737611ms","start":"2026-03-29T01:56:44.768064Z","end":"2026-03-29T01:56:44.895802Z","steps":["trace[394855583] 'process raft request' (duration: 127.664049ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:44.89581Z","caller":"traceutil/trace.go:171","msg":"trace[1260770177] transaction","detail":"{read_only:false; response_revision:825; number_of_response:1; }","duration":"127.6971ms","start":"2026-03-29T01:56:44.768093Z","end":"2026-03-29T01:56:44.89579Z","steps":["trace[1260770177] 'process raft request' (duration: 127.664469ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:44.8958Z","caller":"traceutil/trace.go:171","msg":"trace[1909017212] transaction","detail":"{read_only:false; response_revision:823; number_of_response:1; }","duration":"127.779802ms","start":"2026-03-29T01:56:44.767995Z","end":"2026-03-29T01:56:44.895775Z","steps":["trace[1909017212] 'process raft request' (duration: 127.649329ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:47.74112Z","caller":"traceutil/trace.go:171","msg":"trace[1959744125] transaction","detail":"{read_only:false; response_revision:835; number_of_response:1; }","duration":"175.147233ms","start":"2026-03-29T01:56:47.565949Z","end":"2026-03-29T01:56:47.741096Z","steps":["trace[1959744125] 'process raft request' (duration: 175.001619ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:48.918065Z","caller":"traceutil/trace.go:171","msg":"trace[548764322] transaction","detail":"{read_only:false; response_revision:838; number_of_response:1; }","duration":"106.364069ms","start":"2026-03-29T01:56:48.811672Z","end":"2026-03-29T01:56:48.918036Z","steps":["trace[548764322] 'process raft request' (duration: 28.431105ms)","trace[548764322] 'compare' (duration: 77.815521ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:49.168324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.972313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:56:49.168554Z","caller":"traceutil/trace.go:171","msg":"trace[1195167294] transaction","detail":"{read_only:false; response_revision:842; number_of_response:1; }","duration":"219.618415ms","start":"2026-03-29T01:56:48.948884Z","end":"2026-03-29T01:56:49.168502Z","steps":["trace[1195167294] 'process raft request' (duration: 100.387615ms)","trace[1195167294] 'compare' (duration: 118.847339ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:49.168618Z","caller":"traceutil/trace.go:171","msg":"trace[2003951003] linearizableReadLoop","detail":"{readStateIndex:872; appliedIndex:868; }","duration":"216.999654ms","start":"2026-03-29T01:56:48.951602Z","end":"2026-03-29T01:56:49.168602Z","steps":["trace[2003951003] 'read index received' (duration: 97.664321ms)","trace[2003951003] 'applied index is now lower than readState.Index' (duration: 119.334463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:56:49.168746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.136088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/envoy-gateway-system/\" range_end:\"/registry/resourcequotas/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:49.169259Z","caller":"traceutil/trace.go:171","msg":"trace[493478929] range","detail":"{range_begin:/registry/resourcequotas/envoy-gateway-system/; range_end:/registry/resourcequotas/envoy-gateway-system0; response_count:0; response_revision:845; }","duration":"217.659812ms","start":"2026-03-29T01:56:48.951578Z","end":"2026-03-29T01:56:49.169159Z","steps":["trace[493478929] 'agreement among raft nodes before linearized reading' (duration: 217.068716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:56:49.169388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.76872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:56:49.168819Z","caller":"traceutil/trace.go:171","msg":"trace[1452065467] transaction","detail":"{read_only:false; response_revision:844; number_of_response:1; }","duration":"219.529173ms","start":"2026-03-29T01:56:48.949277Z","end":"2026-03-29T01:56:49.168806Z","steps":["trace[1452065467] 'process raft request' (duration: 219.219055ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:49.169528Z","caller":"traceutil/trace.go:171","msg":"trace[208433859] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:845; }","duration":"124.952445ms","start":"2026-03-29T01:56:49.044557Z","end":"2026-03-29T01:56:49.16951Z","steps":["trace[208433859] 'agreement among raft nodes before linearized reading' (duration: 124.782881ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:49.168837Z","caller":"traceutil/trace.go:171","msg":"trace[1044169533] transaction","detail":"{read_only:false; response_revision:843; number_of_response:1; }","duration":"219.869732ms","start":"2026-03-29T01:56:48.948954Z","end":"2026-03-29T01:56:49.168824Z","steps":["trace[1044169533] 'process raft request' (duration: 219.470551ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:49.168851Z","caller":"traceutil/trace.go:171","msg":"trace[2115992913] transaction","detail":"{read_only:false; response_revision:845; number_of_response:1; }","duration":"218.853864ms","start":"2026-03-29T01:56:48.949989Z","end":"2026-03-29T01:56:49.168843Z","steps":["trace[2115992913] 'process raft request' (duration: 218.575767ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:49.39747Z","caller":"traceutil/trace.go:171","msg":"trace[635155754] transaction","detail":"{read_only:false; response_revision:847; number_of_response:1; }","duration":"192.824515ms","start":"2026-03-29T01:56:49.20462Z","end":"2026-03-29T01:56:49.397444Z","steps":["trace[635155754] 'process raft request' (duration: 190.991415ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:56:59.211644Z","caller":"traceutil/trace.go:171","msg":"trace[38355577] transaction","detail":"{read_only:false; response_revision:957; number_of_response:1; }","duration":"103.434079ms","start":"2026-03-29T01:56:59.107986Z","end":"2026-03-29T01:56:59.21142Z","steps":["trace[38355577] 'process raft request' (duration: 41.726697ms)","trace[38355577] 'compare' (duration: 61.522837ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:56:59.305282Z","caller":"traceutil/trace.go:171","msg":"trace[1546547722] transaction","detail":"{read_only:false; response_revision:958; number_of_response:1; }","duration":"146.237326ms","start":"2026-03-29T01:56:59.159029Z","end":"2026-03-29T01:56:59.305266Z","steps":["trace[1546547722] 'process raft request' (duration: 145.752312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:17.66992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998824,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:57:17.787098Z","caller":"traceutil/trace.go:171","msg":"trace[1381627280] transaction","detail":"{read_only:false; response_revision:1026; number_of_response:1; }","duration":"681.897384ms","start":"2026-03-29T01:57:17.105176Z","end":"2026-03-29T01:57:17.787073Z","steps":["trace[1381627280] 'process raft request' (duration: 681.776461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:17.787225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:17.105159Z","time spent":"682.001357ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:17.838057Z","caller":"traceutil/trace.go:171","msg":"trace[434339582] linearizableReadLoop","detail":"{readStateIndex:1060; appliedIndex:1058; }","duration":"668.706675ms","start":"2026-03-29T01:57:17.169327Z","end":"2026-03-29T01:57:17.838034Z","steps":["trace[434339582] 'read index received' (duration: 617.616582ms)","trace[434339582] 'applied index is now lower than readState.Index' (duration: 51.089453ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:17.838133Z","caller":"traceutil/trace.go:171","msg":"trace[653169372] transaction","detail":"{read_only:false; response_revision:1027; number_of_response:1; }","duration":"569.042248ms","start":"2026-03-29T01:57:17.269067Z","end":"2026-03-29T01:57:17.838109Z","steps":["trace[653169372] 'process raft request' (duration: 550.871933ms)","trace[653169372] 'compare' (duration: 18.00451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:17.838243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:17.269044Z","time spent":"569.135541ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:17.838301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.953631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:57:17.838334Z","caller":"traceutil/trace.go:171","msg":"trace[573558690] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1027; }","duration":"669.032284ms","start":"2026-03-29T01:57:17.169294Z","end":"2026-03-29T01:57:17.838326Z","steps":["trace[573558690] 'agreement among raft nodes before linearized reading' (duration: 668.864259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:17.838377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:17.169277Z","time spent":"669.092325ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:57:17.838439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.858967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T01:57:17.838456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.369192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:57:17.838506Z","caller":"traceutil/trace.go:171","msg":"trace[1477507007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1027; }","duration":"359.924339ms","start":"2026-03-29T01:57:17.478563Z","end":"2026-03-29T01:57:17.838487Z","steps":["trace[1477507007] 'agreement among raft nodes before linearized reading' (duration: 359.778035ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:17.838529Z","caller":"traceutil/trace.go:171","msg":"trace[429623376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1027; }","duration":"349.492995ms","start":"2026-03-29T01:57:17.489019Z","end":"2026-03-29T01:57:17.838512Z","steps":["trace[429623376] 'agreement among raft nodes before linearized reading' (duration: 349.3117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:17.838552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:17.478467Z","time spent":"360.073134ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:17.83857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:17.488994Z","time spent":"349.568537ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:57:17.838966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.40518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:57:17.839031Z","caller":"traceutil/trace.go:171","msg":"trace[1249442371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1027; }","duration":"430.512233ms","start":"2026-03-29T01:57:17.408505Z","end":"2026-03-29T01:57:17.839017Z","steps":["trace[1249442371] 'agreement among raft nodes before linearized reading' (duration: 429.775713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:17.839077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:17.408489Z","time spent":"430.573785ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T01:57:22.082277Z","caller":"traceutil/trace.go:171","msg":"trace[805076701] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1078; }","duration":"184.19077ms","start":"2026-03-29T01:57:21.898058Z","end":"2026-03-29T01:57:22.082249Z","steps":["trace[805076701] 'read index received' (duration: 113.279117ms)","trace[805076701] 'applied index is now lower than readState.Index' (duration: 70.910573ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:22.082492Z","caller":"traceutil/trace.go:171","msg":"trace[1630692094] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"210.970229ms","start":"2026-03-29T01:57:21.871465Z","end":"2026-03-29T01:57:22.082435Z","steps":["trace[1630692094] 'process raft request' (duration: 139.859481ms)","trace[1630692094] 'compare' (duration: 70.730498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:22.082517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.436487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:57:22.0826Z","caller":"traceutil/trace.go:171","msg":"trace[154660876] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1046; }","duration":"184.56531ms","start":"2026-03-29T01:57:21.898021Z","end":"2026-03-29T01:57:22.082587Z","steps":["trace[154660876] 'agreement among raft nodes before linearized reading' (duration: 184.364245ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:22.082754Z","caller":"traceutil/trace.go:171","msg":"trace[2119774191] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"209.301104ms","start":"2026-03-29T01:57:21.873433Z","end":"2026-03-29T01:57:22.082734Z","steps":["trace[2119774191] 'process raft request' (duration: 208.749099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:22.582631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998875,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:22.827297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.531337ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T01:57:22.82794Z","caller":"traceutil/trace.go:171","msg":"trace[851393888] linearizableReadLoop","detail":"{readStateIndex:1082; appliedIndex:1080; }","duration":"745.554839ms","start":"2026-03-29T01:57:22.08236Z","end":"2026-03-29T01:57:22.827915Z","steps":["trace[851393888] 'read index received' (duration: 530.473617ms)","trace[851393888] 'applied index is now lower than readState.Index' (duration: 215.079422ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:22.82802Z","caller":"traceutil/trace.go:171","msg":"trace[792812771] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"740.600854ms","start":"2026-03-29T01:57:22.087364Z","end":"2026-03-29T01:57:22.827965Z","steps":["trace[792812771] 'process raft request' (duration: 740.352957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:22.828113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.489389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:57:22.828151Z","caller":"traceutil/trace.go:171","msg":"trace[118408084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1047; }","duration":"908.569581ms","start":"2026-03-29T01:57:21.919568Z","end":"2026-03-29T01:57:22.828138Z","steps":["trace[118408084] 'agreement among raft nodes before linearized reading' (duration: 908.476218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:22.828196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:21.91953Z","time spent":"908.658394ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:22.828199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:22.087336Z","time spent":"740.776738ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:22.82839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.155969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:57:22.828443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.307114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:57:22.828474Z","caller":"traceutil/trace.go:171","msg":"trace[1454414967] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1047; }","duration":"286.312902ms","start":"2026-03-29T01:57:22.542141Z","end":"2026-03-29T01:57:22.828454Z","steps":["trace[1454414967] 'agreement among raft nodes before linearized reading' (duration: 286.132357ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:22.828531Z","caller":"traceutil/trace.go:171","msg":"trace[782120825] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1047; }","duration":"930.393426ms","start":"2026-03-29T01:57:21.898097Z","end":"2026-03-29T01:57:22.828491Z","steps":["trace[782120825] 'agreement among raft nodes before linearized reading' (duration: 930.208451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:22.828577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:21.898092Z","time spent":"930.476109ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:57:24.310035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:24.810444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:25.310968Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:25.811667Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:25.890574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001043705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:57:25.890645Z","caller":"traceutil/trace.go:171","msg":"trace[184823054] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001169078s","start":"2026-03-29T01:57:23.889459Z","end":"2026-03-29T01:57:25.890628Z","steps":["trace[184823054] 'agreement among raft nodes before linearized reading' (duration: 2.001078446s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:25.890681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:23.889433Z","time spent":"2.00124004s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:57:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:57:26.312726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595998879,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:26.376848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.538252132s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:57:27.269066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33606179s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:57:27.269144Z","caller":"traceutil/trace.go:171","msg":"trace[1007231628] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1048; }","duration":"4.336149872s","start":"2026-03-29T01:57:22.932984Z","end":"2026-03-29T01:57:27.269134Z","steps":["trace[1007231628] 'range keys from in-memory index tree' (duration: 4.336049s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.270302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.258064ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:57:27.270451Z","caller":"traceutil/trace.go:171","msg":"trace[265432534] linearizableReadLoop","detail":"{readStateIndex:1085; appliedIndex:1083; }","duration":"3.461041363s","start":"2026-03-29T01:57:23.809395Z","end":"2026-03-29T01:57:27.270436Z","steps":["trace[265432534] 'read index received' (duration: 2.567596904s)","trace[265432534] 'applied index is now lower than readState.Index' (duration: 893.443569ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:27.270535Z","caller":"traceutil/trace.go:171","msg":"trace[699548716] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"3.413519538s","start":"2026-03-29T01:57:23.857006Z","end":"2026-03-29T01:57:27.270525Z","steps":["trace[699548716] 'process raft request' (duration: 3.413385395s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.270596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:23.856983Z","time spent":"3.41357885s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:27.270591Z","caller":"traceutil/trace.go:171","msg":"trace[1343355676] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"3.935481762s","start":"2026-03-29T01:57:23.335082Z","end":"2026-03-29T01:57:27.270564Z","steps":["trace[1343355676] 'process raft request' (duration: 3.04190081s)","trace[1343355676] 'compare' (duration: 893.101459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:27.270717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:23.335043Z","time spent":"3.935607787s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:27.270853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461480195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:57:27.270892Z","caller":"traceutil/trace.go:171","msg":"trace[787182211] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1050; }","duration":"3.461553127s","start":"2026-03-29T01:57:23.809327Z","end":"2026-03-29T01:57:27.27088Z","steps":["trace[787182211] 'agreement among raft nodes before linearized reading' (duration: 3.461442094s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.271109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:23.809305Z","time spent":"3.461610798s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:27.271288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185433883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:57:27.271319Z","caller":"traceutil/trace.go:171","msg":"trace[2144312446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1050; }","duration":"3.185500545s","start":"2026-03-29T01:57:24.08581Z","end":"2026-03-29T01:57:27.271311Z","steps":["trace[2144312446] 'agreement among raft nodes before linearized reading' (duration: 3.185422543s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.271348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:24.08579Z","time spent":"3.185550905s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:27.271543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.475229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:57:27.271594Z","caller":"traceutil/trace.go:171","msg":"trace[2133622387] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1050; }","duration":"482.560221ms","start":"2026-03-29T01:57:26.789024Z","end":"2026-03-29T01:57:27.271584Z","steps":["trace[2133622387] 'agreement among raft nodes before linearized reading' (duration: 482.492309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.271622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:26.789006Z","time spent":"482.609082ms","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:57:27.271782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.675843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T01:57:27.271814Z","caller":"traceutil/trace.go:171","msg":"trace[1945434298] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1050; }","duration":"668.729555ms","start":"2026-03-29T01:57:26.603076Z","end":"2026-03-29T01:57:27.271805Z","steps":["trace[1945434298] 'agreement among raft nodes before linearized reading' (duration: 668.649333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.271839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:26.603061Z","time spent":"668.772936ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-03-29T01:57:27.271853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.439264367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:57:27.271895Z","caller":"traceutil/trace.go:171","msg":"trace[1100870192] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1050; }","duration":"2.439333149s","start":"2026-03-29T01:57:24.83255Z","end":"2026-03-29T01:57:27.271884Z","steps":["trace[1100870192] 'agreement among raft nodes before linearized reading' (duration: 2.439201236s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.271929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:24.832533Z","time spent":"2.43938826s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:27.271975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.964949934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:57:27.27201Z","caller":"traceutil/trace.go:171","msg":"trace[1002688417] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1050; }","duration":"2.965015046s","start":"2026-03-29T01:57:24.306987Z","end":"2026-03-29T01:57:27.272002Z","steps":["trace[1002688417] 'agreement among raft nodes before linearized reading' (duration: 2.964959304s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.272037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:24.306971Z","time spent":"2.965059947s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:57:27.272092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.185535196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:57:27.272124Z","caller":"traceutil/trace.go:171","msg":"trace[1924261453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1050; }","duration":"3.185587517s","start":"2026-03-29T01:57:24.08653Z","end":"2026-03-29T01:57:27.272117Z","steps":["trace[1924261453] 'agreement among raft nodes before linearized reading' (duration: 3.185483914s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.272127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377303809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:57:27.272121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.329001652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:57:27.272143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:24.086522Z","time spent":"3.185616677s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:57:27.272159Z","caller":"traceutil/trace.go:171","msg":"trace[1620611266] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1050; }","duration":"2.377357761s","start":"2026-03-29T01:57:24.894793Z","end":"2026-03-29T01:57:27.27215Z","steps":["trace[1620611266] 'agreement among raft nodes before linearized reading' (duration: 2.377279598s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:27.272179Z","caller":"traceutil/trace.go:171","msg":"trace[1532541501] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1050; }","duration":"2.329107315s","start":"2026-03-29T01:57:24.943056Z","end":"2026-03-29T01:57:27.272163Z","steps":["trace[1532541501] 'agreement among raft nodes before linearized reading' (duration: 2.329005792s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.272186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:24.894775Z","time spent":"2.377406211s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:57:27.272218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:24.943037Z","time spent":"2.329171887s","remote":"127.0.0.1:39868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:57:27.272252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781162972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:57:27.27229Z","caller":"traceutil/trace.go:171","msg":"trace[1063175196] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1050; }","duration":"1.781237464s","start":"2026-03-29T01:57:25.491043Z","end":"2026-03-29T01:57:27.27228Z","steps":["trace[1063175196] 'agreement among raft nodes before linearized reading' (duration: 1.781173582s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.272322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:25.491023Z","time spent":"1.781289916s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:57:27.272355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381687135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:57:27.272348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998373502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:57:27.272378Z","caller":"traceutil/trace.go:171","msg":"trace[606402205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1050; }","duration":"1.381733287s","start":"2026-03-29T01:57:25.890639Z","end":"2026-03-29T01:57:27.272372Z","steps":["trace[606402205] 'agreement among raft nodes before linearized reading' (duration: 1.381696246s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:27.272383Z","caller":"traceutil/trace.go:171","msg":"trace[743198126] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1050; }","duration":"1.998436794s","start":"2026-03-29T01:57:25.27394Z","end":"2026-03-29T01:57:27.272376Z","steps":["trace[743198126] 'agreement among raft nodes before linearized reading' (duration: 1.998389802s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:27.272395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:25.890616Z","time spent":"1.381775697s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:27.272407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:25.273926Z","time spent":"1.998477104s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:28.048032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.226585ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T01:57:28.048142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.273657Z","time spent":"774.480025ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T01:57:28.214425Z","caller":"traceutil/trace.go:171","msg":"trace[832328488] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"938.501346ms","start":"2026-03-29T01:57:27.275892Z","end":"2026-03-29T01:57:28.214394Z","steps":["trace[832328488] 'process raft request' (duration: 934.014374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:28.214739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.275875Z","time spent":"938.764963ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:28.215754Z","caller":"traceutil/trace.go:171","msg":"trace[948134445] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"939.641807ms","start":"2026-03-29T01:57:27.276095Z","end":"2026-03-29T01:57:28.215736Z","steps":["trace[948134445] 'process raft request' (duration: 937.994632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:28.216025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.276077Z","time spent":"939.72165ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:28.216619Z","caller":"traceutil/trace.go:171","msg":"trace[1431596823] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"162.646842ms","start":"2026-03-29T01:57:28.053954Z","end":"2026-03-29T01:57:28.216601Z","steps":["trace[1431596823] 'process raft request' (duration: 162.586841ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:28.216636Z","caller":"traceutil/trace.go:171","msg":"trace[958959937] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"940.256694ms","start":"2026-03-29T01:57:27.276351Z","end":"2026-03-29T01:57:28.216607Z","steps":["trace[958959937] 'process raft request' (duration: 940.037038ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:28.216647Z","caller":"traceutil/trace.go:171","msg":"trace[1812810915] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"939.540294ms","start":"2026-03-29T01:57:27.27708Z","end":"2026-03-29T01:57:28.21662Z","steps":["trace[1812810915] 'process raft request' (duration: 939.358129ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:28.216725Z","caller":"traceutil/trace.go:171","msg":"trace[159320479] linearizableReadLoop","detail":"{readStateIndex:1091; appliedIndex:1085; }","duration":"939.145794ms","start":"2026-03-29T01:57:27.277531Z","end":"2026-03-29T01:57:28.216677Z","steps":["trace[159320479] 'read index received' (duration: 253.2072ms)","trace[159320479] 'applied index is now lower than readState.Index' (duration: 685.935693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:28.216759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.276343Z","time spent":"940.348786ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:28.216759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.277064Z","time spent":"939.634347ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:28.216804Z","caller":"traceutil/trace.go:171","msg":"trace[1694285111] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"940.604884ms","start":"2026-03-29T01:57:27.276115Z","end":"2026-03-29T01:57:28.21672Z","steps":["trace[1694285111] 'process raft request' (duration: 939.37021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:28.216837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.983568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:57:28.216876Z","caller":"traceutil/trace.go:171","msg":"trace[896204820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1056; }","duration":"936.042689ms","start":"2026-03-29T01:57:27.280822Z","end":"2026-03-29T01:57:28.216865Z","steps":["trace[896204820] 'agreement among raft nodes before linearized reading' (duration: 935.983167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:28.216906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.280811Z","time spent":"936.08974ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:28.216847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"939.309008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T01:57:28.216925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.075905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:57:28.21695Z","caller":"traceutil/trace.go:171","msg":"trace[2085009464] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354; range_end:; response_count:1; response_revision:1056; }","duration":"939.440902ms","start":"2026-03-29T01:57:27.277496Z","end":"2026-03-29T01:57:28.216937Z","steps":["trace[2085009464] 'agreement among raft nodes before linearized reading' (duration: 939.295328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:28.21695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.658052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:57:28.216982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.277488Z","time spent":"939.489283ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354\" "} {"level":"warn","ts":"2026-03-29T01:57:28.216988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.276107Z","time spent":"940.788909ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:28.217013Z","caller":"traceutil/trace.go:171","msg":"trace[1616194396] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1056; }","duration":"439.784195ms","start":"2026-03-29T01:57:27.777215Z","end":"2026-03-29T01:57:28.216999Z","steps":["trace[1616194396] 'agreement among raft nodes before linearized reading' (duration: 439.664062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:28.218845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.777195Z","time spent":"441.633866ms","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":29,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:57:28.216952Z","caller":"traceutil/trace.go:171","msg":"trace[932128132] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1056; }","duration":"625.142007ms","start":"2026-03-29T01:57:27.591801Z","end":"2026-03-29T01:57:28.216943Z","steps":["trace[932128132] 'agreement among raft nodes before linearized reading' (duration: 625.081295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:28.218965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:27.591779Z","time spent":"627.166783ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:57:46.4107Z","caller":"traceutil/trace.go:171","msg":"trace[424815334] linearizableReadLoop","detail":"{readStateIndex:1150; appliedIndex:1149; }","duration":"115.362495ms","start":"2026-03-29T01:57:46.29531Z","end":"2026-03-29T01:57:46.410672Z","steps":["trace[424815334] 'read index received' (duration: 115.17615ms)","trace[424815334] 'applied index is now lower than readState.Index' (duration: 184.845µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:46.410769Z","caller":"traceutil/trace.go:171","msg":"trace[1816396859] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"116.483375ms","start":"2026-03-29T01:57:46.294254Z","end":"2026-03-29T01:57:46.410737Z","steps":["trace[1816396859] 'process raft request' (duration: 116.249678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:46.410958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.617242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:57:46.411012Z","caller":"traceutil/trace.go:171","msg":"trace[417488262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1111; }","duration":"115.713064ms","start":"2026-03-29T01:57:46.295286Z","end":"2026-03-29T01:57:46.410999Z","steps":["trace[417488262] 'agreement among raft nodes before linearized reading' (duration: 115.519719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:46.688617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.706622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:57:46.688759Z","caller":"traceutil/trace.go:171","msg":"trace[1797009844] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"256.695016ms","start":"2026-03-29T01:57:46.43205Z","end":"2026-03-29T01:57:46.688745Z","steps":["trace[1797009844] 'process raft request' (duration: 256.651355ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:46.688944Z","caller":"traceutil/trace.go:171","msg":"trace[1189622603] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"390.781311ms","start":"2026-03-29T01:57:46.298136Z","end":"2026-03-29T01:57:46.688918Z","steps":["trace[1189622603] 'process raft request' (duration: 285.654707ms)","trace[1189622603] 'compare' (duration: 104.439465ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:46.688986Z","caller":"traceutil/trace.go:171","msg":"trace[314129520] linearizableReadLoop","detail":"{readStateIndex:1151; appliedIndex:1150; }","duration":"278.180591ms","start":"2026-03-29T01:57:46.410775Z","end":"2026-03-29T01:57:46.688956Z","steps":["trace[314129520] 'read index received' (duration: 173.066117ms)","trace[314129520] 'applied index is now lower than readState.Index' (duration: 105.111134ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:46.689073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:46.298121Z","time spent":"390.886083ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:46.689223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.804771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:57:46.689255Z","caller":"traceutil/trace.go:171","msg":"trace[2097600018] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1113; }","duration":"390.866843ms","start":"2026-03-29T01:57:46.298378Z","end":"2026-03-29T01:57:46.689245Z","steps":["trace[2097600018] 'agreement among raft nodes before linearized reading' (duration: 390.708128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:46.68929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:46.298371Z","time spent":"390.908104ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:46.689295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.943517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:57:46.689339Z","caller":"traceutil/trace.go:171","msg":"trace[852524859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1113; }","duration":"394.017989ms","start":"2026-03-29T01:57:46.295309Z","end":"2026-03-29T01:57:46.689327Z","steps":["trace[852524859] 'agreement among raft nodes before linearized reading' (duration: 393.893796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:46.689376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:46.295296Z","time spent":"394.07226ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:47.393005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:47.893563Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:48.394476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:48.892298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999854538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:57:48.892365Z","caller":"traceutil/trace.go:171","msg":"trace[355491516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999975132s","start":"2026-03-29T01:57:46.892375Z","end":"2026-03-29T01:57:48.892351Z","steps":["trace[355491516] 'agreement among raft nodes before linearized reading' (duration: 1.999889379s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:48.892401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:46.892353Z","time spent":"2.000040983s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:48.895318Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:49.396744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:49.897586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:49.996432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000475945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:57:49.99654Z","caller":"traceutil/trace.go:171","msg":"trace[864706664] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000609469s","start":"2026-03-29T01:57:47.995887Z","end":"2026-03-29T01:57:49.996497Z","steps":["trace[864706664] 'agreement among raft nodes before linearized reading' (duration: 2.000503376s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:49.996593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:47.995872Z","time spent":"2.000711591s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:50.397979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:50.893561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:57:50.893643Z","caller":"traceutil/trace.go:171","msg":"trace[1118374926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171847s","start":"2026-03-29T01:57:48.893454Z","end":"2026-03-29T01:57:50.893626Z","steps":["trace[1118374926] 'agreement among raft nodes before linearized reading' (duration: 2.000063774s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:50.893696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:48.893402Z","time spent":"2.00028283s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:57:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:57:50.898827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999049,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:57:51.104297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.259765947s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T01:57:51.104405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:46.690902Z","time spent":"4.413498906s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T01:57:51.295684Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.451083812s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:57:51.418773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.836021ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:57:51.418967Z","caller":"traceutil/trace.go:171","msg":"trace[1234690559] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"4.72535606s","start":"2026-03-29T01:57:46.693594Z","end":"2026-03-29T01:57:51.41895Z","steps":["trace[1234690559] 'process raft request' (duration: 4.725281988s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.419046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:46.693586Z","time spent":"4.725423542s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:51.419202Z","caller":"traceutil/trace.go:171","msg":"trace[1764992896] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"4.726031989s","start":"2026-03-29T01:57:46.69314Z","end":"2026-03-29T01:57:51.419172Z","steps":["trace[1764992896] 'process raft request' (duration: 4.602718294s)","trace[1764992896] 'compare' (duration: 122.703368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:51.419388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:46.693118Z","time spent":"4.726168353s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:51.423681Z","caller":"traceutil/trace.go:171","msg":"trace[502280345] transaction","detail":"{read_only:false; response_revision:1117; number_of_response:1; }","duration":"3.885597998s","start":"2026-03-29T01:57:47.538051Z","end":"2026-03-29T01:57:51.423649Z","steps":["trace[502280345] 'process raft request' (duration: 3.885490745s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:51.423826Z","caller":"traceutil/trace.go:171","msg":"trace[2038176720] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"4.089310248s","start":"2026-03-29T01:57:47.334487Z","end":"2026-03-29T01:57:51.423797Z","steps":["trace[2038176720] 'process raft request' (duration: 4.087973412s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.423867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:47.538032Z","time spent":"3.885742522s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:51.423991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:47.334462Z","time spent":"4.089432242s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:51.424003Z","caller":"traceutil/trace.go:171","msg":"trace[1617890608] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"757.215741ms","start":"2026-03-29T01:57:50.666761Z","end":"2026-03-29T01:57:51.423976Z","steps":["trace[1617890608] 'process raft request' (duration: 756.838051ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:51.424144Z","caller":"traceutil/trace.go:171","msg":"trace[1506257471] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1153; }","duration":"4.531702263s","start":"2026-03-29T01:57:46.89242Z","end":"2026-03-29T01:57:51.424122Z","steps":["trace[1506257471] 'read index received' (duration: 4.403444833s)","trace[1506257471] 'applied index is now lower than readState.Index' (duration: 128.25563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:51.424168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:50.666723Z","time spent":"757.357765ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:51.424232Z","caller":"traceutil/trace.go:171","msg":"trace[880249732] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"300.128572ms","start":"2026-03-29T01:57:51.124077Z","end":"2026-03-29T01:57:51.424205Z","steps":["trace[880249732] 'process raft request' (duration: 299.807774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.424419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:51.124056Z","time spent":"300.244006ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:51.424459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81040437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:57:51.424535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.046742168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:57:51.424572Z","caller":"traceutil/trace.go:171","msg":"trace[1937868274] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1119; }","duration":"4.04682835s","start":"2026-03-29T01:57:47.377733Z","end":"2026-03-29T01:57:51.424561Z","steps":["trace[1937868274] 'agreement among raft nodes before linearized reading' (duration: 4.046533672s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.424584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.830409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:57:51.424576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.33546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:57:51.424603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:47.377681Z","time spent":"4.046913483s","remote":"127.0.0.1:39754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:57:51.424617Z","caller":"traceutil/trace.go:171","msg":"trace[957822137] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1119; }","duration":"802.89531ms","start":"2026-03-29T01:57:50.621711Z","end":"2026-03-29T01:57:51.424606Z","steps":["trace[957822137] 'agreement among raft nodes before linearized reading' (duration: 802.848959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.424619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.731025783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:57:51.424636Z","caller":"traceutil/trace.go:171","msg":"trace[812490538] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1119; }","duration":"523.425063ms","start":"2026-03-29T01:57:50.901194Z","end":"2026-03-29T01:57:51.424619Z","steps":["trace[812490538] 'agreement among raft nodes before linearized reading' (duration: 523.291559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.424651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:50.621693Z","time spent":"802.950032ms","remote":"127.0.0.1:34646","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:57:51.424667Z","caller":"traceutil/trace.go:171","msg":"trace[1408925683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1119; }","duration":"2.731110696s","start":"2026-03-29T01:57:48.693542Z","end":"2026-03-29T01:57:51.424652Z","steps":["trace[1408925683] 'agreement among raft nodes before linearized reading' (duration: 2.73090645s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.424685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:50.901178Z","time spent":"523.498145ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:51.424706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:48.69352Z","time spent":"2.731177068s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:57:51.424537Z","caller":"traceutil/trace.go:171","msg":"trace[2035785947] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1119; }","duration":"1.810500532s","start":"2026-03-29T01:57:49.613996Z","end":"2026-03-29T01:57:51.424497Z","steps":["trace[2035785947] 'agreement among raft nodes before linearized reading' (duration: 1.810386029s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.424839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73124457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:57:51.424845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425566779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-29T01:57:51.424862Z","caller":"traceutil/trace.go:171","msg":"trace[1594478895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1119; }","duration":"2.731302371s","start":"2026-03-29T01:57:48.693552Z","end":"2026-03-29T01:57:51.424854Z","steps":["trace[1594478895] 'agreement among raft nodes before linearized reading' (duration: 2.731232839s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:51.424883Z","caller":"traceutil/trace.go:171","msg":"trace[611535962] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674; range_end:; response_count:1; response_revision:1119; }","duration":"1.425632471s","start":"2026-03-29T01:57:49.999241Z","end":"2026-03-29T01:57:51.424874Z","steps":["trace[611535962] 'agreement among raft nodes before linearized reading' (duration: 1.425566439s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.424873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:49.61397Z","time spent":"1.810873032s","remote":"127.0.0.1:39818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:57:51.424926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:49.999225Z","time spent":"1.425684782s","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674\" "} {"level":"warn","ts":"2026-03-29T01:57:51.424887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:48.693531Z","time spent":"2.731350972s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:57:51.424863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.010692655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:57:51.42505Z","caller":"traceutil/trace.go:171","msg":"trace[2091115359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1119; }","duration":"3.010906101s","start":"2026-03-29T01:57:48.414136Z","end":"2026-03-29T01:57:51.425042Z","steps":["trace[2091115359] 'agreement among raft nodes before linearized reading' (duration: 3.010650824s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.425077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:48.414121Z","time spent":"3.010950172s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:51.424996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.444716684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:57:51.425719Z","caller":"traceutil/trace.go:171","msg":"trace[1724065584] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1119; }","duration":"3.444921968s","start":"2026-03-29T01:57:47.980236Z","end":"2026-03-29T01:57:51.425158Z","steps":["trace[1724065584] 'agreement among raft nodes before linearized reading' (duration: 3.444592409s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.425762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:47.980221Z","time spent":"3.445527496s","remote":"127.0.0.1:33382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:57:51.924348Z","caller":"traceutil/trace.go:171","msg":"trace[241150515] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"495.367935ms","start":"2026-03-29T01:57:51.42895Z","end":"2026-03-29T01:57:51.924318Z","steps":["trace[241150515] 'process raft request' (duration: 495.128868ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:51.92456Z","caller":"traceutil/trace.go:171","msg":"trace[426054542] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"494.887552ms","start":"2026-03-29T01:57:51.429615Z","end":"2026-03-29T01:57:51.924502Z","steps":["trace[426054542] 'process raft request' (duration: 494.641545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.924565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:51.428933Z","time spent":"495.502558ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:51.924684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:51.429605Z","time spent":"495.012055ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:51.924832Z","caller":"traceutil/trace.go:171","msg":"trace[295813458] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"494.840521ms","start":"2026-03-29T01:57:51.429976Z","end":"2026-03-29T01:57:51.924816Z","steps":["trace[295813458] 'process raft request' (duration: 494.44292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:51.92492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:51.429967Z","time spent":"494.909422ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:52.39295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.105641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:57:52.39303Z","caller":"traceutil/trace.go:171","msg":"trace[1345017390] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1161; }","duration":"907.07957ms","start":"2026-03-29T01:57:51.485937Z","end":"2026-03-29T01:57:52.393016Z","steps":["trace[1345017390] 'read index received' (duration: 438.316723ms)","trace[1345017390] 'applied index is now lower than readState.Index' (duration: 468.761777ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:57:52.393206Z","caller":"traceutil/trace.go:171","msg":"trace[1198666568] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"908.135409ms","start":"2026-03-29T01:57:51.485043Z","end":"2026-03-29T01:57:52.393178Z","steps":["trace[1198666568] 'process raft request' (duration: 766.73206ms)","trace[1198666568] 'compare' (duration: 141.027109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:52.393335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:51.485018Z","time spent":"908.250452ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:52.393234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.293716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-29T01:57:52.393431Z","caller":"traceutil/trace.go:171","msg":"trace[190543524] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1123; }","duration":"907.516242ms","start":"2026-03-29T01:57:51.485905Z","end":"2026-03-29T01:57:52.393421Z","steps":["trace[190543524] 'agreement among raft nodes before linearized reading' (duration: 907.146712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:52.393488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:51.485895Z","time spent":"907.584404ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T01:57:53.341858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.042022ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T01:57:53.342014Z","caller":"traceutil/trace.go:171","msg":"trace[749148981] linearizableReadLoop","detail":"{readStateIndex:1165; appliedIndex:1164; }","duration":"945.088178ms","start":"2026-03-29T01:57:52.396896Z","end":"2026-03-29T01:57:53.341984Z","steps":["trace[749148981] 'read index received' (duration: 122.893751ms)","trace[749148981] 'applied index is now lower than readState.Index' (duration: 822.192717ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:53.342215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.307484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T01:57:53.342248Z","caller":"traceutil/trace.go:171","msg":"trace[1205661515] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354; range_end:; response_count:1; response_revision:1123; }","duration":"945.367665ms","start":"2026-03-29T01:57:52.396867Z","end":"2026-03-29T01:57:53.342235Z","steps":["trace[1205661515] 'agreement among raft nodes before linearized reading' (duration: 945.230422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:53.342286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:52.396856Z","time spent":"945.421357ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354\" "} {"level":"warn","ts":"2026-03-29T01:57:53.342314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.4112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:57:53.342296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.538479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:57:53.342421Z","caller":"traceutil/trace.go:171","msg":"trace[134456566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1123; }","duration":"449.712324ms","start":"2026-03-29T01:57:52.892686Z","end":"2026-03-29T01:57:53.342399Z","steps":["trace[134456566] 'agreement among raft nodes before linearized reading' (duration: 449.547909ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:57:53.34239Z","caller":"traceutil/trace.go:171","msg":"trace[710034658] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1123; }","duration":"497.542513ms","start":"2026-03-29T01:57:52.844831Z","end":"2026-03-29T01:57:53.342373Z","steps":["trace[710034658] 'agreement among raft nodes before linearized reading' (duration: 497.40514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:53.342459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:52.892637Z","time spent":"449.814616ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:53.342501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:52.844811Z","time spent":"497.672506ms","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":29,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:57:53.453781Z","caller":"traceutil/trace.go:171","msg":"trace[1813782484] transaction","detail":"{read_only:false; response_revision:1124; number_of_response:1; }","duration":"109.349312ms","start":"2026-03-29T01:57:53.344358Z","end":"2026-03-29T01:57:53.453707Z","steps":["trace[1813782484] 'process raft request' (duration: 109.185137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:54.185228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.558508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:57:54.185387Z","caller":"traceutil/trace.go:171","msg":"trace[1265961031] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"727.150295ms","start":"2026-03-29T01:57:53.458223Z","end":"2026-03-29T01:57:54.185373Z","steps":["trace[1265961031] 'process raft request' (duration: 727.087853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:54.185443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:53.458195Z","time spent":"727.224286ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:54.185428Z","caller":"traceutil/trace.go:171","msg":"trace[1707408185] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"754.170623ms","start":"2026-03-29T01:57:53.431231Z","end":"2026-03-29T01:57:54.185402Z","steps":["trace[1707408185] 'process raft request' (duration: 383.364278ms)","trace[1707408185] 'compare' (duration: 370.146747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:54.185552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:53.431207Z","time spent":"754.275306ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:54.185602Z","caller":"traceutil/trace.go:171","msg":"trace[1638590147] linearizableReadLoop","detail":"{readStateIndex:1167; appliedIndex:1166; }","duration":"731.901045ms","start":"2026-03-29T01:57:53.453693Z","end":"2026-03-29T01:57:54.185594Z","steps":["trace[1638590147] 'read index received' (duration: 360.884784ms)","trace[1638590147] 'applied index is now lower than readState.Index' (duration: 371.015361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:54.185765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.321289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:57:54.185789Z","caller":"traceutil/trace.go:171","msg":"trace[280730847] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1126; }","duration":"761.362601ms","start":"2026-03-29T01:57:53.424421Z","end":"2026-03-29T01:57:54.185783Z","steps":["trace[280730847] 'agreement among raft nodes before linearized reading' (duration: 761.273688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:54.185809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:53.424414Z","time spent":"761.390591ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:54.185926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.425464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:57:54.186019Z","caller":"traceutil/trace.go:171","msg":"trace[481434920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1126; }","duration":"257.559358ms","start":"2026-03-29T01:57:53.928438Z","end":"2026-03-29T01:57:54.185997Z","steps":["trace[481434920] 'agreement among raft nodes before linearized reading' (duration: 257.326531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:54.186112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.665063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:57:54.186149Z","caller":"traceutil/trace.go:171","msg":"trace[821226482] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1126; }","duration":"256.720815ms","start":"2026-03-29T01:57:53.929419Z","end":"2026-03-29T01:57:54.186139Z","steps":["trace[821226482] 'agreement among raft nodes before linearized reading' (duration: 256.588581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:54.186216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.088545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:57:54.186287Z","caller":"traceutil/trace.go:171","msg":"trace[1055585867] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1126; }","duration":"257.217638ms","start":"2026-03-29T01:57:53.929053Z","end":"2026-03-29T01:57:54.18627Z","steps":["trace[1055585867] 'agreement among raft nodes before linearized reading' (duration: 257.005042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:54.753657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.037418ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:57:54.753773Z","caller":"traceutil/trace.go:171","msg":"trace[1742478353] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"563.595142ms","start":"2026-03-29T01:57:54.190166Z","end":"2026-03-29T01:57:54.753761Z","steps":["trace[1742478353] 'process raft request' (duration: 563.559721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:54.753856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:54.190146Z","time spent":"563.677395ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:54.754001Z","caller":"traceutil/trace.go:171","msg":"trace[1537165409] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"563.845129ms","start":"2026-03-29T01:57:54.190141Z","end":"2026-03-29T01:57:54.753986Z","steps":["trace[1537165409] 'process raft request' (duration: 312.41863ms)","trace[1537165409] 'compare' (duration: 250.960866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:54.754149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:54.19012Z","time spent":"563.991512ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:57:56.889861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000378731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:57:56.890024Z","caller":"traceutil/trace.go:171","msg":"trace[1994641576] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000587397s","start":"2026-03-29T01:57:54.889418Z","end":"2026-03-29T01:57:56.890006Z","steps":["trace[1994641576] 'agreement among raft nodes before linearized reading' (duration: 2.000400372s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:56.8901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:54.889403Z","time spent":"2.000685029s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:57:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:57:58.903017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012613498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:57:58.903089Z","caller":"traceutil/trace.go:171","msg":"trace[44035344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.012765762s","start":"2026-03-29T01:57:56.89031Z","end":"2026-03-29T01:57:58.903075Z","steps":["trace[44035344] 'agreement among raft nodes before linearized reading' (duration: 2.012664969s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:58.903119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:56.890289Z","time spent":"2.012824643s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:59.189639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:54.191092Z","time spent":"4.998540352s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T01:57:59.276005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999940605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:57:59.276065Z","caller":"traceutil/trace.go:171","msg":"trace[1120825009] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000040708s","start":"2026-03-29T01:57:57.276007Z","end":"2026-03-29T01:57:59.276048Z","steps":["trace[1120825009] 'agreement among raft nodes before linearized reading' (duration: 1.999959946s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.276094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:57.275992Z","time spent":"2.000097659s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:57:59.313452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432576014s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:57:59.313711Z","caller":"traceutil/trace.go:171","msg":"trace[1008705488] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"3.12356849s","start":"2026-03-29T01:57:56.190121Z","end":"2026-03-29T01:57:59.313689Z","steps":["trace[1008705488] 'process raft request' (duration: 3.123517109s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.313799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:56.190093Z","time spent":"3.123669442s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:59.314351Z","caller":"traceutil/trace.go:171","msg":"trace[1209937890] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"5.122921745s","start":"2026-03-29T01:57:54.191412Z","end":"2026-03-29T01:57:59.314334Z","steps":["trace[1209937890] 'process raft request' (duration: 5.122142873s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.314436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:54.191392Z","time spent":"5.123005206s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:57:59.314601Z","caller":"traceutil/trace.go:171","msg":"trace[1987367165] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1170; }","duration":"4.425126961s","start":"2026-03-29T01:57:54.88946Z","end":"2026-03-29T01:57:59.314587Z","steps":["trace[1987367165] 'read index received' (duration: 37.851µs)","trace[1987367165] 'applied index is now lower than readState.Index' (duration: 4.42508792s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:57:59.314907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.123657812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:57:59.31495Z","caller":"traceutil/trace.go:171","msg":"trace[1474068349] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1131; }","duration":"3.123728474s","start":"2026-03-29T01:57:56.191211Z","end":"2026-03-29T01:57:59.314939Z","steps":["trace[1474068349] 'agreement among raft nodes before linearized reading' (duration: 3.123591731s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.314983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:56.191199Z","time spent":"3.123775215s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:59.315143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.940868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:57:59.315185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.556705429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:57:59.315233Z","caller":"traceutil/trace.go:171","msg":"trace[2022802262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1131; }","duration":"396.041901ms","start":"2026-03-29T01:57:58.91917Z","end":"2026-03-29T01:57:59.315212Z","steps":["trace[2022802262] 'agreement among raft nodes before linearized reading' (duration: 395.900377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.315245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.557868131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:57:59.315287Z","caller":"traceutil/trace.go:171","msg":"trace[1642687729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1131; }","duration":"2.557916522s","start":"2026-03-29T01:57:56.757357Z","end":"2026-03-29T01:57:59.315273Z","steps":["trace[1642687729] 'agreement among raft nodes before linearized reading' (duration: 2.557795859s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.315344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:56.757293Z","time spent":"2.558036326s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:57:59.315398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.318004935s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-29T01:57:59.31544Z","caller":"traceutil/trace.go:171","msg":"trace[960224021] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674; range_end:; response_count:1; response_revision:1131; }","duration":"1.318125029s","start":"2026-03-29T01:57:57.997301Z","end":"2026-03-29T01:57:59.315427Z","steps":["trace[960224021] 'agreement among raft nodes before linearized reading' (duration: 1.318010556s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.315483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:57.997264Z","time spent":"1.318210261s","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674\" "} {"level":"warn","ts":"2026-03-29T01:57:59.315484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.711375661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T01:57:59.315545Z","caller":"traceutil/trace.go:171","msg":"trace[1820803150] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1131; }","duration":"2.711479695s","start":"2026-03-29T01:57:56.604052Z","end":"2026-03-29T01:57:59.315532Z","steps":["trace[1820803150] 'agreement among raft nodes before linearized reading' (duration: 2.711286039s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.315593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:56.604029Z","time spent":"2.711553156s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"info","ts":"2026-03-29T01:57:59.315283Z","caller":"traceutil/trace.go:171","msg":"trace[732895814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1131; }","duration":"2.556855503s","start":"2026-03-29T01:57:56.758406Z","end":"2026-03-29T01:57:59.315261Z","steps":["trace[732895814] 'agreement among raft nodes before linearized reading' (duration: 2.556574925s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:57:59.315895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:56.758382Z","time spent":"2.55745334s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:57:59.315286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:58.919131Z","time spent":"396.142563ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:01.318965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00020521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:58:01.319144Z","caller":"traceutil/trace.go:171","msg":"trace[493476428] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000430196s","start":"2026-03-29T01:57:59.318694Z","end":"2026-03-29T01:58:01.319124Z","steps":["trace[493476428] 'agreement among raft nodes before linearized reading' (duration: 2.000236991s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:01.319351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:59.318669Z","time spent":"2.000668863s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:58:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:58:01.939779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.434809249s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-29T01:58:01.939902Z","caller":"traceutil/trace.go:171","msg":"trace[492506088] linearizableReadLoop","detail":"{readStateIndex:1174; appliedIndex:1173; }","duration":"2.621140259s","start":"2026-03-29T01:57:59.318738Z","end":"2026-03-29T01:58:01.939878Z","steps":["trace[492506088] 'read index received' (duration: 186.36887ms)","trace[492506088] 'applied index is now lower than readState.Index' (duration: 2.434769369s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:01.939976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:59.318596Z","time spent":"2.621376246s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T01:58:02.261617Z","caller":"traceutil/trace.go:171","msg":"trace[1677343139] transaction","detail":"{read_only:false; response_revision:1135; number_of_response:1; }","duration":"2.939029917s","start":"2026-03-29T01:57:59.322469Z","end":"2026-03-29T01:58:02.261499Z","steps":["trace[1677343139] 'process raft request' (duration: 2.938995706s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.261737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:59.322367Z","time spent":"2.939311425s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:02.261905Z","caller":"traceutil/trace.go:171","msg":"trace[1588458531] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"2.942364318s","start":"2026-03-29T01:57:59.319158Z","end":"2026-03-29T01:58:02.261522Z","steps":["trace[1588458531] 'process raft request' (duration: 2.942110331s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.262128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:59.319135Z","time spent":"2.942842361s","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:02.262546Z","caller":"traceutil/trace.go:171","msg":"trace[2061812334] transaction","detail":"{read_only:false; response_revision:1133; number_of_response:1; }","duration":"2.941411742s","start":"2026-03-29T01:57:59.320158Z","end":"2026-03-29T01:58:02.26157Z","steps":["trace[2061812334] 'process raft request' (duration: 2.941240267s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.262731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:59.320139Z","time spent":"2.94243515s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:02.262778Z","caller":"traceutil/trace.go:171","msg":"trace[263778392] transaction","detail":"{read_only:false; response_revision:1134; number_of_response:1; }","duration":"2.940570179s","start":"2026-03-29T01:57:59.321008Z","end":"2026-03-29T01:58:02.261578Z","steps":["trace[263778392] 'process raft request' (duration: 2.940434035s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.262955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:57:59.320989Z","time spent":"2.941893965s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:02.28436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:58:02.284412Z","caller":"traceutil/trace.go:171","msg":"trace[1203030698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99994778s","start":"2026-03-29T01:58:00.284452Z","end":"2026-03-29T01:58:02.2844Z","steps":["trace[1203030698] 'agreement among raft nodes before linearized reading' (duration: 1.999885138s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.284444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:00.284429Z","time spent":"2.000009311s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:58:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-29T01:58:02.496418Z","caller":"traceutil/trace.go:171","msg":"trace[406674124] transaction","detail":"{read_only:false; response_revision:1136; number_of_response:1; }","duration":"1.173672032s","start":"2026-03-29T01:58:01.322725Z","end":"2026-03-29T01:58:02.496397Z","steps":["trace[406674124] 'process raft request' (duration: 1.173468016s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.496655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.322681Z","time spent":"1.173804636s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:02.49671Z","caller":"traceutil/trace.go:171","msg":"trace[1730442502] transaction","detail":"{read_only:false; response_revision:1137; number_of_response:1; }","duration":"946.128307ms","start":"2026-03-29T01:58:01.550563Z","end":"2026-03-29T01:58:02.496692Z","steps":["trace[1730442502] 'process raft request' (duration: 945.789728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.496808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.550533Z","time spent":"946.22332ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:02.496969Z","caller":"traceutil/trace.go:171","msg":"trace[1307515624] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"888.692026ms","start":"2026-03-29T01:58:01.60827Z","end":"2026-03-29T01:58:02.496962Z","steps":["trace[1307515624] 'process raft request' (duration: 888.341767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.497009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.608245Z","time spent":"888.742707ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:02.84232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.471562ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T01:58:02.842478Z","caller":"traceutil/trace.go:171","msg":"trace[1853016460] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1174; }","duration":"902.528704ms","start":"2026-03-29T01:58:01.939934Z","end":"2026-03-29T01:58:02.842463Z","steps":["trace[1853016460] 'read index received' (duration: 321.26486ms)","trace[1853016460] 'applied index is now lower than readState.Index' (duration: 581.262844ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:02.842561Z","caller":"traceutil/trace.go:171","msg":"trace[1978437004] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1139; }","duration":"900.859638ms","start":"2026-03-29T01:58:01.941693Z","end":"2026-03-29T01:58:02.842552Z","steps":["trace[1978437004] 'process raft request' (duration: 900.710744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.842646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.941674Z","time spent":"900.91735ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":40,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:02.842848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.521286754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:58:02.84288Z","caller":"traceutil/trace.go:171","msg":"trace[800179836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1139; }","duration":"1.521351555s","start":"2026-03-29T01:58:01.321521Z","end":"2026-03-29T01:58:02.842873Z","steps":["trace[800179836] 'agreement among raft nodes before linearized reading' (duration: 1.521246152s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.842898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.321506Z","time spent":"1.521388297s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:02.843018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.780516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:58:02.843037Z","caller":"traceutil/trace.go:171","msg":"trace[1853369756] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1139; }","duration":"919.857608ms","start":"2026-03-29T01:58:01.923174Z","end":"2026-03-29T01:58:02.843032Z","steps":["trace[1853369756] 'agreement among raft nodes before linearized reading' (duration: 919.813797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.843053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.923149Z","time spent":"919.90012ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":14,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:58:02.843157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047176963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:58:02.843146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65164565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:58:02.843174Z","caller":"traceutil/trace.go:171","msg":"trace[955892258] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1139; }","duration":"1.047228614s","start":"2026-03-29T01:58:01.79594Z","end":"2026-03-29T01:58:02.843169Z","steps":["trace[955892258] 'agreement among raft nodes before linearized reading' (duration: 1.047198133s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.843191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.795921Z","time spent":"1.047264975s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:58:02.843194Z","caller":"traceutil/trace.go:171","msg":"trace[1229504384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1139; }","duration":"1.651721042s","start":"2026-03-29T01:58:01.191459Z","end":"2026-03-29T01:58:02.84318Z","steps":["trace[1229504384] 'agreement among raft nodes before linearized reading' (duration: 1.651583939s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.843238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.191445Z","time spent":"1.651782104s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:58:02.843284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.517700075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:02.843307Z","caller":"traceutil/trace.go:171","msg":"trace[1378780670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1139; }","duration":"1.517744967s","start":"2026-03-29T01:58:01.325557Z","end":"2026-03-29T01:58:02.843302Z","steps":["trace[1378780670] 'agreement among raft nodes before linearized reading' (duration: 1.517709946s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.843325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:01.325545Z","time spent":"1.517774797s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:02.843364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.634216874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:02.843429Z","caller":"traceutil/trace.go:171","msg":"trace[960755197] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1139; }","duration":"2.634317897s","start":"2026-03-29T01:58:00.209097Z","end":"2026-03-29T01:58:02.843414Z","steps":["trace[960755197] 'agreement among raft nodes before linearized reading' (duration: 2.634211284s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.84345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.60603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:58:02.843488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:00.20908Z","time spent":"2.634389118s","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:58:02.843546Z","caller":"traceutil/trace.go:171","msg":"trace[1247841295] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1139; }","duration":"370.750394ms","start":"2026-03-29T01:58:02.472773Z","end":"2026-03-29T01:58:02.843524Z","steps":["trace[1247841295] 'agreement among raft nodes before linearized reading' (duration: 370.577739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.843552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.75095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-29T01:58:02.843616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:02.472755Z","time spent":"370.845097ms","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:58:02.84365Z","caller":"traceutil/trace.go:171","msg":"trace[1815814466] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354; range_end:; response_count:1; response_revision:1139; }","duration":"577.024348ms","start":"2026-03-29T01:58:02.266607Z","end":"2026-03-29T01:58:02.843631Z","steps":["trace[1815814466] 'agreement among raft nodes before linearized reading' (duration: 576.719659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:02.843732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:02.266561Z","time spent":"577.154132ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354\" "} {"level":"warn","ts":"2026-03-29T01:58:03.786942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.287827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:03.787279Z","caller":"traceutil/trace.go:171","msg":"trace[1282279460] transaction","detail":"{read_only:false; response_revision:1143; number_of_response:1; }","duration":"916.404625ms","start":"2026-03-29T01:58:02.870849Z","end":"2026-03-29T01:58:03.787253Z","steps":["trace[1282279460] 'process raft request' (duration: 916.358623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:03.787362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:02.870821Z","time spent":"916.506128ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:03.78745Z","caller":"traceutil/trace.go:171","msg":"trace[1759225371] transaction","detail":"{read_only:false; response_revision:1141; number_of_response:1; }","duration":"940.061332ms","start":"2026-03-29T01:58:02.847342Z","end":"2026-03-29T01:58:03.787403Z","steps":["trace[1759225371] 'process raft request' (duration: 939.724943ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:03.787588Z","caller":"traceutil/trace.go:171","msg":"trace[277151745] transaction","detail":"{read_only:false; response_revision:1140; number_of_response:1; }","duration":"941.263545ms","start":"2026-03-29T01:58:02.846304Z","end":"2026-03-29T01:58:03.787568Z","steps":["trace[277151745] 'process raft request' (duration: 151.225098ms)","trace[277151745] 'compare' (duration: 789.129412ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:03.787622Z","caller":"traceutil/trace.go:171","msg":"trace[123250887] transaction","detail":"{read_only:false; response_revision:1142; number_of_response:1; }","duration":"939.811625ms","start":"2026-03-29T01:58:02.847796Z","end":"2026-03-29T01:58:03.787607Z","steps":["trace[123250887] 'process raft request' (duration: 939.359783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:03.787624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:02.847332Z","time spent":"940.184976ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:03.787678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:02.846283Z","time spent":"941.348167ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:03.78769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:02.847788Z","time spent":"939.865227ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:03.78769Z","caller":"traceutil/trace.go:171","msg":"trace[1450018275] linearizableReadLoop","detail":"{readStateIndex:1187; appliedIndex:1184; }","duration":"933.811911ms","start":"2026-03-29T01:58:02.853852Z","end":"2026-03-29T01:58:03.787664Z","steps":["trace[1450018275] 'read index received' (duration: 15.778792ms)","trace[1450018275] 'applied index is now lower than readState.Index' (duration: 918.030499ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:03.787809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.937194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:03.787845Z","caller":"traceutil/trace.go:171","msg":"trace[429760218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1143; }","duration":"934.003737ms","start":"2026-03-29T01:58:02.853832Z","end":"2026-03-29T01:58:03.787836Z","steps":["trace[429760218] 'agreement among raft nodes before linearized reading' (duration: 933.918454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:03.787876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:02.853826Z","time spent":"934.043297ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:04.705631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.963939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:04.705852Z","caller":"traceutil/trace.go:171","msg":"trace[1653650347] transaction","detail":"{read_only:false; response_revision:1145; number_of_response:1; }","duration":"202.645005ms","start":"2026-03-29T01:58:04.503189Z","end":"2026-03-29T01:58:04.705834Z","steps":["trace[1653650347] 'process raft request' (duration: 202.546522ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:04.705909Z","caller":"traceutil/trace.go:171","msg":"trace[1334944017] linearizableReadLoop","detail":"{readStateIndex:1189; appliedIndex:1188; }","duration":"899.4302ms","start":"2026-03-29T01:58:03.806438Z","end":"2026-03-29T01:58:04.705868Z","steps":["trace[1334944017] 'read index received' (duration: 497.07007ms)","trace[1334944017] 'applied index is now lower than readState.Index' (duration: 402.35731ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:04.706028Z","caller":"traceutil/trace.go:171","msg":"trace[1419764107] transaction","detail":"{read_only:false; response_revision:1144; number_of_response:1; }","duration":"906.916445ms","start":"2026-03-29T01:58:03.799098Z","end":"2026-03-29T01:58:04.706014Z","steps":["trace[1419764107] 'process raft request' (duration: 504.484854ms)","trace[1419764107] 'compare' (duration: 401.762313ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:04.706191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:03.799085Z","time spent":"907.036218ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:04.706229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.782119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:58:04.706257Z","caller":"traceutil/trace.go:171","msg":"trace[1259093474] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1145; }","duration":"899.828651ms","start":"2026-03-29T01:58:03.80642Z","end":"2026-03-29T01:58:04.706249Z","steps":["trace[1259093474] 'agreement among raft nodes before linearized reading' (duration: 899.76526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:04.70624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.190097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:58:04.706279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:03.806414Z","time spent":"899.859452ms","remote":"127.0.0.1:59054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:58:04.706301Z","caller":"traceutil/trace.go:171","msg":"trace[1148593250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1145; }","duration":"814.29299ms","start":"2026-03-29T01:58:03.891989Z","end":"2026-03-29T01:58:04.706282Z","steps":["trace[1148593250] 'agreement among raft nodes before linearized reading' (duration: 814.204778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:04.706336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:03.891969Z","time spent":"814.360082ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:04.706337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.31496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-29T01:58:04.706365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.881649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:58:04.706382Z","caller":"traceutil/trace.go:171","msg":"trace[319438544] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1145; }","duration":"439.405724ms","start":"2026-03-29T01:58:04.266963Z","end":"2026-03-29T01:58:04.706369Z","steps":["trace[319438544] 'agreement among raft nodes before linearized reading' (duration: 439.25878ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:04.706416Z","caller":"traceutil/trace.go:171","msg":"trace[1135803235] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1145; }","duration":"438.963332ms","start":"2026-03-29T01:58:04.26744Z","end":"2026-03-29T01:58:04.706404Z","steps":["trace[1135803235] 'agreement among raft nodes before linearized reading' (duration: 438.800717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:04.70642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:04.266939Z","time spent":"439.473285ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:04.706458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:04.267431Z","time spent":"439.020743ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:58:04.706515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.455024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:58:04.706558Z","caller":"traceutil/trace.go:171","msg":"trace[633707190] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1145; }","duration":"439.541226ms","start":"2026-03-29T01:58:04.267005Z","end":"2026-03-29T01:58:04.706547Z","steps":["trace[633707190] 'agreement among raft nodes before linearized reading' (duration: 439.214628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:04.70659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:04.266977Z","time spent":"439.604858ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T01:58:04.941294Z","caller":"traceutil/trace.go:171","msg":"trace[854598805] transaction","detail":"{read_only:false; response_revision:1148; number_of_response:1; }","duration":"230.273121ms","start":"2026-03-29T01:58:04.71099Z","end":"2026-03-29T01:58:04.941263Z","steps":["trace[854598805] 'process raft request' (duration: 230.23104ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:04.941544Z","caller":"traceutil/trace.go:171","msg":"trace[483572463] transaction","detail":"{read_only:false; response_revision:1147; number_of_response:1; }","duration":"230.917038ms","start":"2026-03-29T01:58:04.710618Z","end":"2026-03-29T01:58:04.941535Z","steps":["trace[483572463] 'process raft request' (duration: 230.510447ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:04.941462Z","caller":"traceutil/trace.go:171","msg":"trace[630220132] transaction","detail":"{read_only:false; response_revision:1146; number_of_response:1; }","duration":"230.842337ms","start":"2026-03-29T01:58:04.710595Z","end":"2026-03-29T01:58:04.941437Z","steps":["trace[630220132] 'process raft request' (duration: 177.394644ms)","trace[630220132] 'compare' (duration: 52.674771ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:06.261287Z","caller":"traceutil/trace.go:171","msg":"trace[1163578921] transaction","detail":"{read_only:false; response_revision:1149; number_of_response:1; }","duration":"463.089892ms","start":"2026-03-29T01:58:05.798116Z","end":"2026-03-29T01:58:06.261206Z","steps":["trace[1163578921] 'process raft request' (duration: 462.785054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:06.26148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:05.798103Z","time spent":"463.298458ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:06.567982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.260726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:06.568092Z","caller":"traceutil/trace.go:171","msg":"trace[857821598] linearizableReadLoop","detail":"{readStateIndex:1195; appliedIndex:1193; }","duration":"679.139744ms","start":"2026-03-29T01:58:05.888933Z","end":"2026-03-29T01:58:06.568073Z","steps":["trace[857821598] 'read index received' (duration: 372.040721ms)","trace[857821598] 'applied index is now lower than readState.Index' (duration: 307.097613ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:06.568169Z","caller":"traceutil/trace.go:171","msg":"trace[820119086] transaction","detail":"{read_only:false; response_revision:1150; number_of_response:1; }","duration":"767.339287ms","start":"2026-03-29T01:58:05.800806Z","end":"2026-03-29T01:58:06.568146Z","steps":["trace[820119086] 'process raft request' (duration: 595.779063ms)","trace[820119086] 'compare' (duration: 171.166343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:06.568374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.272867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:06.56847Z","caller":"traceutil/trace.go:171","msg":"trace[1714888242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1150; }","duration":"679.557765ms","start":"2026-03-29T01:58:05.888896Z","end":"2026-03-29T01:58:06.568454Z","steps":["trace[1714888242] 'agreement among raft nodes before linearized reading' (duration: 679.278328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:06.568541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:05.888879Z","time spent":"679.648127ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:06.568571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:05.800769Z","time spent":"767.696787ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:06.568596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.601954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:06.569097Z","caller":"traceutil/trace.go:171","msg":"trace[762871401] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1150; }","duration":"376.914513ms","start":"2026-03-29T01:58:06.191856Z","end":"2026-03-29T01:58:06.568771Z","steps":["trace[762871401] 'agreement among raft nodes before linearized reading' (duration: 376.533793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:06.569189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:06.191841Z","time spent":"377.318845ms","remote":"127.0.0.1:34656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:58:07.657974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.510861ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-29T01:58:07.658346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:06.605657Z","time spent":"1.052685783s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-29T01:58:07.658644Z","caller":"traceutil/trace.go:171","msg":"trace[1289449659] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"947.869015ms","start":"2026-03-29T01:58:06.710759Z","end":"2026-03-29T01:58:07.658628Z","steps":["trace[1289449659] 'process raft request' (duration: 947.296049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:07.658775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.701992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:07.658807Z","caller":"traceutil/trace.go:171","msg":"trace[145312048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1151; }","duration":"765.767194ms","start":"2026-03-29T01:58:06.893031Z","end":"2026-03-29T01:58:07.658799Z","steps":["trace[145312048] 'agreement among raft nodes before linearized reading' (duration: 765.714932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:07.658803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:06.71073Z","time spent":"947.955468ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:07.658827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:06.892991Z","time spent":"765.831975ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:58:07.658974Z","caller":"traceutil/trace.go:171","msg":"trace[1277843415] linearizableReadLoop","detail":"{readStateIndex:1197; appliedIndex:1195; }","duration":"765.491615ms","start":"2026-03-29T01:58:06.893071Z","end":"2026-03-29T01:58:07.658563Z","steps":["trace[1277843415] 'read index received' (duration: 193.145524ms)","trace[1277843415] 'applied index is now lower than readState.Index' (duration: 572.345241ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:07.659125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.238486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:58:07.659336Z","caller":"traceutil/trace.go:171","msg":"trace[743666283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1151; }","duration":"713.480142ms","start":"2026-03-29T01:58:06.945846Z","end":"2026-03-29T01:58:07.659326Z","steps":["trace[743666283] 'agreement among raft nodes before linearized reading' (duration: 713.199105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:07.659374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:06.945827Z","time spent":"713.536444ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:07.659175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.713815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T01:58:07.659558Z","caller":"traceutil/trace.go:171","msg":"trace[1327834612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1151; }","duration":"712.124516ms","start":"2026-03-29T01:58:06.947416Z","end":"2026-03-29T01:58:07.65954Z","steps":["trace[1327834612] 'agreement among raft nodes before linearized reading' (duration: 711.689324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:07.659619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:06.947409Z","time spent":"712.193458ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:07.659289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.39751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:58:07.659665Z","caller":"traceutil/trace.go:171","msg":"trace[2047682980] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1151; }","duration":"713.805751ms","start":"2026-03-29T01:58:06.945849Z","end":"2026-03-29T01:58:07.659655Z","steps":["trace[2047682980] 'agreement among raft nodes before linearized reading' (duration: 713.38533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:07.659813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:06.94583Z","time spent":"713.910115ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:58:09.024057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.385403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:09.025007Z","caller":"traceutil/trace.go:171","msg":"trace[887930186] linearizableReadLoop","detail":"{readStateIndex:1198; appliedIndex:1197; }","duration":"1.365187464s","start":"2026-03-29T01:58:07.659799Z","end":"2026-03-29T01:58:09.024987Z","steps":["trace[887930186] 'read index received' (duration: 416.970979ms)","trace[887930186] 'applied index is now lower than readState.Index' (duration: 948.215175ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:09.025029Z","caller":"traceutil/trace.go:171","msg":"trace[374917210] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"1.365652196s","start":"2026-03-29T01:58:07.659339Z","end":"2026-03-29T01:58:09.024991Z","steps":["trace[374917210] 'process raft request' (duration: 417.267926ms)","trace[374917210] 'compare' (duration: 947.298641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:09.025116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.365307757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:09.025137Z","caller":"traceutil/trace.go:171","msg":"trace[1986551028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1152; }","duration":"1.365371869s","start":"2026-03-29T01:58:07.659759Z","end":"2026-03-29T01:58:09.02513Z","steps":["trace[1986551028] 'agreement among raft nodes before linearized reading' (duration: 1.365305677s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:09.025159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:07.65974Z","time spent":"1.36541415s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:09.025164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:07.659316Z","time spent":"1.36577007s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:09.150993Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.074166921s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:58:09.847323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.963725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:09.847601Z","caller":"traceutil/trace.go:171","msg":"trace[187170904] linearizableReadLoop","detail":"{readStateIndex:1201; appliedIndex:1198; }","duration":"822.533507ms","start":"2026-03-29T01:58:09.025039Z","end":"2026-03-29T01:58:09.847572Z","steps":["trace[187170904] 'read index received' (duration: 126.11211ms)","trace[187170904] 'applied index is now lower than readState.Index' (duration: 696.420207ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:09.847707Z","caller":"traceutil/trace.go:171","msg":"trace[388464188] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"2.184087992s","start":"2026-03-29T01:58:07.663598Z","end":"2026-03-29T01:58:09.847686Z","steps":["trace[388464188] 'process raft request' (duration: 2.183924138s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:09.84781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:07.663574Z","time spent":"2.184188735s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:09.84776Z","caller":"traceutil/trace.go:171","msg":"trace[1599239708] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"2.184069432s","start":"2026-03-29T01:58:07.663569Z","end":"2026-03-29T01:58:09.847639Z","steps":["trace[1599239708] 'process raft request' (duration: 2.183860466s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:09.847953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.582534972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:58:09.84802Z","caller":"traceutil/trace.go:171","msg":"trace[1180416968] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1155; }","duration":"1.582654106s","start":"2026-03-29T01:58:08.265349Z","end":"2026-03-29T01:58:09.848003Z","steps":["trace[1180416968] 'agreement among raft nodes before linearized reading' (duration: 1.58242413s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:09.848075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:08.265331Z","time spent":"1.582729147s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:09.848111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27577707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:58:09.847963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.852980183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:09.848153Z","caller":"traceutil/trace.go:171","msg":"trace[108995231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1155; }","duration":"1.275839492s","start":"2026-03-29T01:58:08.572303Z","end":"2026-03-29T01:58:09.848142Z","steps":["trace[108995231] 'agreement among raft nodes before linearized reading' (duration: 1.275698348s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:09.848187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:08.572289Z","time spent":"1.275891173s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:58:09.84819Z","caller":"traceutil/trace.go:171","msg":"trace[998657563] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"2.184872624s","start":"2026-03-29T01:58:07.6633Z","end":"2026-03-29T01:58:09.848172Z","steps":["trace[998657563] 'process raft request' (duration: 1.487966123s)","trace[998657563] 'compare' (duration: 695.605215ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:09.848188Z","caller":"traceutil/trace.go:171","msg":"trace[1322122417] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1155; }","duration":"1.853314501s","start":"2026-03-29T01:58:07.994852Z","end":"2026-03-29T01:58:09.848167Z","steps":["trace[1322122417] 'agreement among raft nodes before linearized reading' (duration: 1.853075395s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:09.848244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:07.994832Z","time spent":"1.853396954s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:09.848269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:07.663283Z","time spent":"2.184939676s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:09.848276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:07.663557Z","time spent":"2.18438318s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:09.852279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.230162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T01:58:09.852287Z","caller":"traceutil/trace.go:171","msg":"trace[1721354003] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"178.950977ms","start":"2026-03-29T01:58:09.673308Z","end":"2026-03-29T01:58:09.852259Z","steps":["trace[1721354003] 'process raft request' (duration: 178.833843ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:09.852349Z","caller":"traceutil/trace.go:171","msg":"trace[51588368] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1156; }","duration":"825.340075ms","start":"2026-03-29T01:58:09.026997Z","end":"2026-03-29T01:58:09.852337Z","steps":["trace[51588368] 'agreement among raft nodes before linearized reading' (duration: 825.230792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:09.852377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:09.026978Z","time spent":"825.391687ms","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T01:58:09.852436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"822.564759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:09.852689Z","caller":"traceutil/trace.go:171","msg":"trace[960490244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1156; }","duration":"822.859277ms","start":"2026-03-29T01:58:09.029818Z","end":"2026-03-29T01:58:09.852677Z","steps":["trace[960490244] 'agreement among raft nodes before linearized reading' (duration: 822.461286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:09.85272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:09.029803Z","time spent":"822.910288ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:10.353658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:10.854697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:10.904351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.047779009s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:58:11.316809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.136788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:11.316946Z","caller":"traceutil/trace.go:171","msg":"trace[21855544] linearizableReadLoop","detail":"{readStateIndex:1204; appliedIndex:1202; }","duration":"1.463610957s","start":"2026-03-29T01:58:09.853322Z","end":"2026-03-29T01:58:11.316933Z","steps":["trace[21855544] 'read index received' (duration: 1.051272274s)","trace[21855544] 'applied index is now lower than readState.Index' (duration: 412.337893ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:11.317217Z","caller":"traceutil/trace.go:171","msg":"trace[491819175] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"1.464634275s","start":"2026-03-29T01:58:09.852572Z","end":"2026-03-29T01:58:11.317206Z","steps":["trace[491819175] 'process raft request' (duration: 1.052007734s)","trace[491819175] 'compare' (duration: 411.707236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:11.317271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:09.852554Z","time spent":"1.464691506s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:11.317432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463974897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:11.317518Z","caller":"traceutil/trace.go:171","msg":"trace[41533127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1158; }","duration":"1.46408675s","start":"2026-03-29T01:58:09.85341Z","end":"2026-03-29T01:58:11.317497Z","steps":["trace[41533127] 'agreement among raft nodes before linearized reading' (duration: 1.463948696s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:11.317592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:09.853402Z","time spent":"1.464178022s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:11.317661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464340187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T01:58:11.317731Z","caller":"traceutil/trace.go:171","msg":"trace[26509621] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1158; }","duration":"1.464388568s","start":"2026-03-29T01:58:09.853293Z","end":"2026-03-29T01:58:11.317681Z","steps":["trace[26509621] 'agreement among raft nodes before linearized reading' (duration: 1.464224774s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:11.31776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:09.853279Z","time spent":"1.464474091s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-29T01:58:11.31784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463267958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:11.317891Z","caller":"traceutil/trace.go:171","msg":"trace[1615642731] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1158; }","duration":"1.46333158s","start":"2026-03-29T01:58:09.854546Z","end":"2026-03-29T01:58:11.317878Z","steps":["trace[1615642731] 'agreement among raft nodes before linearized reading' (duration: 1.463258838s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:11.317922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:09.854539Z","time spent":"1.463374081s","remote":"127.0.0.1:39774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:58:11.317991Z","caller":"traceutil/trace.go:171","msg":"trace[377255671] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"1.465329374s","start":"2026-03-29T01:58:09.852588Z","end":"2026-03-29T01:58:11.317917Z","steps":["trace[377255671] 'process raft request' (duration: 1.464300706s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:11.318045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:09.852568Z","time spent":"1.465449697s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:11.318009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.549631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:11.318259Z","caller":"traceutil/trace.go:171","msg":"trace[1857778602] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1158; }","duration":"714.967683ms","start":"2026-03-29T01:58:10.603272Z","end":"2026-03-29T01:58:11.31824Z","steps":["trace[1857778602] 'agreement among raft nodes before linearized reading' (duration: 714.454168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:11.318378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:10.603244Z","time spent":"715.114047ms","remote":"127.0.0.1:39802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:58:16.164331Z","caller":"traceutil/trace.go:171","msg":"trace[1575178305] linearizableReadLoop","detail":"{readStateIndex:1221; appliedIndex:1220; }","duration":"210.197462ms","start":"2026-03-29T01:58:15.954118Z","end":"2026-03-29T01:58:16.164315Z","steps":["trace[1575178305] 'read index received' (duration: 115.240644ms)","trace[1575178305] 'applied index is now lower than readState.Index' (duration: 94.956288ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:16.16432Z","caller":"traceutil/trace.go:171","msg":"trace[277663027] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"248.702945ms","start":"2026-03-29T01:58:15.915588Z","end":"2026-03-29T01:58:16.164291Z","steps":["trace[277663027] 'process raft request' (duration: 153.668495ms)","trace[277663027] 'compare' (duration: 94.964868ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:16.164445Z","caller":"traceutil/trace.go:171","msg":"trace[1452577790] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"206.230463ms","start":"2026-03-29T01:58:15.958204Z","end":"2026-03-29T01:58:16.164434Z","steps":["trace[1452577790] 'process raft request' (duration: 206.091509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:16.164673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.566491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:58:16.164716Z","caller":"traceutil/trace.go:171","msg":"trace[1514961872] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1175; }","duration":"248.635913ms","start":"2026-03-29T01:58:15.91607Z","end":"2026-03-29T01:58:16.164706Z","steps":["trace[1514961872] 'agreement among raft nodes before linearized reading' (duration: 248.302494ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:24.601497Z","caller":"traceutil/trace.go:171","msg":"trace[1235582096] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"129.118203ms","start":"2026-03-29T01:58:24.47234Z","end":"2026-03-29T01:58:24.601458Z","steps":["trace[1235582096] 'process raft request' (duration: 129.064981ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:24.601638Z","caller":"traceutil/trace.go:171","msg":"trace[277939142] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"129.302898ms","start":"2026-03-29T01:58:24.472309Z","end":"2026-03-29T01:58:24.601612Z","steps":["trace[277939142] 'process raft request' (duration: 84.033879ms)","trace[277939142] 'compare' (duration: 44.901939ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:24.603745Z","caller":"traceutil/trace.go:171","msg":"trace[879790384] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"130.539442ms","start":"2026-03-29T01:58:24.47319Z","end":"2026-03-29T01:58:24.603729Z","steps":["trace[879790384] 'process raft request' (duration: 130.46066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.112941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999383,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:28.600685Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.093720706s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:58:28.601162Z","caller":"traceutil/trace.go:171","msg":"trace[1596458595] linearizableReadLoop","detail":"{readStateIndex:1314; appliedIndex:1313; }","duration":"989.243578ms","start":"2026-03-29T01:58:27.611883Z","end":"2026-03-29T01:58:28.601127Z","steps":["trace[1596458595] 'read index received' (duration: 989.041632ms)","trace[1596458595] 'applied index is now lower than readState.Index' (duration: 200.586µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:28.601273Z","caller":"traceutil/trace.go:171","msg":"trace[1577530606] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"1.094379024s","start":"2026-03-29T01:58:27.506867Z","end":"2026-03-29T01:58:28.601246Z","steps":["trace[1577530606] 'process raft request' (duration: 1.094101216s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.601387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.495284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T01:58:28.601431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.506839Z","time spent":"1.094509228s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:28.601446Z","caller":"traceutil/trace.go:171","msg":"trace[1889989366] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1262; }","duration":"989.598697ms","start":"2026-03-29T01:58:27.61183Z","end":"2026-03-29T01:58:28.601429Z","steps":["trace[1889989366] 'agreement among raft nodes before linearized reading' (duration: 989.416322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.601494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.611809Z","time spent":"989.672749ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:58:28.643681Z","caller":"traceutil/trace.go:171","msg":"trace[1017023772] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"360.814872ms","start":"2026-03-29T01:58:28.282843Z","end":"2026-03-29T01:58:28.643658Z","steps":["trace[1017023772] 'process raft request' (duration: 360.698049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.643813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:28.282818Z","time spent":"360.925666ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:28.643982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.600802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T01:58:28.644012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.914582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-29T01:58:28.644012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.455783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:58:28.644043Z","caller":"traceutil/trace.go:171","msg":"trace[1645176621] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1263; }","duration":"256.661013ms","start":"2026-03-29T01:58:28.387366Z","end":"2026-03-29T01:58:28.644027Z","steps":["trace[1645176621] 'agreement among raft nodes before linearized reading' (duration: 256.493519ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:28.644064Z","caller":"traceutil/trace.go:171","msg":"trace[1424986867] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1263; }","duration":"468.006755ms","start":"2026-03-29T01:58:28.17604Z","end":"2026-03-29T01:58:28.644047Z","steps":["trace[1424986867] 'agreement among raft nodes before linearized reading' (duration: 467.872281ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:28.64407Z","caller":"traceutil/trace.go:171","msg":"trace[1453800077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1263; }","duration":"231.580886ms","start":"2026-03-29T01:58:28.412476Z","end":"2026-03-29T01:58:28.644057Z","steps":["trace[1453800077] 'agreement among raft nodes before linearized reading' (duration: 231.425422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.644088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:28.17602Z","time spent":"468.063657ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:58:28.644226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.752241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:28.644351Z","caller":"traceutil/trace.go:171","msg":"trace[677068209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1263; }","duration":"648.913665ms","start":"2026-03-29T01:58:27.995421Z","end":"2026-03-29T01:58:28.644335Z","steps":["trace[677068209] 'agreement among raft nodes before linearized reading' (duration: 648.373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:28.644395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:27.995402Z","time spent":"648.979267ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:32.320297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:32.821482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:33.321933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999412,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:33.476658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.782262666s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:58:33.891573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999966865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:58:33.891638Z","caller":"traceutil/trace.go:171","msg":"trace[1285987692] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000088538s","start":"2026-03-29T01:58:31.891535Z","end":"2026-03-29T01:58:33.891623Z","steps":["trace[1285987692] 'agreement among raft nodes before linearized reading' (duration: 2.000007486s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:33.891699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:31.89151Z","time spent":"2.000179891s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:58:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:58:35.048918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572082537s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-29T01:58:35.070633Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.593801331s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:58:35.070952Z","caller":"traceutil/trace.go:171","msg":"trace[34183767] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"2.415904806s","start":"2026-03-29T01:58:32.65503Z","end":"2026-03-29T01:58:35.070934Z","steps":["trace[34183767] 'process raft request' (duration: 2.415739962s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.071046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:32.654997Z","time spent":"2.415987388s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:35.071423Z","caller":"traceutil/trace.go:171","msg":"trace[1132153959] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"2.17885741s","start":"2026-03-29T01:58:32.892537Z","end":"2026-03-29T01:58:35.071395Z","steps":["trace[1132153959] 'process raft request' (duration: 2.178357376s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.071526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.252200248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:58:35.071556Z","caller":"traceutil/trace.go:171","msg":"trace[1933490368] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1276; }","duration":"3.25228041s","start":"2026-03-29T01:58:31.819269Z","end":"2026-03-29T01:58:35.07155Z","steps":["trace[1933490368] 'agreement among raft nodes before linearized reading' (duration: 3.252214048s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.071576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:31.819251Z","time spent":"3.252319932s","remote":"127.0.0.1:57338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:58:35.071687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:32.892493Z","time spent":"2.179031094s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:35.071777Z","caller":"traceutil/trace.go:171","msg":"trace[745927443] transaction","detail":"{read_only:false; response_revision:1276; number_of_response:1; }","duration":"2.006924745s","start":"2026-03-29T01:58:33.064844Z","end":"2026-03-29T01:58:35.071769Z","steps":["trace[745927443] 'process raft request' (duration: 2.00638875s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.071825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:33.064817Z","time spent":"2.006985137s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:35.07146Z","caller":"traceutil/trace.go:171","msg":"trace[1665403041] linearizableReadLoop","detail":"{readStateIndex:1329; appliedIndex:1325; }","duration":"3.252119776s","start":"2026-03-29T01:58:31.819331Z","end":"2026-03-29T01:58:35.071451Z","steps":["trace[1665403041] 'read index received' (duration: 1.657595475s)","trace[1665403041] 'applied index is now lower than readState.Index' (duration: 1.594523251s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:35.072221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.447840079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:58:35.072248Z","caller":"traceutil/trace.go:171","msg":"trace[640591295] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1276; }","duration":"2.447898281s","start":"2026-03-29T01:58:32.624343Z","end":"2026-03-29T01:58:35.072242Z","steps":["trace[640591295] 'agreement among raft nodes before linearized reading' (duration: 2.447810799s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.072268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:32.62432Z","time spent":"2.447942532s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:58:35.072376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.919404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:112120"} {"level":"info","ts":"2026-03-29T01:58:35.072401Z","caller":"traceutil/trace.go:171","msg":"trace[770817343] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1276; }","duration":"372.956565ms","start":"2026-03-29T01:58:34.699439Z","end":"2026-03-29T01:58:35.072395Z","steps":["trace[770817343] 'agreement among raft nodes before linearized reading' (duration: 372.878343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.072421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:34.699434Z","time spent":"372.980056ms","remote":"127.0.0.1:56872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":112144,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-29T01:58:35.072598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.771785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-29T01:58:35.072625Z","caller":"traceutil/trace.go:171","msg":"trace[2048643681] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1276; }","duration":"374.835836ms","start":"2026-03-29T01:58:34.697782Z","end":"2026-03-29T01:58:35.072618Z","steps":["trace[2048643681] 'agreement among raft nodes before linearized reading' (duration: 374.780515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.072643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:34.697767Z","time spent":"374.870938ms","remote":"127.0.0.1:56876","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-29T01:58:35.072747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180939494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:35.072772Z","caller":"traceutil/trace.go:171","msg":"trace[572225763] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1276; }","duration":"1.180997665s","start":"2026-03-29T01:58:33.891768Z","end":"2026-03-29T01:58:35.072765Z","steps":["trace[572225763] 'agreement among raft nodes before linearized reading' (duration: 1.180961454s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.07279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:33.891747Z","time spent":"1.181037737s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:35.072899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.451323233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:35.072927Z","caller":"traceutil/trace.go:171","msg":"trace[1258375968] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1276; }","duration":"1.451388454s","start":"2026-03-29T01:58:33.62153Z","end":"2026-03-29T01:58:35.072918Z","steps":["trace[1258375968] 'agreement among raft nodes before linearized reading' (duration: 1.451349173s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.072964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:33.621509Z","time spent":"1.451447625s","remote":"127.0.0.1:39770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:58:35.073104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.337047718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:58:35.073129Z","caller":"traceutil/trace.go:171","msg":"trace[1768145873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1276; }","duration":"2.337101709s","start":"2026-03-29T01:58:32.736021Z","end":"2026-03-29T01:58:35.073123Z","steps":["trace[1768145873] 'agreement among raft nodes before linearized reading' (duration: 2.337038907s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.073147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:32.736011Z","time spent":"2.337131521s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:35.073228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.36526008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:58:35.073245Z","caller":"traceutil/trace.go:171","msg":"trace[973787998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1276; }","duration":"2.36527814s","start":"2026-03-29T01:58:32.707962Z","end":"2026-03-29T01:58:35.07324Z","steps":["trace[973787998] 'agreement among raft nodes before linearized reading' (duration: 2.365226719s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.073261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:32.707908Z","time spent":"2.365348713s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:58:35.073339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.365504487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:58:35.073356Z","caller":"traceutil/trace.go:171","msg":"trace[2028828914] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1276; }","duration":"2.365556698s","start":"2026-03-29T01:58:32.707794Z","end":"2026-03-29T01:58:35.073351Z","steps":["trace[2028828914] 'agreement among raft nodes before linearized reading' (duration: 2.365507007s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.073372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:32.707776Z","time spent":"2.365591599s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:35.073584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415661179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:58:35.073644Z","caller":"traceutil/trace.go:171","msg":"trace[1143554073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1276; }","duration":"2.415759022s","start":"2026-03-29T01:58:32.65787Z","end":"2026-03-29T01:58:35.073629Z","steps":["trace[1143554073] 'agreement among raft nodes before linearized reading' (duration: 2.415571887s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:35.073688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:32.657857Z","time spent":"2.415813573s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:58:37.214028Z","caller":"traceutil/trace.go:171","msg":"trace[904836788] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1337; }","duration":"128.806284ms","start":"2026-03-29T01:58:37.085204Z","end":"2026-03-29T01:58:37.21401Z","steps":["trace[904836788] 'read index received' (duration: 128.66496ms)","trace[904836788] 'applied index is now lower than readState.Index' (duration: 140.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:37.214064Z","caller":"traceutil/trace.go:171","msg":"trace[116131685] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"129.622437ms","start":"2026-03-29T01:58:37.084421Z","end":"2026-03-29T01:58:37.214043Z","steps":["trace[116131685] 'process raft request' (duration: 129.464823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:37.214253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.02009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:58:37.214335Z","caller":"traceutil/trace.go:171","msg":"trace[1001665663] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1284; }","duration":"129.126844ms","start":"2026-03-29T01:58:37.085191Z","end":"2026-03-29T01:58:37.214318Z","steps":["trace[1001665663] 'agreement among raft nodes before linearized reading' (duration: 128.898527ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:37.238339Z","caller":"traceutil/trace.go:171","msg":"trace[716475842] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"151.230768ms","start":"2026-03-29T01:58:37.087075Z","end":"2026-03-29T01:58:37.238306Z","steps":["trace[716475842] 'process raft request' (duration: 151.122575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:37.238723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.981648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:58:37.238801Z","caller":"traceutil/trace.go:171","msg":"trace[1396531904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1285; }","duration":"145.08458ms","start":"2026-03-29T01:58:37.093699Z","end":"2026-03-29T01:58:37.238783Z","steps":["trace[1396531904] 'agreement among raft nodes before linearized reading' (duration: 144.843554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:37.238581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.521455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:58:37.238648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.325526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:58:37.238896Z","caller":"traceutil/trace.go:171","msg":"trace[1770955515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1285; }","duration":"144.860974ms","start":"2026-03-29T01:58:37.094023Z","end":"2026-03-29T01:58:37.238884Z","steps":["trace[1770955515] 'agreement among raft nodes before linearized reading' (duration: 144.457083ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:37.238979Z","caller":"traceutil/trace.go:171","msg":"trace[810165995] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1285; }","duration":"149.628694ms","start":"2026-03-29T01:58:37.089306Z","end":"2026-03-29T01:58:37.238935Z","steps":["trace[810165995] 'agreement among raft nodes before linearized reading' (duration: 149.048028ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.364832Z","caller":"traceutil/trace.go:171","msg":"trace[989870984] linearizableReadLoop","detail":"{readStateIndex:1352; appliedIndex:1350; }","duration":"106.994268ms","start":"2026-03-29T01:58:41.257821Z","end":"2026-03-29T01:58:41.364815Z","steps":["trace[989870984] 'read index received' (duration: 36.560481ms)","trace[989870984] 'applied index is now lower than readState.Index' (duration: 70.433207ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:41.364877Z","caller":"traceutil/trace.go:171","msg":"trace[71314180] transaction","detail":"{read_only:false; response_revision:1298; number_of_response:1; }","duration":"108.636173ms","start":"2026-03-29T01:58:41.256218Z","end":"2026-03-29T01:58:41.364854Z","steps":["trace[71314180] 'process raft request' (duration: 81.48706ms)","trace[71314180] 'compare' (duration: 27.03509ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:41.365006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.167732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:58:41.365064Z","caller":"traceutil/trace.go:171","msg":"trace[313486119] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1298; }","duration":"107.245164ms","start":"2026-03-29T01:58:41.257806Z","end":"2026-03-29T01:58:41.365051Z","steps":["trace[313486119] 'agreement among raft nodes before linearized reading' (duration: 107.08114ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.608027Z","caller":"traceutil/trace.go:171","msg":"trace[1386730314] transaction","detail":"{read_only:false; response_revision:1300; number_of_response:1; }","duration":"238.378493ms","start":"2026-03-29T01:58:41.369626Z","end":"2026-03-29T01:58:41.608004Z","steps":["trace[1386730314] 'process raft request' (duration: 238.201408ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:41.608207Z","caller":"traceutil/trace.go:171","msg":"trace[1438144880] transaction","detail":"{read_only:false; response_revision:1301; number_of_response:1; }","duration":"238.555418ms","start":"2026-03-29T01:58:41.369625Z","end":"2026-03-29T01:58:41.60818Z","steps":["trace[1438144880] 'process raft request' (duration: 238.342202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:43.802933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:44.303332Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:44.804502Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999490,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:45.168974Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91976343s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:58:45.169361Z","caller":"traceutil/trace.go:171","msg":"trace[1273146848] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1356; }","duration":"1.867327145s","start":"2026-03-29T01:58:43.302011Z","end":"2026-03-29T01:58:45.169338Z","steps":["trace[1273146848] 'read index received' (duration: 1.867077528s)","trace[1273146848] 'applied index is now lower than readState.Index' (duration: 248.587µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:45.169575Z","caller":"traceutil/trace.go:171","msg":"trace[1284579935] transaction","detail":"{read_only:false; response_revision:1302; number_of_response:1; }","duration":"1.920479839s","start":"2026-03-29T01:58:43.249061Z","end":"2026-03-29T01:58:45.169541Z","steps":["trace[1284579935] 'process raft request' (duration: 1.92012199s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.16964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867608642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:58:45.169692Z","caller":"traceutil/trace.go:171","msg":"trace[1370100552] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1302; }","duration":"1.867714846s","start":"2026-03-29T01:58:43.301964Z","end":"2026-03-29T01:58:45.169679Z","steps":["trace[1370100552] 'agreement among raft nodes before linearized reading' (duration: 1.86750744s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.169741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247137215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:58:45.169738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.249036Z","time spent":"1.920624734s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:45.169767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801049802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-29T01:58:45.169818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.825728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:45.16984Z","caller":"traceutil/trace.go:171","msg":"trace[1629764904] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1302; }","duration":"222.898179ms","start":"2026-03-29T01:58:44.946934Z","end":"2026-03-29T01:58:45.169832Z","steps":["trace[1629764904] 'agreement among raft nodes before linearized reading' (duration: 222.862498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.169849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557669573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T01:58:45.16987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558718361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-29T01:58:45.169941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77980121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:58:45.169746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.301932Z","time spent":"1.867804978s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:58:45.169968Z","caller":"traceutil/trace.go:171","msg":"trace[316671382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1302; }","duration":"1.558850825s","start":"2026-03-29T01:58:43.611104Z","end":"2026-03-29T01:58:45.169955Z","steps":["trace[316671382] 'agreement among raft nodes before linearized reading' (duration: 1.558646989s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.169991Z","caller":"traceutil/trace.go:171","msg":"trace[1483603221] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1302; }","duration":"1.779867872s","start":"2026-03-29T01:58:43.390111Z","end":"2026-03-29T01:58:45.169979Z","steps":["trace[1483603221] 'agreement among raft nodes before linearized reading' (duration: 1.779745549s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.170036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.611087Z","time spent":"1.558936807s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:45.170042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.390104Z","time spent":"1.779926854s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:58:45.169829Z","caller":"traceutil/trace.go:171","msg":"trace[402341683] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1302; }","duration":"1.801140244s","start":"2026-03-29T01:58:43.368673Z","end":"2026-03-29T01:58:45.169813Z","steps":["trace[402341683] 'agreement among raft nodes before linearized reading' (duration: 1.80098813s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.170185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.368657Z","time spent":"1.801518015s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:58:45.169887Z","caller":"traceutil/trace.go:171","msg":"trace[726806618] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1302; }","duration":"1.557719883s","start":"2026-03-29T01:58:43.612155Z","end":"2026-03-29T01:58:45.169875Z","steps":["trace[726806618] 'agreement among raft nodes before linearized reading' (duration: 1.557618781s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.170235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.612147Z","time spent":"1.558078483s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T01:58:45.169783Z","caller":"traceutil/trace.go:171","msg":"trace[1206191404] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1302; }","duration":"1.247229758s","start":"2026-03-29T01:58:43.922543Z","end":"2026-03-29T01:58:45.169773Z","steps":["trace[1206191404] 'agreement among raft nodes before linearized reading' (duration: 1.247141085s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:45.170332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:43.922525Z","time spent":"1.247791904s","remote":"127.0.0.1:57272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:58:45.170892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.091856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:45.170964Z","caller":"traceutil/trace.go:171","msg":"trace[1183021666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1302; }","duration":"279.913439ms","start":"2026-03-29T01:58:44.891035Z","end":"2026-03-29T01:58:45.170948Z","steps":["trace[1183021666] 'agreement among raft nodes before linearized reading' (duration: 278.8729ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.312567Z","caller":"traceutil/trace.go:171","msg":"trace[1767567332] transaction","detail":"{read_only:false; response_revision:1303; number_of_response:1; }","duration":"137.601095ms","start":"2026-03-29T01:58:45.174939Z","end":"2026-03-29T01:58:45.312541Z","steps":["trace[1767567332] 'process raft request' (duration: 80.173194ms)","trace[1767567332] 'compare' (duration: 57.276237ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:45.33337Z","caller":"traceutil/trace.go:171","msg":"trace[2073458401] transaction","detail":"{read_only:false; response_revision:1305; number_of_response:1; }","duration":"158.302722ms","start":"2026-03-29T01:58:45.175051Z","end":"2026-03-29T01:58:45.333354Z","steps":["trace[2073458401] 'process raft request' (duration: 158.266081ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.333412Z","caller":"traceutil/trace.go:171","msg":"trace[436799641] transaction","detail":"{read_only:false; response_revision:1304; number_of_response:1; }","duration":"158.333682ms","start":"2026-03-29T01:58:45.175049Z","end":"2026-03-29T01:58:45.333382Z","steps":["trace[436799641] 'process raft request' (duration: 158.153177ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.333498Z","caller":"traceutil/trace.go:171","msg":"trace[950959865] transaction","detail":"{read_only:false; response_revision:1306; number_of_response:1; }","duration":"158.309671ms","start":"2026-03-29T01:58:45.175183Z","end":"2026-03-29T01:58:45.333493Z","steps":["trace[950959865] 'process raft request' (duration: 158.152257ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.333608Z","caller":"traceutil/trace.go:171","msg":"trace[1383672006] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"156.853402ms","start":"2026-03-29T01:58:45.17675Z","end":"2026-03-29T01:58:45.333604Z","steps":["trace[1383672006] 'process raft request' (duration: 156.722679ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:45.333673Z","caller":"traceutil/trace.go:171","msg":"trace[2072110814] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"105.103146ms","start":"2026-03-29T01:58:45.228551Z","end":"2026-03-29T01:58:45.333654Z","steps":["trace[2072110814] 'process raft request' (duration: 105.026464ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:47.324916Z","caller":"traceutil/trace.go:171","msg":"trace[2119238565] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"149.276164ms","start":"2026-03-29T01:58:47.175607Z","end":"2026-03-29T01:58:47.324883Z","steps":["trace[2119238565] 'process raft request' (duration: 149.032118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:49.919381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999527,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:58:50.14552Z","caller":"traceutil/trace.go:171","msg":"trace[143470032] linearizableReadLoop","detail":"{readStateIndex:1373; appliedIndex:1372; }","duration":"726.836217ms","start":"2026-03-29T01:58:49.418664Z","end":"2026-03-29T01:58:50.1455Z","steps":["trace[143470032] 'read index received' (duration: 726.651632ms)","trace[143470032] 'applied index is now lower than readState.Index' (duration: 183.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:50.145778Z","caller":"traceutil/trace.go:171","msg":"trace[239530047] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"815.846162ms","start":"2026-03-29T01:58:49.329916Z","end":"2026-03-29T01:58:50.145762Z","steps":["trace[239530047] 'process raft request' (duration: 815.456582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:50.145845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.952548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:58:50.14588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.84345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:50.145906Z","caller":"traceutil/trace.go:171","msg":"trace[191159751] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1317; }","duration":"255.905272ms","start":"2026-03-29T01:58:49.889993Z","end":"2026-03-29T01:58:50.145898Z","steps":["trace[191159751] 'agreement among raft nodes before linearized reading' (duration: 255.850831ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:50.145904Z","caller":"traceutil/trace.go:171","msg":"trace[473778782] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1317; }","duration":"690.052231ms","start":"2026-03-29T01:58:49.455835Z","end":"2026-03-29T01:58:50.145888Z","steps":["trace[473778782] 'agreement among raft nodes before linearized reading' (duration: 689.882186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:50.145919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.793753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:58:50.14595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.777903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T01:58:50.14599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.084068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:58:50.146002Z","caller":"traceutil/trace.go:171","msg":"trace[325379421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1317; }","duration":"655.856805ms","start":"2026-03-29T01:58:49.490134Z","end":"2026-03-29T01:58:50.145991Z","steps":["trace[325379421] 'agreement among raft nodes before linearized reading' (duration: 655.652559ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:50.146015Z","caller":"traceutil/trace.go:171","msg":"trace[1309830744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1317; }","duration":"657.13539ms","start":"2026-03-29T01:58:49.488872Z","end":"2026-03-29T01:58:50.146008Z","steps":["trace[1309830744] 'agreement among raft nodes before linearized reading' (duration: 657.072898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:50.146028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:49.490128Z","time spent":"655.895065ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:50.146038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:49.488857Z","time spent":"657.176041ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T01:58:50.145959Z","caller":"traceutil/trace.go:171","msg":"trace[1052672329] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1317; }","duration":"655.855434ms","start":"2026-03-29T01:58:49.490092Z","end":"2026-03-29T01:58:50.145948Z","steps":["trace[1052672329] 'agreement among raft nodes before linearized reading' (duration: 655.723191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:50.146101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:49.490082Z","time spent":"656.011149ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:50.145932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:49.455819Z","time spent":"690.106222ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:58:50.146154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:49.329899Z","time spent":"815.911595ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:50.146194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.533056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:58:50.146241Z","caller":"traceutil/trace.go:171","msg":"trace[1181004734] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1317; }","duration":"727.616668ms","start":"2026-03-29T01:58:49.418611Z","end":"2026-03-29T01:58:50.146228Z","steps":["trace[1181004734] 'agreement among raft nodes before linearized reading' (duration: 727.070763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:50.146274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:49.418593Z","time spent":"727.67291ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:58:50.999089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999531,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:58:51.112724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.96397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:51.112914Z","caller":"traceutil/trace.go:171","msg":"trace[1582854568] linearizableReadLoop","detail":"{readStateIndex:1378; appliedIndex:1373; }","duration":"614.877855ms","start":"2026-03-29T01:58:50.498023Z","end":"2026-03-29T01:58:51.112901Z","steps":["trace[1582854568] 'read index received' (duration: 609.991391ms)","trace[1582854568] 'applied index is now lower than readState.Index' (duration: 4.885674ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:51.113184Z","caller":"traceutil/trace.go:171","msg":"trace[2055064250] transaction","detail":"{read_only:false; response_revision:1320; number_of_response:1; }","duration":"962.673541ms","start":"2026-03-29T01:58:50.150489Z","end":"2026-03-29T01:58:51.113162Z","steps":["trace[2055064250] 'process raft request' (duration: 962.351082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.113445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.404919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:51.11349Z","caller":"traceutil/trace.go:171","msg":"trace[841537002] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1322; }","duration":"615.514052ms","start":"2026-03-29T01:58:50.497967Z","end":"2026-03-29T01:58:51.113481Z","steps":["trace[841537002] 'agreement among raft nodes before linearized reading' (duration: 615.42789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.113517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:50.497952Z","time spent":"615.555634ms","remote":"127.0.0.1:34668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:58:51.113307Z","caller":"traceutil/trace.go:171","msg":"trace[629235652] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"959.70431ms","start":"2026-03-29T01:58:50.153588Z","end":"2026-03-29T01:58:51.113293Z","steps":["trace[629235652] 'process raft request' (duration: 959.291978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.11355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.237034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:51.113619Z","caller":"traceutil/trace.go:171","msg":"trace[954094242] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1322; }","duration":"221.340456ms","start":"2026-03-29T01:58:50.892266Z","end":"2026-03-29T01:58:51.113607Z","steps":["trace[954094242] 'agreement among raft nodes before linearized reading' (duration: 221.220983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.113612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:50.153567Z","time spent":"960.014339ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:51.11338Z","caller":"traceutil/trace.go:171","msg":"trace[1067374197] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"963.623248ms","start":"2026-03-29T01:58:50.149745Z","end":"2026-03-29T01:58:51.113368Z","steps":["trace[1067374197] 'process raft request' (duration: 75.863486ms)","trace[1067374197] 'compare' (duration: 886.512188ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:51.113345Z","caller":"traceutil/trace.go:171","msg":"trace[1272392339] transaction","detail":"{read_only:false; response_revision:1321; number_of_response:1; }","duration":"959.825374ms","start":"2026-03-29T01:58:50.15351Z","end":"2026-03-29T01:58:51.113335Z","steps":["trace[1272392339] 'process raft request' (duration: 959.351941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.113742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:50.153497Z","time spent":"960.222144ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:51.113747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:50.149723Z","time spent":"963.986007ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:51.113405Z","caller":"traceutil/trace.go:171","msg":"trace[1221808419] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"963.0074ms","start":"2026-03-29T01:58:50.150382Z","end":"2026-03-29T01:58:51.113389Z","steps":["trace[1221808419] 'process raft request' (duration: 962.421334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:51.113817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:50.150356Z","time spent":"963.442713ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:51.113913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:50.150481Z","time spent":"963.147345ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:53.38938Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317658413s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:58:53.454955Z","caller":"traceutil/trace.go:171","msg":"trace[1791773766] linearizableReadLoop","detail":"{readStateIndex:1380; appliedIndex:1378; }","duration":"565.117921ms","start":"2026-03-29T01:58:52.889817Z","end":"2026-03-29T01:58:53.454935Z","steps":["trace[1791773766] 'read index received' (duration: 499.726042ms)","trace[1791773766] 'applied index is now lower than readState.Index' (duration: 65.390939ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:53.455047Z","caller":"traceutil/trace.go:171","msg":"trace[1540419000] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"1.28903034s","start":"2026-03-29T01:58:52.16601Z","end":"2026-03-29T01:58:53.45504Z","steps":["trace[1540419000] 'process raft request' (duration: 1.288778373s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.455121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:52.165991Z","time spent":"1.289072061s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:53.455281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.066285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:58:53.455309Z","caller":"traceutil/trace.go:171","msg":"trace[269757506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1323; }","duration":"336.110127ms","start":"2026-03-29T01:58:53.119193Z","end":"2026-03-29T01:58:53.455303Z","steps":["trace[269757506] 'agreement among raft nodes before linearized reading' (duration: 336.025694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.455327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:53.119187Z","time spent":"336.136457ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:53.455301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.029253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-29T01:58:53.455357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.168378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:58:53.45541Z","caller":"traceutil/trace.go:171","msg":"trace[490208194] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1323; }","duration":"336.23439ms","start":"2026-03-29T01:58:53.119155Z","end":"2026-03-29T01:58:53.45539Z","steps":["trace[490208194] 'agreement among raft nodes before linearized reading' (duration: 336.145677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.455254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.061354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:58:53.455423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.588445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:58:53.455463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:53.119134Z","time spent":"336.321122ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-29T01:58:53.455489Z","caller":"traceutil/trace.go:171","msg":"trace[2064651070] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1323; }","duration":"565.688007ms","start":"2026-03-29T01:58:52.889784Z","end":"2026-03-29T01:58:53.455472Z","steps":["trace[2064651070] 'agreement among raft nodes before linearized reading' (duration: 565.586444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.455525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:52.889769Z","time spent":"565.749779ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:53.455526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.2492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:58:53.455573Z","caller":"traceutil/trace.go:171","msg":"trace[1599157252] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1323; }","duration":"336.308652ms","start":"2026-03-29T01:58:53.119251Z","end":"2026-03-29T01:58:53.455559Z","steps":["trace[1599157252] 'agreement among raft nodes before linearized reading' (duration: 336.188438ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:53.455456Z","caller":"traceutil/trace.go:171","msg":"trace[1623030499] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1323; }","duration":"336.322412ms","start":"2026-03-29T01:58:53.119126Z","end":"2026-03-29T01:58:53.455449Z","steps":["trace[1623030499] 'agreement among raft nodes before linearized reading' (duration: 335.950001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.45562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:53.119246Z","time spent":"336.361573ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:58:53.455647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:53.119107Z","time spent":"336.532118ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-29T01:58:53.45539Z","caller":"traceutil/trace.go:171","msg":"trace[1181581460] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1323; }","duration":"336.143117ms","start":"2026-03-29T01:58:53.119224Z","end":"2026-03-29T01:58:53.455367Z","steps":["trace[1181581460] 'agreement among raft nodes before linearized reading' (duration: 335.87811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:53.455712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:53.11922Z","time spent":"336.486967ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:58:53.603562Z","caller":"traceutil/trace.go:171","msg":"trace[397488539] transaction","detail":"{read_only:false; response_revision:1328; number_of_response:1; }","duration":"142.295664ms","start":"2026-03-29T01:58:53.461243Z","end":"2026-03-29T01:58:53.603539Z","steps":["trace[397488539] 'process raft request' (duration: 142.263823ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:53.603596Z","caller":"traceutil/trace.go:171","msg":"trace[928093611] transaction","detail":"{read_only:false; response_revision:1325; number_of_response:1; }","duration":"142.930721ms","start":"2026-03-29T01:58:53.460651Z","end":"2026-03-29T01:58:53.603582Z","steps":["trace[928093611] 'process raft request' (duration: 142.758336ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:53.603709Z","caller":"traceutil/trace.go:171","msg":"trace[104647141] transaction","detail":"{read_only:false; response_revision:1326; number_of_response:1; }","duration":"142.961562ms","start":"2026-03-29T01:58:53.460736Z","end":"2026-03-29T01:58:53.603697Z","steps":["trace[104647141] 'process raft request' (duration: 142.711535ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:53.603817Z","caller":"traceutil/trace.go:171","msg":"trace[1941337473] transaction","detail":"{read_only:false; response_revision:1327; number_of_response:1; }","duration":"142.845259ms","start":"2026-03-29T01:58:53.46096Z","end":"2026-03-29T01:58:53.603805Z","steps":["trace[1941337473] 'process raft request' (duration: 142.51697ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:53.603949Z","caller":"traceutil/trace.go:171","msg":"trace[111678016] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"143.500187ms","start":"2026-03-29T01:58:53.460387Z","end":"2026-03-29T01:58:53.603887Z","steps":["trace[111678016] 'process raft request' (duration: 79.775333ms)","trace[111678016] 'compare' (duration: 63.128598ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:54.881783Z","caller":"traceutil/trace.go:171","msg":"trace[2143205282] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"288.155665ms","start":"2026-03-29T01:58:54.593594Z","end":"2026-03-29T01:58:54.88175Z","steps":["trace[2143205282] 'process raft request' (duration: 215.042992ms)","trace[2143205282] 'compare' (duration: 72.949828ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:55.379861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.378455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:55.379965Z","caller":"traceutil/trace.go:171","msg":"trace[1935037603] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1329; }","duration":"129.524669ms","start":"2026-03-29T01:58:55.250423Z","end":"2026-03-29T01:58:55.379948Z","steps":["trace[1935037603] 'count revisions from in-memory index tree' (duration: 129.259312ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:55.645225Z","caller":"traceutil/trace.go:171","msg":"trace[1767456166] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"174.021398ms","start":"2026-03-29T01:58:55.471182Z","end":"2026-03-29T01:58:55.645203Z","steps":["trace[1767456166] 'process raft request' (duration: 173.889374ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:55.708761Z","caller":"traceutil/trace.go:171","msg":"trace[125512193] transaction","detail":"{read_only:false; response_revision:1331; number_of_response:1; }","duration":"204.40948ms","start":"2026-03-29T01:58:55.504328Z","end":"2026-03-29T01:58:55.708738Z","steps":["trace[125512193] 'process raft request' (duration: 199.353611ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:55.708792Z","caller":"traceutil/trace.go:171","msg":"trace[1036702007] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1387; }","duration":"140.468408ms","start":"2026-03-29T01:58:55.568282Z","end":"2026-03-29T01:58:55.70875Z","steps":["trace[1036702007] 'read index received' (duration: 76.898716ms)","trace[1036702007] 'applied index is now lower than readState.Index' (duration: 63.565622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:55.70901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.740656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:58:55.709075Z","caller":"traceutil/trace.go:171","msg":"trace[1565285462] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1332; }","duration":"140.847769ms","start":"2026-03-29T01:58:55.568207Z","end":"2026-03-29T01:58:55.709054Z","steps":["trace[1565285462] 'agreement among raft nodes before linearized reading' (duration: 140.705975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:55.709299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.631734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:58:55.709321Z","caller":"traceutil/trace.go:171","msg":"trace[1258042171] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1332; }","duration":"101.672485ms","start":"2026-03-29T01:58:55.607643Z","end":"2026-03-29T01:58:55.709316Z","steps":["trace[1258042171] 'agreement among raft nodes before linearized reading' (duration: 101.605784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:55.709315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.554184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-29T01:58:55.709352Z","caller":"traceutil/trace.go:171","msg":"trace[20146478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1332; }","duration":"100.611956ms","start":"2026-03-29T01:58:55.608729Z","end":"2026-03-29T01:58:55.709341Z","steps":["trace[20146478] 'agreement among raft nodes before linearized reading' (duration: 100.483823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:55.709325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.926402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-29T01:58:55.709523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.74027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-29T01:58:55.709561Z","caller":"traceutil/trace.go:171","msg":"trace[301447780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1332; }","duration":"100.781001ms","start":"2026-03-29T01:58:55.608771Z","end":"2026-03-29T01:58:55.709552Z","steps":["trace[301447780] 'agreement among raft nodes before linearized reading' (duration: 100.677318ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:55.709556Z","caller":"traceutil/trace.go:171","msg":"trace[785698930] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1332; }","duration":"102.144508ms","start":"2026-03-29T01:58:55.607336Z","end":"2026-03-29T01:58:55.70948Z","steps":["trace[785698930] 'agreement among raft nodes before linearized reading' (duration: 101.738497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:55.709552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.872371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-29T01:58:55.709802Z","caller":"traceutil/trace.go:171","msg":"trace[1338066311] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1332; }","duration":"102.168349ms","start":"2026-03-29T01:58:55.607559Z","end":"2026-03-29T01:58:55.709727Z","steps":["trace[1338066311] 'agreement among raft nodes before linearized reading' (duration: 101.709456ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:57.822562Z","caller":"traceutil/trace.go:171","msg":"trace[1771516989] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"171.670463ms","start":"2026-03-29T01:58:57.650856Z","end":"2026-03-29T01:58:57.822527Z","steps":["trace[1771516989] 'process raft request' (duration: 171.425176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:58.413857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.419189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:58:58.413946Z","caller":"traceutil/trace.go:171","msg":"trace[457962726] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"587.747783ms","start":"2026-03-29T01:58:57.826182Z","end":"2026-03-29T01:58:58.413929Z","steps":["trace[457962726] 'process raft request' (duration: 71.17605ms)","trace[457962726] 'compare' (duration: 516.09524ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:58:58.414001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:57.826159Z","time spent":"587.819165ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:59.519569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607956734s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:58:59.520251Z","caller":"traceutil/trace.go:171","msg":"trace[536820768] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"1.693161009s","start":"2026-03-29T01:58:57.82707Z","end":"2026-03-29T01:58:59.520231Z","steps":["trace[536820768] 'process raft request' (duration: 1.692634284s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.520362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:57.827052Z","time spent":"1.693247372s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:59.520392Z","caller":"traceutil/trace.go:171","msg":"trace[1647542299] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"1.693264171s","start":"2026-03-29T01:58:57.827102Z","end":"2026-03-29T01:58:59.520366Z","steps":["trace[1647542299] 'process raft request' (duration: 1.693149818s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.520493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:57.827079Z","time spent":"1.693364495s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:59.520693Z","caller":"traceutil/trace.go:171","msg":"trace[1452428354] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"1.693430666s","start":"2026-03-29T01:58:57.827229Z","end":"2026-03-29T01:58:59.520659Z","steps":["trace[1452428354] 'process raft request' (duration: 1.693076977s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.520821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:57.827222Z","time spent":"1.693534489s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:58:59.521123Z","caller":"traceutil/trace.go:171","msg":"trace[1085106865] linearizableReadLoop","detail":"{readStateIndex:1410; appliedIndex:1405; }","duration":"1.631439858s","start":"2026-03-29T01:58:57.889669Z","end":"2026-03-29T01:58:59.521109Z","steps":["trace[1085106865] 'read index received' (duration: 7.700061ms)","trace[1085106865] 'applied index is now lower than readState.Index' (duration: 1.623739027s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:58:59.521132Z","caller":"traceutil/trace.go:171","msg":"trace[2078340192] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"1.692690266s","start":"2026-03-29T01:58:57.828433Z","end":"2026-03-29T01:58:59.521123Z","steps":["trace[2078340192] 'process raft request' (duration: 1.691897394s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.521184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:57.828426Z","time spent":"1.692732617s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:58:59.521206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63153724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:59.521236Z","caller":"traceutil/trace.go:171","msg":"trace[910483357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"1.631595262s","start":"2026-03-29T01:58:57.889632Z","end":"2026-03-29T01:58:59.521227Z","steps":["trace[910483357] 'agreement among raft nodes before linearized reading' (duration: 1.631549771s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.521274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527830859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:58:59.521282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:57.889592Z","time spent":"1.631668124s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:58:59.521303Z","caller":"traceutil/trace.go:171","msg":"trace[1208254765] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"1.527886881s","start":"2026-03-29T01:58:57.993408Z","end":"2026-03-29T01:58:59.521295Z","steps":["trace[1208254765] 'agreement among raft nodes before linearized reading' (duration: 1.52784309s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:58:59.521328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:58:57.993393Z","time spent":"1.527929183s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:58:59.521421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.385728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:58:59.521449Z","caller":"traceutil/trace.go:171","msg":"trace[807466918] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1351; }","duration":"239.43426ms","start":"2026-03-29T01:58:59.282006Z","end":"2026-03-29T01:58:59.521441Z","steps":["trace[807466918] 'agreement among raft nodes before linearized reading' (duration: 239.394939ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:58:59.998735Z","caller":"traceutil/trace.go:171","msg":"trace[1915142318] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"171.282423ms","start":"2026-03-29T01:58:59.827426Z","end":"2026-03-29T01:58:59.998708Z","steps":["trace[1915142318] 'process raft request' (duration: 116.977945ms)","trace[1915142318] 'compare' (duration: 54.047721ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:01.257555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.191728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:01.257608Z","caller":"traceutil/trace.go:171","msg":"trace[1462603704] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1352; }","duration":"368.273589ms","start":"2026-03-29T01:59:00.889319Z","end":"2026-03-29T01:59:01.257593Z","steps":["trace[1462603704] 'range keys from in-memory index tree' (duration: 368.144397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:01.25763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:00.889306Z","time spent":"368.319481ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:01.257853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.656934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:01.257872Z","caller":"traceutil/trace.go:171","msg":"trace[1451697609] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1352; }","duration":"839.712466ms","start":"2026-03-29T01:59:00.418155Z","end":"2026-03-29T01:59:01.257867Z","steps":["trace[1451697609] 'range keys from in-memory index tree' (duration: 839.538171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:01.257885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:00.418135Z","time spent":"839.746826ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:02.025225Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999601,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:02.52584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999601,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:59:02.76252Z","caller":"traceutil/trace.go:171","msg":"trace[474498167] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"1.50081065s","start":"2026-03-29T01:59:01.261685Z","end":"2026-03-29T01:59:02.762495Z","steps":["trace[474498167] 'process raft request' (duration: 1.500684396s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:02.762693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:01.261667Z","time spent":"1.500919252s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:03.073224Z","caller":"traceutil/trace.go:171","msg":"trace[1611449887] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"1.068944428s","start":"2026-03-29T01:59:02.004254Z","end":"2026-03-29T01:59:03.073198Z","steps":["trace[1611449887] 'process raft request' (duration: 1.068713521s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:03.073546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.00423Z","time spent":"1.069152033s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":532,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:03.515634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.441812ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T01:59:03.515712Z","caller":"traceutil/trace.go:171","msg":"trace[2068061907] linearizableReadLoop","detail":"{readStateIndex:1414; appliedIndex:1412; }","duration":"1.991439201s","start":"2026-03-29T01:59:01.524259Z","end":"2026-03-29T01:59:03.515698Z","steps":["trace[2068061907] 'read index received' (duration: 1.238410499s)","trace[2068061907] 'applied index is now lower than readState.Index' (duration: 753.027492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:03.515956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991699229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:03.515985Z","caller":"traceutil/trace.go:171","msg":"trace[550679038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1354; }","duration":"1.991767611s","start":"2026-03-29T01:59:01.52421Z","end":"2026-03-29T01:59:03.515978Z","steps":["trace[550679038] 'agreement among raft nodes before linearized reading' (duration: 1.991659738s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:03.516008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:01.524191Z","time spent":"1.991811242s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:59:03.807617Z","caller":"traceutil/trace.go:171","msg":"trace[1986231992] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"430.906926ms","start":"2026-03-29T01:59:03.37669Z","end":"2026-03-29T01:59:03.807597Z","steps":["trace[1986231992] 'process raft request' (duration: 430.647659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:03.807775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:03.376661Z","time spent":"431.03333ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:03.807781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.28266778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T01:59:03.807818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.463249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:03.807845Z","caller":"traceutil/trace.go:171","msg":"trace[933298709] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1355; }","duration":"2.282776014s","start":"2026-03-29T01:59:01.525052Z","end":"2026-03-29T01:59:03.807828Z","steps":["trace[933298709] 'agreement among raft nodes before linearized reading' (duration: 2.282582599s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:03.807873Z","caller":"traceutil/trace.go:171","msg":"trace[346779219] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1355; }","duration":"359.559171ms","start":"2026-03-29T01:59:03.4483Z","end":"2026-03-29T01:59:03.807859Z","steps":["trace[346779219] 'agreement among raft nodes before linearized reading' (duration: 359.467799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:03.807914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:03.448281Z","time spent":"359.623803ms","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:03.807918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:01.525025Z","time spent":"2.282878536s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:03.807928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.282857576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:59:03.807974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917112766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:03.808105Z","caller":"traceutil/trace.go:171","msg":"trace[1752939056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1355; }","duration":"1.91730263s","start":"2026-03-29T01:59:01.890784Z","end":"2026-03-29T01:59:03.808087Z","steps":["trace[1752939056] 'agreement among raft nodes before linearized reading' (duration: 1.917010672s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:03.808026Z","caller":"traceutil/trace.go:171","msg":"trace[1547266721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1355; }","duration":"2.28298331s","start":"2026-03-29T01:59:01.525017Z","end":"2026-03-29T01:59:03.808Z","steps":["trace[1547266721] 'agreement among raft nodes before linearized reading' (duration: 2.282709342s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:03.808399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:01.525012Z","time spent":"2.28335292s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:03.808445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283833723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:59:03.808495Z","caller":"traceutil/trace.go:171","msg":"trace[1268187201] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1355; }","duration":"2.283897814s","start":"2026-03-29T01:59:01.524584Z","end":"2026-03-29T01:59:03.808482Z","steps":["trace[1268187201] 'agreement among raft nodes before linearized reading' (duration: 2.28375856s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:03.808572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:01.524579Z","time spent":"2.283980387s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:03.808711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:01.890767Z","time spent":"1.917415794s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:03.808788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777814869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:03.808876Z","caller":"traceutil/trace.go:171","msg":"trace[263382021] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1355; }","duration":"1.779082433s","start":"2026-03-29T01:59:02.029775Z","end":"2026-03-29T01:59:03.808857Z","steps":["trace[263382021] 'agreement among raft nodes before linearized reading' (duration: 1.777749147s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:03.808302Z","caller":"traceutil/trace.go:171","msg":"trace[2029637522] linearizableReadLoop","detail":"{readStateIndex:1415; appliedIndex:1414; }","duration":"291.775114ms","start":"2026-03-29T01:59:03.515729Z","end":"2026-03-29T01:59:03.807504Z","steps":["trace[2029637522] 'read index received' (duration: 291.567119ms)","trace[2029637522] 'applied index is now lower than readState.Index' (duration: 206.915µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:03.808931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:02.029755Z","time spent":"1.779159796s","remote":"127.0.0.1:39818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:04.314772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.424704ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:04.314978Z","caller":"traceutil/trace.go:171","msg":"trace[714861972] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"501.102638ms","start":"2026-03-29T01:59:03.81386Z","end":"2026-03-29T01:59:04.314963Z","steps":["trace[714861972] 'process raft request' (duration: 501.071778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:04.315028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:03.813846Z","time spent":"501.1598ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:04.315124Z","caller":"traceutil/trace.go:171","msg":"trace[1916493055] linearizableReadLoop","detail":"{readStateIndex:1416; appliedIndex:1415; }","duration":"504.775958ms","start":"2026-03-29T01:59:03.810326Z","end":"2026-03-29T01:59:04.315102Z","steps":["trace[1916493055] 'read index received' (duration: 247.961503ms)","trace[1916493055] 'applied index is now lower than readState.Index' (duration: 256.802495ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:04.315193Z","caller":"traceutil/trace.go:171","msg":"trace[2005644238] transaction","detail":"{read_only:false; response_revision:1357; number_of_response:1; }","duration":"502.025163ms","start":"2026-03-29T01:59:03.813158Z","end":"2026-03-29T01:59:04.315183Z","steps":["trace[2005644238] 'process raft request' (duration: 501.704425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:04.315241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.904672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:04.31528Z","caller":"traceutil/trace.go:171","msg":"trace[697509419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1359; }","duration":"504.968764ms","start":"2026-03-29T01:59:03.8103Z","end":"2026-03-29T01:59:04.315268Z","steps":["trace[697509419] 'agreement among raft nodes before linearized reading' (duration: 504.879501ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:04.315245Z","caller":"traceutil/trace.go:171","msg":"trace[1342604991] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"502.003252ms","start":"2026-03-29T01:59:03.813213Z","end":"2026-03-29T01:59:04.315216Z","steps":["trace[1342604991] 'process raft request' (duration: 501.695844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:04.315317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:03.810284Z","time spent":"505.025865ms","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:04.315373Z","caller":"traceutil/trace.go:171","msg":"trace[1610184876] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"796.09185ms","start":"2026-03-29T01:59:03.519268Z","end":"2026-03-29T01:59:04.31536Z","steps":["trace[1610184876] 'process raft request' (duration: 539.007398ms)","trace[1610184876] 'compare' (duration: 256.179168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:04.315411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:03.813199Z","time spent":"502.130997ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:04.315434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:03.519246Z","time spent":"796.157443ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:04.31525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:03.813146Z","time spent":"502.077395ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:04.916747Z","caller":"traceutil/trace.go:171","msg":"trace[379336335] transaction","detail":"{read_only:false; response_revision:1360; number_of_response:1; }","duration":"146.623368ms","start":"2026-03-29T01:59:04.770098Z","end":"2026-03-29T01:59:04.916721Z","steps":["trace[379336335] 'process raft request' (duration: 146.313509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:05.3561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.482481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:05.356201Z","caller":"traceutil/trace.go:171","msg":"trace[75496331] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"277.573515ms","start":"2026-03-29T01:59:05.078614Z","end":"2026-03-29T01:59:05.356188Z","steps":["trace[75496331] 'process raft request' (duration: 133.94232ms)","trace[75496331] 'compare' (duration: 143.405239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:06.392803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:06.893467Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999617,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:07.326386Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.606358731s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:59:07.892213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000344984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:59:07.892291Z","caller":"traceutil/trace.go:171","msg":"trace[1707545622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000469647s","start":"2026-03-29T01:59:05.891804Z","end":"2026-03-29T01:59:07.892274Z","steps":["trace[1707545622] 'agreement among raft nodes before linearized reading' (duration: 2.000369825s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:07.892342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:05.891788Z","time spent":"2.00053945s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:09.893213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000078929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:59:09.89328Z","caller":"traceutil/trace.go:171","msg":"trace[1108870138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000202792s","start":"2026-03-29T01:59:07.893062Z","end":"2026-03-29T01:59:09.893265Z","steps":["trace[1108870138] 'agreement among raft nodes before linearized reading' (duration: 2.00011609s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:09.893318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:07.893038Z","time spent":"2.000271774s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:59:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:09.995065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000587123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:59:09.995163Z","caller":"traceutil/trace.go:171","msg":"trace[1603577602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000774637s","start":"2026-03-29T01:59:07.994367Z","end":"2026-03-29T01:59:09.995141Z","steps":["trace[1603577602] 'agreement among raft nodes before linearized reading' (duration: 2.000632703s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:09.995356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:07.994343Z","time spent":"2.000995634s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:09.998727Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.672157381s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:59:11.060308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733677665s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:11.060596Z","caller":"traceutil/trace.go:171","msg":"trace[727845338] linearizableReadLoop","detail":"{readStateIndex:1423; appliedIndex:1421; }","duration":"5.168734702s","start":"2026-03-29T01:59:05.891846Z","end":"2026-03-29T01:59:11.06058Z","steps":["trace[727845338] 'read index received' (duration: 1.434727809s)","trace[727845338] 'applied index is now lower than readState.Index' (duration: 3.734005953s)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:11.060705Z","caller":"traceutil/trace.go:171","msg":"trace[931739187] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"5.340778366s","start":"2026-03-29T01:59:05.719914Z","end":"2026-03-29T01:59:11.060692Z","steps":["trace[931739187] 'process raft request' (duration: 1.606649579s)","trace[931739187] 'compare' (duration: 3.732623786s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:11.060796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:05.719885Z","time spent":"5.340875459s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:11.061016Z","caller":"traceutil/trace.go:171","msg":"trace[2093456641] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"5.11900917s","start":"2026-03-29T01:59:05.941994Z","end":"2026-03-29T01:59:11.061004Z","steps":["trace[2093456641] 'process raft request' (duration: 5.118477185s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.061112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:05.941963Z","time spent":"5.119117563s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:11.318526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999489234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:59:11.318666Z","caller":"traceutil/trace.go:171","msg":"trace[8572127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999675999s","start":"2026-03-29T01:59:06.318952Z","end":"2026-03-29T01:59:11.318628Z","steps":["trace[8572127] 'agreement among raft nodes before linearized reading' (duration: 4.999525895s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.318802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.31893Z","time spent":"4.999855204s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/29 01:59:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:11.31963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999377971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:59:11.319712Z","caller":"traceutil/trace.go:171","msg":"trace[1583393498] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999499144s","start":"2026-03-29T01:59:06.320195Z","end":"2026-03-29T01:59:11.319694Z","steps":["trace[1583393498] 'agreement among raft nodes before linearized reading' (duration: 4.999395831s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.31976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.320182Z","time spent":"4.999567676s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/29 01:59:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:11.561666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:11.899073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001038413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:59:11.89914Z","caller":"traceutil/trace.go:171","msg":"trace[743948422] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001137296s","start":"2026-03-29T01:59:09.897987Z","end":"2026-03-29T01:59:11.899124Z","steps":["trace[743948422] 'agreement among raft nodes before linearized reading' (duration: 2.001047234s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.899175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:09.89798Z","time spent":"2.001188207s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:59:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:11.920374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999264228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-29T01:59:11.920563Z","caller":"traceutil/trace.go:171","msg":"trace[386865669] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999557136s","start":"2026-03-29T01:59:06.920984Z","end":"2026-03-29T01:59:11.920542Z","steps":["trace[386865669] 'agreement among raft nodes before linearized reading' (duration: 4.999290719s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:11.920661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.920967Z","time spent":"4.999678009s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/29 01:59:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:12.06238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999622,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:12.275096Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.276010927s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-29T01:59:12.359593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:07.361141Z","time spent":"4.998444645s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-29T01:59:13.019664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.354504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-29T01:59:13.404152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.404162ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T01:59:13.404233Z","caller":"traceutil/trace.go:171","msg":"trace[492185926] linearizableReadLoop","detail":"{readStateIndex:1425; appliedIndex:1423; }","duration":"2.343555997s","start":"2026-03-29T01:59:11.060664Z","end":"2026-03-29T01:59:13.40422Z","steps":["trace[492185926] 'read index received' (duration: 1.214671059s)","trace[492185926] 'applied index is now lower than readState.Index' (duration: 1.128883788s)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:13.404392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.674015301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:13.40442Z","caller":"traceutil/trace.go:171","msg":"trace[1886210844] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1365; }","duration":"2.674076433s","start":"2026-03-29T01:59:10.730331Z","end":"2026-03-29T01:59:13.404407Z","steps":["trace[1886210844] 'agreement among raft nodes before linearized reading' (duration: 2.674022691s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.40444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:10.730315Z","time spent":"2.674118684s","remote":"127.0.0.1:57364","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.404541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.246187947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:13.404555Z","caller":"traceutil/trace.go:171","msg":"trace[1230909457] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1365; }","duration":"3.246248769s","start":"2026-03-29T01:59:10.158302Z","end":"2026-03-29T01:59:13.404551Z","steps":["trace[1230909457] 'agreement among raft nodes before linearized reading' (duration: 3.246193308s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.404569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:10.158286Z","time spent":"3.24627981s","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":5,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.40468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.796741504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:13.4047Z","caller":"traceutil/trace.go:171","msg":"trace[809566560] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:0; response_revision:1365; }","duration":"6.796788905s","start":"2026-03-29T01:59:06.607906Z","end":"2026-03-29T01:59:13.404695Z","steps":["trace[809566560] 'agreement among raft nodes before linearized reading' (duration: 6.796756555s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.404714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.60789Z","time spent":"6.796821087s","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.95\" "} {"level":"warn","ts":"2026-03-29T01:59:13.404748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.314349793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:13.404826Z","caller":"traceutil/trace.go:171","msg":"trace[2077539357] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1365; }","duration":"4.314480957s","start":"2026-03-29T01:59:09.090327Z","end":"2026-03-29T01:59:13.404808Z","steps":["trace[2077539357] 'agreement among raft nodes before linearized reading' (duration: 4.314351043s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.404856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.085649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:59:13.404874Z","caller":"traceutil/trace.go:171","msg":"trace[30998885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1365; }","duration":"7.085688031s","start":"2026-03-29T01:59:06.31918Z","end":"2026-03-29T01:59:13.404868Z","steps":["trace[30998885] 'agreement among raft nodes before linearized reading' (duration: 7.085604559s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.404872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:09.090308Z","time spent":"4.314553209s","remote":"127.0.0.1:39858","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.404893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.319171Z","time spent":"7.085718202s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:13.404998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.085888627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:59:13.405016Z","caller":"traceutil/trace.go:171","msg":"trace[1819327171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1365; }","duration":"7.085905977s","start":"2026-03-29T01:59:06.319105Z","end":"2026-03-29T01:59:13.405011Z","steps":["trace[1819327171] 'agreement among raft nodes before linearized reading' (duration: 7.085859046s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.405029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:06.319063Z","time spent":"7.085963238s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:13.405074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.118133297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:59:13.405114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.434510308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:13.405111Z","caller":"traceutil/trace.go:171","msg":"trace[2125351732] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1365; }","duration":"4.118197829s","start":"2026-03-29T01:59:09.286904Z","end":"2026-03-29T01:59:13.405102Z","steps":["trace[2125351732] 'agreement among raft nodes before linearized reading' (duration: 4.118141607s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.405132Z","caller":"traceutil/trace.go:171","msg":"trace[1831368213] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1365; }","duration":"7.434557399s","start":"2026-03-29T01:59:05.970569Z","end":"2026-03-29T01:59:13.405127Z","steps":["trace[1831368213] 'agreement among raft nodes before linearized reading' (duration: 7.434516388s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.405139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:09.286888Z","time spent":"4.11824432s","remote":"127.0.0.1:57200","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.405148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:05.970553Z","time spent":"7.434590161s","remote":"127.0.0.1:56928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":5,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.405548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.66861938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:13.405582Z","caller":"traceutil/trace.go:171","msg":"trace[551167810] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1365; }","duration":"4.668688991s","start":"2026-03-29T01:59:08.736884Z","end":"2026-03-29T01:59:13.405573Z","steps":["trace[551167810] 'agreement among raft nodes before linearized reading' (duration: 4.668615129s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.40561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:08.736863Z","time spent":"4.668740242s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.405853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.257875761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:13.405881Z","caller":"traceutil/trace.go:171","msg":"trace[1869184856] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1365; }","duration":"6.257940373s","start":"2026-03-29T01:59:07.147932Z","end":"2026-03-29T01:59:13.405873Z","steps":["trace[1869184856] 'agreement among raft nodes before linearized reading' (duration: 6.257892351s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.405912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:07.147913Z","time spent":"6.257992474s","remote":"127.0.0.1:57294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.407216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.511236429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-29T01:59:13.407319Z","caller":"traceutil/trace.go:171","msg":"trace[1695870343] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354; range_end:; response_count:1; response_revision:1365; }","duration":"3.511364733s","start":"2026-03-29T01:59:09.895933Z","end":"2026-03-29T01:59:13.407298Z","steps":["trace[1695870343] 'agreement among raft nodes before linearized reading' (duration: 3.508998068s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.407349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.381054995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:13.407467Z","caller":"traceutil/trace.go:171","msg":"trace[353718009] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1365; }","duration":"6.383896073s","start":"2026-03-29T01:59:07.023558Z","end":"2026-03-29T01:59:13.407454Z","steps":["trace[353718009] 'agreement among raft nodes before linearized reading' (duration: 6.381067475s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.407521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:07.02354Z","time spent":"6.383957105s","remote":"127.0.0.1:57064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.407894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:09.895917Z","time spent":"3.511470045s","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d24005de354\" "} {"level":"info","ts":"2026-03-29T01:59:13.664432Z","caller":"traceutil/trace.go:171","msg":"trace[1737854924] transaction","detail":"{read_only:false; response_revision:1366; number_of_response:1; }","duration":"504.002988ms","start":"2026-03-29T01:59:13.160406Z","end":"2026-03-29T01:59:13.664409Z","steps":["trace[1737854924] 'process raft request' (duration: 503.871215ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.66458Z","caller":"traceutil/trace.go:171","msg":"trace[1225009310] linearizableReadLoop","detail":"{readStateIndex:1426; appliedIndex:1426; }","duration":"260.304182ms","start":"2026-03-29T01:59:13.404249Z","end":"2026-03-29T01:59:13.664553Z","steps":["trace[1225009310] 'read index received' (duration: 260.288402ms)","trace[1225009310] 'applied index is now lower than readState.Index' (duration: 13µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:13.664636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.160377Z","time spent":"504.119332ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:13.664711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765386108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:13.664737Z","caller":"traceutil/trace.go:171","msg":"trace[697720992] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1366; }","duration":"1.765433969s","start":"2026-03-29T01:59:11.899295Z","end":"2026-03-29T01:59:13.664729Z","steps":["trace[697720992] 'agreement among raft nodes before linearized reading' (duration: 1.765349267s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.664763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:11.899246Z","time spent":"1.765511151s","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:13.664758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18914125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:13.664822Z","caller":"traceutil/trace.go:171","msg":"trace[1727529046] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1366; }","duration":"1.189264863s","start":"2026-03-29T01:59:12.475542Z","end":"2026-03-29T01:59:13.664807Z","steps":["trace[1727529046] 'agreement among raft nodes before linearized reading' (duration: 1.189126639s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.664814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.047439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T01:59:13.664855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:12.475519Z","time spent":"1.189329625s","remote":"127.0.0.1:56962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.664858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.278533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:13.664878Z","caller":"traceutil/trace.go:171","msg":"trace[997459892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1366; }","duration":"343.151212ms","start":"2026-03-29T01:59:13.321711Z","end":"2026-03-29T01:59:13.664862Z","steps":["trace[997459892] 'agreement among raft nodes before linearized reading' (duration: 342.977787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.665101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.321692Z","time spent":"343.401848ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-29T01:59:13.665103Z","caller":"traceutil/trace.go:171","msg":"trace[393958766] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1366; }","duration":"286.552911ms","start":"2026-03-29T01:59:13.378531Z","end":"2026-03-29T01:59:13.665084Z","steps":["trace[393958766] 'agreement among raft nodes before linearized reading' (duration: 286.242752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.665124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.437939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:13.665176Z","caller":"traceutil/trace.go:171","msg":"trace[1300876616] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1366; }","duration":"343.522832ms","start":"2026-03-29T01:59:13.321639Z","end":"2026-03-29T01:59:13.665162Z","steps":["trace[1300876616] 'agreement among raft nodes before linearized reading' (duration: 343.166022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.665194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.390946149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:59:13.665214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.3216Z","time spent":"343.603124ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T01:59:13.665243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474603931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:13.665275Z","caller":"traceutil/trace.go:171","msg":"trace[1593224045] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1366; }","duration":"1.474663903s","start":"2026-03-29T01:59:12.190601Z","end":"2026-03-29T01:59:13.665265Z","steps":["trace[1593224045] 'agreement among raft nodes before linearized reading' (duration: 1.47457055s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.665297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:12.190585Z","time spent":"1.474705603s","remote":"127.0.0.1:57070","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:59:13.665242Z","caller":"traceutil/trace.go:171","msg":"trace[2077300687] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1366; }","duration":"1.391001011s","start":"2026-03-29T01:59:12.274229Z","end":"2026-03-29T01:59:13.66523Z","steps":["trace[2077300687] 'agreement among raft nodes before linearized reading' (duration: 1.390900948s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.665295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.228047505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:59:13.66538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304036868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-29T01:59:13.665388Z","caller":"traceutil/trace.go:171","msg":"trace[202635353] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1366; }","duration":"1.228167219s","start":"2026-03-29T01:59:12.437212Z","end":"2026-03-29T01:59:13.66538Z","steps":["trace[202635353] 'agreement among raft nodes before linearized reading' (duration: 1.228050586s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.665384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:12.274176Z","time spent":"1.391194106s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":5,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:59:13.665408Z","caller":"traceutil/trace.go:171","msg":"trace[1347427598] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1366; }","duration":"1.304099029s","start":"2026-03-29T01:59:12.361299Z","end":"2026-03-29T01:59:13.665398Z","steps":["trace[1347427598] 'agreement among raft nodes before linearized reading' (duration: 1.304014187s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:13.665419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:12.437196Z","time spent":"1.228209171s","remote":"127.0.0.1:57154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":17,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:13.665437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:12.361283Z","time spent":"1.30414805s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-03-29T01:59:13.671671Z","caller":"traceutil/trace.go:171","msg":"trace[940712743] transaction","detail":"{read_only:false; response_revision:1367; number_of_response:1; }","duration":"261.778422ms","start":"2026-03-29T01:59:13.409866Z","end":"2026-03-29T01:59:13.671644Z","steps":["trace[940712743] 'process raft request' (duration: 261.652709ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.67192Z","caller":"traceutil/trace.go:171","msg":"trace[208610282] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"260.686072ms","start":"2026-03-29T01:59:13.411218Z","end":"2026-03-29T01:59:13.671904Z","steps":["trace[208610282] 'process raft request' (duration: 260.375594ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.672001Z","caller":"traceutil/trace.go:171","msg":"trace[831689670] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"260.502797ms","start":"2026-03-29T01:59:13.411492Z","end":"2026-03-29T01:59:13.671995Z","steps":["trace[831689670] 'process raft request' (duration: 260.134687ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:13.982461Z","caller":"traceutil/trace.go:171","msg":"trace[845982234] transaction","detail":"{read_only:false; response_revision:1370; number_of_response:1; }","duration":"310.064255ms","start":"2026-03-29T01:59:13.672367Z","end":"2026-03-29T01:59:13.982431Z","steps":["trace[845982234] 'process raft request' (duration: 265.35082ms)","trace[845982234] 'compare' (duration: 44.533821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:13.982594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.672351Z","time spent":"310.176028ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:14.20429Z","caller":"traceutil/trace.go:171","msg":"trace[1430414072] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1430; }","duration":"531.262956ms","start":"2026-03-29T01:59:13.673Z","end":"2026-03-29T01:59:14.204263Z","steps":["trace[1430414072] 'read index received' (duration: 264.807846ms)","trace[1430414072] 'applied index is now lower than readState.Index' (duration: 266.45352ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:14.204382Z","caller":"traceutil/trace.go:171","msg":"trace[845827938] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"531.126823ms","start":"2026-03-29T01:59:13.67322Z","end":"2026-03-29T01:59:14.204347Z","steps":["trace[845827938] 'process raft request' (duration: 530.927877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.20451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.482652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:14.204483Z","caller":"traceutil/trace.go:171","msg":"trace[23417528] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"531.614626ms","start":"2026-03-29T01:59:13.672843Z","end":"2026-03-29T01:59:14.204457Z","steps":["trace[23417528] 'process raft request' (duration: 436.329495ms)","trace[23417528] 'compare' (duration: 94.786877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:14.204586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.673184Z","time spent":"531.274977ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:14.204604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.837549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:59:14.204603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.554514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-03-29T01:59:14.204643Z","caller":"traceutil/trace.go:171","msg":"trace[1521592089] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1372; }","duration":"282.913141ms","start":"2026-03-29T01:59:13.921719Z","end":"2026-03-29T01:59:14.204632Z","steps":["trace[1521592089] 'agreement among raft nodes before linearized reading' (duration: 282.760777ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.204648Z","caller":"traceutil/trace.go:171","msg":"trace[1061046641] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1372; }","duration":"531.620206ms","start":"2026-03-29T01:59:13.673017Z","end":"2026-03-29T01:59:14.204637Z","steps":["trace[1061046641] 'agreement among raft nodes before linearized reading' (duration: 531.463471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.204648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.202676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-29T01:59:14.204675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.67301Z","time spent":"531.657756ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-03-29T01:59:14.204682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.672834Z","time spent":"531.76943ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:14.204602Z","caller":"traceutil/trace.go:171","msg":"trace[1466248222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1372; }","duration":"531.603075ms","start":"2026-03-29T01:59:13.672982Z","end":"2026-03-29T01:59:14.204585Z","steps":["trace[1466248222] 'agreement among raft nodes before linearized reading' (duration: 531.436741ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:14.204699Z","caller":"traceutil/trace.go:171","msg":"trace[275747994] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674; range_end:; response_count:1; response_revision:1372; }","duration":"530.281189ms","start":"2026-03-29T01:59:13.674402Z","end":"2026-03-29T01:59:14.204683Z","steps":["trace[275747994] 'agreement among raft nodes before linearized reading' (duration: 530.098004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.204742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.674387Z","time spent":"530.346891ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a12d23cfefa674\" "} {"level":"warn","ts":"2026-03-29T01:59:14.204743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:13.672976Z","time spent":"531.756899ms","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:14.775248Z","caller":"traceutil/trace.go:171","msg":"trace[1415893335] linearizableReadLoop","detail":"{readStateIndex:1435; appliedIndex:1433; }","duration":"563.603892ms","start":"2026-03-29T01:59:14.211609Z","end":"2026-03-29T01:59:14.775213Z","steps":["trace[1415893335] 'read index received' (duration: 488.35546ms)","trace[1415893335] 'applied index is now lower than readState.Index' (duration: 75.247182ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:14.775508Z","caller":"traceutil/trace.go:171","msg":"trace[508455960] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"567.303333ms","start":"2026-03-29T01:59:14.208125Z","end":"2026-03-29T01:59:14.775428Z","steps":["trace[508455960] 'process raft request' (duration: 491.827415ms)","trace[508455960] 'compare' (duration: 74.717347ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:14.775581Z","caller":"traceutil/trace.go:171","msg":"trace[1045991143] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"567.257831ms","start":"2026-03-29T01:59:14.208302Z","end":"2026-03-29T01:59:14.77556Z","steps":["trace[1045991143] 'process raft request' (duration: 566.802449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.775606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.864259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:133"} {"level":"warn","ts":"2026-03-29T01:59:14.775726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:14.208295Z","time spent":"567.366145ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:14.77573Z","caller":"traceutil/trace.go:171","msg":"trace[206240109] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1374; }","duration":"564.136417ms","start":"2026-03-29T01:59:14.211577Z","end":"2026-03-29T01:59:14.775714Z","steps":["trace[206240109] 'agreement among raft nodes before linearized reading' (duration: 563.752286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:14.775781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:14.211567Z","time spent":"564.198508ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-29T01:59:14.776007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:14.208105Z","time spent":"567.509399ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:14.941523Z","caller":"traceutil/trace.go:171","msg":"trace[734584771] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"160.23957ms","start":"2026-03-29T01:59:14.781246Z","end":"2026-03-29T01:59:14.941486Z","steps":["trace[734584771] 'process raft request' (duration: 95.778983ms)","trace[734584771] 'compare' (duration: 64.312673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:16.764402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.089080498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:59:16.764449Z","caller":"traceutil/trace.go:171","msg":"trace[650770003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1375; }","duration":"1.0891649s","start":"2026-03-29T01:59:15.675274Z","end":"2026-03-29T01:59:16.764439Z","steps":["trace[650770003] 'range keys from in-memory index tree' (duration: 1.088949015s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.764471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:15.675252Z","time spent":"1.089214772s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:16.764627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088769719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:59:16.764648Z","caller":"traceutil/trace.go:171","msg":"trace[1433250488] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1375; }","duration":"1.088802021s","start":"2026-03-29T01:59:15.67584Z","end":"2026-03-29T01:59:16.764642Z","steps":["trace[1433250488] 'range keys from in-memory index tree' (duration: 1.088720049s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.764665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:15.675835Z","time spent":"1.088825721s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:16.765058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.513532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:16.765106Z","caller":"traceutil/trace.go:171","msg":"trace[1348372824] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1375; }","duration":"846.590144ms","start":"2026-03-29T01:59:15.918507Z","end":"2026-03-29T01:59:16.765097Z","steps":["trace[1348372824] 'range keys from in-memory index tree' (duration: 846.467291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.765144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:15.918492Z","time spent":"846.644825ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:16.765149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174306083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:16.765367Z","caller":"traceutil/trace.go:171","msg":"trace[1495730488] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1375; }","duration":"1.17455806s","start":"2026-03-29T01:59:15.590799Z","end":"2026-03-29T01:59:16.765357Z","steps":["trace[1495730488] 'count revisions from in-memory index tree' (duration: 1.17420006s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.765416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.191378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:59:16.765442Z","caller":"traceutil/trace.go:171","msg":"trace[1165817353] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1375; }","duration":"779.25283ms","start":"2026-03-29T01:59:15.986183Z","end":"2026-03-29T01:59:16.765436Z","steps":["trace[1165817353] 'range keys from in-memory index tree' (duration: 779.115506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.765461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:15.986163Z","time spent":"779.292541ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:16.765416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:15.590774Z","time spent":"1.174631062s","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":3,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:16.765375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.950049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:16.765663Z","caller":"traceutil/trace.go:171","msg":"trace[1871200847] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1375; }","duration":"557.238807ms","start":"2026-03-29T01:59:16.208417Z","end":"2026-03-29T01:59:16.765655Z","steps":["trace[1871200847] 'range keys from in-memory index tree' (duration: 556.842156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.765707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.208394Z","time spent":"557.301469ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:59:16.853681Z","caller":"traceutil/trace.go:171","msg":"trace[2078171904] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"644.356014ms","start":"2026-03-29T01:59:16.209303Z","end":"2026-03-29T01:59:16.853659Z","steps":["trace[2078171904] 'process raft request' (duration: 644.22248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:16.853815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.209286Z","time spent":"644.464818ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:16.853691Z","caller":"traceutil/trace.go:171","msg":"trace[1987169181] linearizableReadLoop","detail":"{readStateIndex:1437; appliedIndex:1437; }","duration":"245.534767ms","start":"2026-03-29T01:59:16.608124Z","end":"2026-03-29T01:59:16.853659Z","steps":["trace[1987169181] 'read index received' (duration: 245.521397ms)","trace[1987169181] 'applied index is now lower than readState.Index' (duration: 10.78µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:16.854043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.902217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.95\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-29T01:59:16.854127Z","caller":"traceutil/trace.go:171","msg":"trace[635774333] range","detail":"{range_begin:/registry/masterleases/199.204.45.95; range_end:; response_count:1; response_revision:1376; }","duration":"246.039951ms","start":"2026-03-29T01:59:16.608067Z","end":"2026-03-29T01:59:16.854107Z","steps":["trace[635774333] 'agreement among raft nodes before linearized reading' (duration: 245.793235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:17.283188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.539138ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:17.283769Z","caller":"traceutil/trace.go:171","msg":"trace[1170563357] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"514.25211ms","start":"2026-03-29T01:59:16.769496Z","end":"2026-03-29T01:59:17.283748Z","steps":["trace[1170563357] 'process raft request' (duration: 514.064794ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.283796Z","caller":"traceutil/trace.go:171","msg":"trace[52264782] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"513.478438ms","start":"2026-03-29T01:59:16.770296Z","end":"2026-03-29T01:59:17.283775Z","steps":["trace[52264782] 'process raft request' (duration: 513.320944ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.283842Z","caller":"traceutil/trace.go:171","msg":"trace[676061540] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"508.742879ms","start":"2026-03-29T01:59:16.775087Z","end":"2026-03-29T01:59:17.28383Z","steps":["trace[676061540] 'process raft request' (duration: 508.560714ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:17.283863Z","caller":"traceutil/trace.go:171","msg":"trace[2088800191] linearizableReadLoop","detail":"{readStateIndex:1441; appliedIndex:1437; }","duration":"429.883858ms","start":"2026-03-29T01:59:16.853956Z","end":"2026-03-29T01:59:17.28384Z","steps":["trace[2088800191] 'read index received' (duration: 172.707442ms)","trace[2088800191] 'applied index is now lower than readState.Index' (duration: 257.173596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:17.283897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.775073Z","time spent":"508.79634ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:17.283902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.769464Z","time spent":"514.360493ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:17.283803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.855126Z","time spent":"428.674325ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-29T01:59:17.283999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.445457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:17.284039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.998151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:17.284053Z","caller":"traceutil/trace.go:171","msg":"trace[136143245] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1380; }","duration":"605.551821ms","start":"2026-03-29T01:59:16.678486Z","end":"2026-03-29T01:59:17.284037Z","steps":["trace[136143245] 'agreement among raft nodes before linearized reading' (duration: 605.440267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:17.284082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.031666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:17.284203Z","caller":"traceutil/trace.go:171","msg":"trace[332588726] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"514.990519ms","start":"2026-03-29T01:59:16.768936Z","end":"2026-03-29T01:59:17.283927Z","steps":["trace[332588726] 'process raft request' (duration: 257.642109ms)","trace[332588726] 'compare' (duration: 256.421915ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:17.284261Z","caller":"traceutil/trace.go:171","msg":"trace[16178662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1380; }","duration":"517.16571ms","start":"2026-03-29T01:59:16.767027Z","end":"2026-03-29T01:59:17.284193Z","steps":["trace[16178662] 'agreement among raft nodes before linearized reading' (duration: 517.004995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:17.284293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.678467Z","time spent":"605.623463ms","remote":"127.0.0.1:57140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:17.284337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.767016Z","time spent":"517.310033ms","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:17.284064Z","caller":"traceutil/trace.go:171","msg":"trace[132810217] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1380; }","duration":"499.048033ms","start":"2026-03-29T01:59:16.785007Z","end":"2026-03-29T01:59:17.284055Z","steps":["trace[132810217] 'agreement among raft nodes before linearized reading' (duration: 498.966241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:17.284368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.768921Z","time spent":"515.322349ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:17.284447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.784816Z","time spent":"499.623469ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:17.284825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:16.770285Z","time spent":"514.503016ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:17.798793Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999661,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:59:18.015728Z","caller":"traceutil/trace.go:171","msg":"trace[1701738413] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"728.753037ms","start":"2026-03-29T01:59:17.286944Z","end":"2026-03-29T01:59:18.015697Z","steps":["trace[1701738413] 'process raft request' (duration: 728.538171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.015896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.286925Z","time spent":"728.89027ms","remote":"127.0.0.1:56838","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:18.389056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.244321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:18.389144Z","caller":"traceutil/trace.go:171","msg":"trace[747053681] linearizableReadLoop","detail":"{readStateIndex:1444; appliedIndex:1442; }","duration":"1.096958273s","start":"2026-03-29T01:59:17.292174Z","end":"2026-03-29T01:59:18.389132Z","steps":["trace[747053681] 'read index received' (duration: 723.280746ms)","trace[747053681] 'applied index is now lower than readState.Index' (duration: 373.676577ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:18.389213Z","caller":"traceutil/trace.go:171","msg":"trace[1279977227] transaction","detail":"{read_only:false; response_revision:1382; number_of_response:1; }","duration":"1.101064416s","start":"2026-03-29T01:59:17.288141Z","end":"2026-03-29T01:59:18.389205Z","steps":["trace[1279977227] 'process raft request' (duration: 845.581378ms)","trace[1279977227] 'compare' (duration: 255.107008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:18.389259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.288132Z","time spent":"1.101105127s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:18.389678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.052993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"warn","ts":"2026-03-29T01:59:18.389665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.07565462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:18.389688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097500849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:18.38973Z","caller":"traceutil/trace.go:171","msg":"trace[1409939563] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1382; }","duration":"372.135125ms","start":"2026-03-29T01:59:18.017581Z","end":"2026-03-29T01:59:18.389716Z","steps":["trace[1409939563] 'agreement among raft nodes before linearized reading' (duration: 372.044063ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:18.389739Z","caller":"traceutil/trace.go:171","msg":"trace[1525006082] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1382; }","duration":"1.075799724s","start":"2026-03-29T01:59:17.313926Z","end":"2026-03-29T01:59:18.389726Z","steps":["trace[1525006082] 'agreement among raft nodes before linearized reading' (duration: 1.07563473s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.389759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:18.017563Z","time spent":"372.190466ms","remote":"127.0.0.1:56990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-29T01:59:18.389796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.313914Z","time spent":"1.075867236s","remote":"127.0.0.1:33432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:59:18.38987Z","caller":"traceutil/trace.go:171","msg":"trace[370819958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1382; }","duration":"1.097595101s","start":"2026-03-29T01:59:17.292141Z","end":"2026-03-29T01:59:18.389736Z","steps":["trace[370819958] 'agreement among raft nodes before linearized reading' (duration: 1.097484588s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:18.390547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:17.292131Z","time spent":"1.098374943s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:19.621114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:20.121559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:20.621865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:21.122414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:21.623016Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-29T01:59:21.67095Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.812010474s","expected-duration":"1s"} {"level":"info","ts":"2026-03-29T01:59:21.671331Z","caller":"traceutil/trace.go:171","msg":"trace[1521204661] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"2.812444396s","start":"2026-03-29T01:59:18.858856Z","end":"2026-03-29T01:59:21.671301Z","steps":["trace[1521204661] 'process raft request' (duration: 2.812279241s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.671502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:18.858834Z","time spent":"2.81258336s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:21.891536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-29T01:59:21.8916Z","caller":"traceutil/trace.go:171","msg":"trace[904284516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000145651s","start":"2026-03-29T01:59:19.891439Z","end":"2026-03-29T01:59:21.891585Z","steps":["trace[904284516] 'agreement among raft nodes before linearized reading' (duration: 2.000065489s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:21.891636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.891422Z","time spent":"2.000207142s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/29 01:59:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-29T01:59:22.58869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.5506ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:22.588874Z","caller":"traceutil/trace.go:171","msg":"trace[997881286] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1444; }","duration":"3.467995646s","start":"2026-03-29T01:59:19.120861Z","end":"2026-03-29T01:59:22.588857Z","steps":["trace[997881286] 'read index received' (duration: 2.550285723s)","trace[997881286] 'applied index is now lower than readState.Index' (duration: 917.709032ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:22.588953Z","caller":"traceutil/trace.go:171","msg":"trace[760051460] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"1.39609956s","start":"2026-03-29T01:59:21.192843Z","end":"2026-03-29T01:59:22.588942Z","steps":["trace[760051460] 'process raft request' (duration: 589.706567ms)","trace[760051460] 'compare' (duration: 805.122118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:22.589011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.192817Z","time spent":"1.396159501s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:22.589276Z","caller":"traceutil/trace.go:171","msg":"trace[1942325489] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"1.339435997s","start":"2026-03-29T01:59:21.249829Z","end":"2026-03-29T01:59:22.589265Z","steps":["trace[1942325489] 'process raft request' (duration: 1.338957944s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.589331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.249806Z","time spent":"1.339496009s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:22.589464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.468596262s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:22.589491Z","caller":"traceutil/trace.go:171","msg":"trace[638461580] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1385; }","duration":"3.468652094s","start":"2026-03-29T01:59:19.120831Z","end":"2026-03-29T01:59:22.589483Z","steps":["trace[638461580] 'agreement among raft nodes before linearized reading' (duration: 3.468603022s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.589518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.120817Z","time spent":"3.468693884s","remote":"127.0.0.1:57308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:22.59328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304220898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:59:22.593334Z","caller":"traceutil/trace.go:171","msg":"trace[1145212926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1386; }","duration":"3.30430496s","start":"2026-03-29T01:59:19.289017Z","end":"2026-03-29T01:59:22.593322Z","steps":["trace[1145212926] 'agreement among raft nodes before linearized reading' (duration: 3.304144136s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.593366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.289004Z","time spent":"3.304354812s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T01:59:22.593542Z","caller":"traceutil/trace.go:171","msg":"trace[832269153] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"859.407425ms","start":"2026-03-29T01:59:21.734124Z","end":"2026-03-29T01:59:22.593532Z","steps":["trace[832269153] 'process raft request' (duration: 858.973173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.593595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.734105Z","time spent":"859.461417ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":757,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-29T01:59:22.593803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199910562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-29T01:59:22.59383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.333494753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-29T01:59:22.593814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.130206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:22.593857Z","caller":"traceutil/trace.go:171","msg":"trace[866345798] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1386; }","duration":"2.200002884s","start":"2026-03-29T01:59:20.39384Z","end":"2026-03-29T01:59:22.593843Z","steps":["trace[866345798] 'agreement among raft nodes before linearized reading' (duration: 2.199827349s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.593862Z","caller":"traceutil/trace.go:171","msg":"trace[862580979] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1386; }","duration":"2.333563054s","start":"2026-03-29T01:59:20.260289Z","end":"2026-03-29T01:59:22.593852Z","steps":["trace[862580979] 'agreement among raft nodes before linearized reading' (duration: 2.333455112s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.593889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.393813Z","time spent":"2.200069726s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T01:59:22.593895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.26027Z","time spent":"2.333614055s","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":135,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-29T01:59:22.593884Z","caller":"traceutil/trace.go:171","msg":"trace[198125584] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1386; }","duration":"372.2621ms","start":"2026-03-29T01:59:22.221604Z","end":"2026-03-29T01:59:22.593866Z","steps":["trace[198125584] 'agreement among raft nodes before linearized reading' (duration: 372.091635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.593952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:22.221585Z","time spent":"372.351572ms","remote":"127.0.0.1:56918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":17,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:22.594035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.120651679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-29T01:59:22.594056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.332923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:22.594065Z","caller":"traceutil/trace.go:171","msg":"trace[1104819776] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1386; }","duration":"3.12070938s","start":"2026-03-29T01:59:19.473346Z","end":"2026-03-29T01:59:22.594056Z","steps":["trace[1104819776] 'agreement among raft nodes before linearized reading' (duration: 3.120661749s)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:22.594084Z","caller":"traceutil/trace.go:171","msg":"trace[1356414580] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1386; }","duration":"475.391655ms","start":"2026-03-29T01:59:22.118684Z","end":"2026-03-29T01:59:22.594076Z","steps":["trace[1356414580] 'agreement among raft nodes before linearized reading' (duration: 475.346913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.594093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.473329Z","time spent":"3.120757332s","remote":"127.0.0.1:59080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:22.594104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:22.118661Z","time spent":"475.437506ms","remote":"127.0.0.1:33404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:22.594222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.356362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:22.594241Z","caller":"traceutil/trace.go:171","msg":"trace[1734208517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1386; }","duration":"702.407883ms","start":"2026-03-29T01:59:21.891827Z","end":"2026-03-29T01:59:22.594235Z","steps":["trace[1734208517] 'agreement among raft nodes before linearized reading' (duration: 702.371102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.594257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:21.891811Z","time spent":"702.443044ms","remote":"127.0.0.1:56802","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:22.594542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926290586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:22.594567Z","caller":"traceutil/trace.go:171","msg":"trace[1550399781] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1386; }","duration":"1.926345397s","start":"2026-03-29T01:59:20.668215Z","end":"2026-03-29T01:59:22.59456Z","steps":["trace[1550399781] 'agreement among raft nodes before linearized reading' (duration: 1.926298506s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.594587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:20.668194Z","time spent":"1.926387428s","remote":"127.0.0.1:39848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:22.594272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.304584488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:59:22.594855Z","caller":"traceutil/trace.go:171","msg":"trace[1078841489] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1386; }","duration":"3.305191825s","start":"2026-03-29T01:59:19.289649Z","end":"2026-03-29T01:59:22.594841Z","steps":["trace[1078841489] 'agreement among raft nodes before linearized reading' (duration: 3.304557477s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.5949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.289627Z","time spent":"3.305258697s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:22.59499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305505913s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:59:22.595013Z","caller":"traceutil/trace.go:171","msg":"trace[937961668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1386; }","duration":"3.305623076s","start":"2026-03-29T01:59:19.289383Z","end":"2026-03-29T01:59:22.595006Z","steps":["trace[937961668] 'agreement among raft nodes before linearized reading' (duration: 3.305560024s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.595031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.289379Z","time spent":"3.305647668s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:22.595156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.305889804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-29T01:59:22.59523Z","caller":"traceutil/trace.go:171","msg":"trace[1582076000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1386; }","duration":"3.305918475s","start":"2026-03-29T01:59:19.28925Z","end":"2026-03-29T01:59:22.595169Z","steps":["trace[1582076000] 'agreement among raft nodes before linearized reading' (duration: 3.305868693s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:22.59526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:19.289246Z","time spent":"3.306004577s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:59:24.241432Z","caller":"traceutil/trace.go:171","msg":"trace[1400481957] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"615.481163ms","start":"2026-03-29T01:59:23.625927Z","end":"2026-03-29T01:59:24.241408Z","steps":["trace[1400481957] 'process raft request' (duration: 615.311608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:24.241569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:23.625897Z","time spent":"615.604597ms","remote":"127.0.0.1:57008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11371,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:24.250489Z","caller":"traceutil/trace.go:171","msg":"trace[1466186426] linearizableReadLoop","detail":"{readStateIndex:1462; appliedIndex:1460; }","duration":"358.919273ms","start":"2026-03-29T01:59:23.891363Z","end":"2026-03-29T01:59:24.250283Z","steps":["trace[1466186426] 'read index received' (duration: 349.970198ms)","trace[1466186426] 'applied index is now lower than readState.Index' (duration: 8.948275ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:24.250521Z","caller":"traceutil/trace.go:171","msg":"trace[896910942] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"573.319247ms","start":"2026-03-29T01:59:23.677182Z","end":"2026-03-29T01:59:24.250501Z","steps":["trace[896910942] 'process raft request' (duration: 572.999649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:24.250644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.271414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:24.250807Z","caller":"traceutil/trace.go:171","msg":"trace[1970023392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1400; }","duration":"359.483389ms","start":"2026-03-29T01:59:23.89131Z","end":"2026-03-29T01:59:24.250793Z","steps":["trace[1970023392] 'agreement among raft nodes before linearized reading' (duration: 359.263113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:24.250859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:23.891289Z","time spent":"359.563271ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:24.250776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:23.677163Z","time spent":"573.556174ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:24.376239Z","caller":"traceutil/trace.go:171","msg":"trace[1724058496] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"122.132977ms","start":"2026-03-29T01:59:24.254076Z","end":"2026-03-29T01:59:24.376209Z","steps":["trace[1724058496] 'process raft request' (duration: 84.751692ms)","trace[1724058496] 'compare' (duration: 37.259891ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:24.66612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.475037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:24.666232Z","caller":"traceutil/trace.go:171","msg":"trace[1496380521] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1403; }","duration":"187.633041ms","start":"2026-03-29T01:59:24.478581Z","end":"2026-03-29T01:59:24.666214Z","steps":["trace[1496380521] 'count revisions from in-memory index tree' (duration: 187.394284ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:24.824044Z","caller":"traceutil/trace.go:171","msg":"trace[946790948] linearizableReadLoop","detail":"{readStateIndex:1466; appliedIndex:1465; }","duration":"148.468268ms","start":"2026-03-29T01:59:24.675561Z","end":"2026-03-29T01:59:24.82403Z","steps":["trace[946790948] 'read index received' (duration: 148.337784ms)","trace[946790948] 'applied index is now lower than readState.Index' (duration: 129.904µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:24.824185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.612551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:24.824208Z","caller":"traceutil/trace.go:171","msg":"trace[563304963] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1404; }","duration":"148.710524ms","start":"2026-03-29T01:59:24.67549Z","end":"2026-03-29T01:59:24.824201Z","steps":["trace[563304963] 'agreement among raft nodes before linearized reading' (duration: 148.614032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:24.824322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.72666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-29T01:59:24.824355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.36828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:59:24.824399Z","caller":"traceutil/trace.go:171","msg":"trace[911070905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1404; }","duration":"146.851393ms","start":"2026-03-29T01:59:24.677532Z","end":"2026-03-29T01:59:24.824383Z","steps":["trace[911070905] 'agreement among raft nodes before linearized reading' (duration: 146.617207ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:24.824439Z","caller":"traceutil/trace.go:171","msg":"trace[305708566] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1404; }","duration":"146.500033ms","start":"2026-03-29T01:59:24.677926Z","end":"2026-03-29T01:59:24.824426Z","steps":["trace[305708566] 'agreement among raft nodes before linearized reading' (duration: 146.228806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:24.824427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.557165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:59:24.824502Z","caller":"traceutil/trace.go:171","msg":"trace[2130331236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1404; }","duration":"146.650858ms","start":"2026-03-29T01:59:24.677835Z","end":"2026-03-29T01:59:24.824485Z","steps":["trace[2130331236] 'agreement among raft nodes before linearized reading' (duration: 146.465913ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:24.824632Z","caller":"traceutil/trace.go:171","msg":"trace[1522630449] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"154.299077ms","start":"2026-03-29T01:59:24.669792Z","end":"2026-03-29T01:59:24.824091Z","steps":["trace[1522630449] 'process raft request' (duration: 154.149253ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:24.965143Z","caller":"traceutil/trace.go:171","msg":"trace[481131504] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"136.913632ms","start":"2026-03-29T01:59:24.828207Z","end":"2026-03-29T01:59:24.96512Z","steps":["trace[481131504] 'process raft request' (duration: 136.85532ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:24.965287Z","caller":"traceutil/trace.go:171","msg":"trace[1533174672] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"137.60731ms","start":"2026-03-29T01:59:24.827656Z","end":"2026-03-29T01:59:24.965263Z","steps":["trace[1533174672] 'process raft request' (duration: 83.338734ms)","trace[1533174672] 'compare' (duration: 53.915677ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:24.965412Z","caller":"traceutil/trace.go:171","msg":"trace[1958097774] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"137.326732ms","start":"2026-03-29T01:59:24.828074Z","end":"2026-03-29T01:59:24.9654Z","steps":["trace[1958097774] 'process raft request' (duration: 136.944092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:26.51621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.621456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:26.516281Z","caller":"traceutil/trace.go:171","msg":"trace[1086249448] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1416; }","duration":"127.778061ms","start":"2026-03-29T01:59:26.388488Z","end":"2026-03-29T01:59:26.516266Z","steps":["trace[1086249448] 'count revisions from in-memory index tree' (duration: 127.437262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.029365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.757901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-29T01:59:27.029465Z","caller":"traceutil/trace.go:171","msg":"trace[1340996692] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1417; }","duration":"169.883375ms","start":"2026-03-29T01:59:26.859554Z","end":"2026-03-29T01:59:27.029437Z","steps":["trace[1340996692] 'range keys from in-memory index tree' (duration: 169.583977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.029516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.736252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:27.029539Z","caller":"traceutil/trace.go:171","msg":"trace[5708275] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1417; }","duration":"138.804083ms","start":"2026-03-29T01:59:26.890728Z","end":"2026-03-29T01:59:27.029532Z","steps":["trace[5708275] 'range keys from in-memory index tree' (duration: 138.652309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:27.030118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.506141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:27.030182Z","caller":"traceutil/trace.go:171","msg":"trace[624140897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1417; }","duration":"201.663975ms","start":"2026-03-29T01:59:26.828502Z","end":"2026-03-29T01:59:27.030166Z","steps":["trace[624140897] 'range keys from in-memory index tree' (duration: 201.316236ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:28.562494Z","caller":"traceutil/trace.go:171","msg":"trace[182222010] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"272.106155ms","start":"2026-03-29T01:59:28.290372Z","end":"2026-03-29T01:59:28.562478Z","steps":["trace[182222010] 'process raft request' (duration: 272.007122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:29.161813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.96724ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T01:59:29.381073Z","caller":"traceutil/trace.go:171","msg":"trace[2069413630] transaction","detail":"{read_only:false; response_revision:1426; number_of_response:1; }","duration":"214.713453ms","start":"2026-03-29T01:59:29.166342Z","end":"2026-03-29T01:59:29.381055Z","steps":["trace[2069413630] 'process raft request' (duration: 214.60833ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:29.381091Z","caller":"traceutil/trace.go:171","msg":"trace[1752700676] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"214.164358ms","start":"2026-03-29T01:59:29.166907Z","end":"2026-03-29T01:59:29.381071Z","steps":["trace[1752700676] 'process raft request' (duration: 214.099466ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:29.381243Z","caller":"traceutil/trace.go:171","msg":"trace[408277002] transaction","detail":"{read_only:false; response_revision:1428; number_of_response:1; }","duration":"213.591782ms","start":"2026-03-29T01:59:29.16764Z","end":"2026-03-29T01:59:29.381232Z","steps":["trace[408277002] 'process raft request' (duration: 213.382336ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:29.381427Z","caller":"traceutil/trace.go:171","msg":"trace[1749519379] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"215.204946ms","start":"2026-03-29T01:59:29.165807Z","end":"2026-03-29T01:59:29.381012Z","steps":["trace[1749519379] 'process raft request' (duration: 176.557547ms)","trace[1749519379] 'compare' (duration: 38.436293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:31.318688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.84907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-29T01:59:31.318754Z","caller":"traceutil/trace.go:171","msg":"trace[456630533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1437; }","duration":"101.983184ms","start":"2026-03-29T01:59:31.216757Z","end":"2026-03-29T01:59:31.31874Z","steps":["trace[456630533] 'range keys from in-memory index tree' (duration: 101.601954ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:31.517745Z","caller":"traceutil/trace.go:171","msg":"trace[254703150] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"127.570885ms","start":"2026-03-29T01:59:31.390149Z","end":"2026-03-29T01:59:31.51772Z","steps":["trace[254703150] 'process raft request' (duration: 127.530754ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:31.517818Z","caller":"traceutil/trace.go:171","msg":"trace[332568407] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"127.660728ms","start":"2026-03-29T01:59:31.390106Z","end":"2026-03-29T01:59:31.517767Z","steps":["trace[332568407] 'process raft request' (duration: 127.531604ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:31.517763Z","caller":"traceutil/trace.go:171","msg":"trace[104947523] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"127.708009ms","start":"2026-03-29T01:59:31.390024Z","end":"2026-03-29T01:59:31.517732Z","steps":["trace[104947523] 'process raft request' (duration: 127.445602ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:33.042104Z","caller":"traceutil/trace.go:171","msg":"trace[960556625] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"255.772558ms","start":"2026-03-29T01:59:32.786308Z","end":"2026-03-29T01:59:33.042081Z","steps":["trace[960556625] 'process raft request' (duration: 255.626744ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:33.045676Z","caller":"traceutil/trace.go:171","msg":"trace[1129504760] linearizableReadLoop","detail":"{readStateIndex:1510; appliedIndex:1508; }","duration":"154.410601ms","start":"2026-03-29T01:59:32.891236Z","end":"2026-03-29T01:59:33.045647Z","steps":["trace[1129504760] 'read index received' (duration: 150.701229ms)","trace[1129504760] 'applied index is now lower than readState.Index' (duration: 3.707902ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:33.045756Z","caller":"traceutil/trace.go:171","msg":"trace[395968967] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"209.410188ms","start":"2026-03-29T01:59:32.836312Z","end":"2026-03-29T01:59:33.045722Z","steps":["trace[395968967] 'process raft request' (duration: 209.229133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:33.045819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.560625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:33.04587Z","caller":"traceutil/trace.go:171","msg":"trace[808329458] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1445; }","duration":"154.660228ms","start":"2026-03-29T01:59:32.891197Z","end":"2026-03-29T01:59:33.045857Z","steps":["trace[808329458] 'agreement among raft nodes before linearized reading' (duration: 154.532984ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.084812Z","caller":"traceutil/trace.go:171","msg":"trace[249201302] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"445.879037ms","start":"2026-03-29T01:59:34.638914Z","end":"2026-03-29T01:59:35.084793Z","steps":["trace[249201302] 'process raft request' (duration: 445.744493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:35.084947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:34.638895Z","time spent":"445.975299ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:35.607842Z","caller":"traceutil/trace.go:171","msg":"trace[730128084] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"150.583946ms","start":"2026-03-29T01:59:35.457189Z","end":"2026-03-29T01:59:35.607773Z","steps":["trace[730128084] 'process raft request' (duration: 150.457722ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:35.641703Z","caller":"traceutil/trace.go:171","msg":"trace[1862656098] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"183.923349ms","start":"2026-03-29T01:59:35.457746Z","end":"2026-03-29T01:59:35.64167Z","steps":["trace[1862656098] 'process raft request' (duration: 183.662631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:36.378178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.892917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:36.378304Z","caller":"traceutil/trace.go:171","msg":"trace[4457858] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"293.044418ms","start":"2026-03-29T01:59:36.085235Z","end":"2026-03-29T01:59:36.378279Z","steps":["trace[4457858] 'process raft request' (duration: 131.968726ms)","trace[4457858] 'compare' (duration: 160.669551ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:37.249818Z","caller":"traceutil/trace.go:171","msg":"trace[1041976844] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"160.014724ms","start":"2026-03-29T01:59:37.089774Z","end":"2026-03-29T01:59:37.249789Z","steps":["trace[1041976844] 'process raft request' (duration: 159.86169ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:37.860653Z","caller":"traceutil/trace.go:171","msg":"trace[796887970] transaction","detail":"{read_only:false; response_revision:1472; number_of_response:1; }","duration":"101.673536ms","start":"2026-03-29T01:59:37.75896Z","end":"2026-03-29T01:59:37.860633Z","steps":["trace[796887970] 'process raft request' (duration: 101.625105ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:37.860748Z","caller":"traceutil/trace.go:171","msg":"trace[641627316] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"101.871521ms","start":"2026-03-29T01:59:37.75885Z","end":"2026-03-29T01:59:37.860721Z","steps":["trace[641627316] 'process raft request' (duration: 19.052902ms)","trace[641627316] 'compare' (duration: 82.526581ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:40.039918Z","caller":"traceutil/trace.go:171","msg":"trace[992922247] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1541; }","duration":"175.962211ms","start":"2026-03-29T01:59:39.86392Z","end":"2026-03-29T01:59:40.039883Z","steps":["trace[992922247] 'read index received' (duration: 88.190526ms)","trace[992922247] 'applied index is now lower than readState.Index' (duration: 87.770365ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:40.039961Z","caller":"traceutil/trace.go:171","msg":"trace[918280564] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"247.744967ms","start":"2026-03-29T01:59:39.792172Z","end":"2026-03-29T01:59:40.039917Z","steps":["trace[918280564] 'process raft request' (duration: 159.966142ms)","trace[918280564] 'compare' (duration: 87.59129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:40.040154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.217778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T01:59:40.040221Z","caller":"traceutil/trace.go:171","msg":"trace[285555110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1476; }","duration":"176.352472ms","start":"2026-03-29T01:59:39.863859Z","end":"2026-03-29T01:59:40.040212Z","steps":["trace[285555110] 'agreement among raft nodes before linearized reading' (duration: 176.117095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.040323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.169805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:40.04036Z","caller":"traceutil/trace.go:171","msg":"trace[115949100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1476; }","duration":"119.238846ms","start":"2026-03-29T01:59:39.9211Z","end":"2026-03-29T01:59:40.040339Z","steps":["trace[115949100] 'agreement among raft nodes before linearized reading' (duration: 119.194715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:40.040382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.164327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:40.040458Z","caller":"traceutil/trace.go:171","msg":"trace[390991065] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1476; }","duration":"176.27075ms","start":"2026-03-29T01:59:39.864164Z","end":"2026-03-29T01:59:40.040435Z","steps":["trace[390991065] 'agreement among raft nodes before linearized reading' (duration: 175.924701ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:40.876892Z","caller":"traceutil/trace.go:171","msg":"trace[574082508] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"152.806987ms","start":"2026-03-29T01:59:40.724042Z","end":"2026-03-29T01:59:40.876849Z","steps":["trace[574082508] 'process raft request' (duration: 151.332087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.18357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576314831595999877,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-29T01:59:42.252031Z","caller":"traceutil/trace.go:171","msg":"trace[1810089652] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"600.05678ms","start":"2026-03-29T01:59:41.651927Z","end":"2026-03-29T01:59:42.251984Z","steps":["trace[1810089652] 'process raft request' (duration: 591.358072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.252174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.651908Z","time spent":"600.192224ms","remote":"127.0.0.1:56892","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":856,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-29T01:59:42.332482Z","caller":"traceutil/trace.go:171","msg":"trace[436039204] linearizableReadLoop","detail":"{readStateIndex:1559; appliedIndex:1557; }","duration":"649.879795ms","start":"2026-03-29T01:59:41.68258Z","end":"2026-03-29T01:59:42.332459Z","steps":["trace[436039204] 'read index received' (duration: 560.699362ms)","trace[436039204] 'applied index is now lower than readState.Index' (duration: 89.179223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:42.332691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.093342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:42.332752Z","caller":"traceutil/trace.go:171","msg":"trace[1718328087] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:0; response_revision:1492; }","duration":"650.193544ms","start":"2026-03-29T01:59:41.682541Z","end":"2026-03-29T01:59:42.332735Z","steps":["trace[1718328087] 'agreement among raft nodes before linearized reading' (duration: 650.079361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.332741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.748983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-29T01:59:42.33279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.682524Z","time spent":"650.260416ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":29,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-29T01:59:42.332796Z","caller":"traceutil/trace.go:171","msg":"trace[1987575762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1492; }","duration":"441.843066ms","start":"2026-03-29T01:59:41.89094Z","end":"2026-03-29T01:59:42.332783Z","steps":["trace[1987575762] 'agreement among raft nodes before linearized reading' (duration: 441.756314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.33284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.890923Z","time spent":"441.909887ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T01:59:42.332862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.645241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T01:59:42.332916Z","caller":"traceutil/trace.go:171","msg":"trace[35707715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1492; }","duration":"287.730903ms","start":"2026-03-29T01:59:42.045173Z","end":"2026-03-29T01:59:42.332904Z","steps":["trace[35707715] 'agreement among raft nodes before linearized reading' (duration: 287.558009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.332802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.997719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-29T01:59:42.333071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.287766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T01:59:42.333118Z","caller":"traceutil/trace.go:171","msg":"trace[2032930094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1492; }","duration":"197.386678ms","start":"2026-03-29T01:59:42.135721Z","end":"2026-03-29T01:59:42.333107Z","steps":["trace[2032930094] 'agreement among raft nodes before linearized reading' (duration: 197.260834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.333177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.411983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-29T01:59:42.333221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.806376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-29T01:59:42.333251Z","caller":"traceutil/trace.go:171","msg":"trace[1906454174] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1492; }","duration":"502.877788ms","start":"2026-03-29T01:59:41.830364Z","end":"2026-03-29T01:59:42.333242Z","steps":["trace[1906454174] 'agreement among raft nodes before linearized reading' (duration: 502.453656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.333291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.83034Z","time spent":"502.94474ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-29T01:59:42.333445Z","caller":"traceutil/trace.go:171","msg":"trace[415686747] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1492; }","duration":"253.706981ms","start":"2026-03-29T01:59:42.079726Z","end":"2026-03-29T01:59:42.333433Z","steps":["trace[415686747] 'agreement among raft nodes before linearized reading' (duration: 252.94606ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:42.333078Z","caller":"traceutil/trace.go:171","msg":"trace[1406695998] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1492; }","duration":"542.264597ms","start":"2026-03-29T01:59:41.790767Z","end":"2026-03-29T01:59:42.333031Z","steps":["trace[1406695998] 'agreement among raft nodes before linearized reading' (duration: 541.875826ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:42.33457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:41.79075Z","time spent":"543.760888ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-29T01:59:42.561104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.007037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T01:59:42.561372Z","caller":"traceutil/trace.go:171","msg":"trace[1149981310] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"223.74621ms","start":"2026-03-29T01:59:42.337608Z","end":"2026-03-29T01:59:42.561354Z","steps":["trace[1149981310] 'process raft request' (duration: 223.687708ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:42.561461Z","caller":"traceutil/trace.go:171","msg":"trace[1595404946] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"223.937566ms","start":"2026-03-29T01:59:42.337474Z","end":"2026-03-29T01:59:42.561411Z","steps":["trace[1595404946] 'process raft request' (duration: 223.73145ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:42.561642Z","caller":"traceutil/trace.go:171","msg":"trace[930244572] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"223.482363ms","start":"2026-03-29T01:59:42.338134Z","end":"2026-03-29T01:59:42.561617Z","steps":["trace[930244572] 'process raft request' (duration: 223.191015ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:42.562869Z","caller":"traceutil/trace.go:171","msg":"trace[1877367588] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"225.678083ms","start":"2026-03-29T01:59:42.337171Z","end":"2026-03-29T01:59:42.562849Z","steps":["trace[1877367588] 'process raft request' (duration: 122.826735ms)","trace[1877367588] 'compare' (duration: 100.883834ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:42.563069Z","caller":"traceutil/trace.go:171","msg":"trace[2059472480] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"223.696589ms","start":"2026-03-29T01:59:42.339357Z","end":"2026-03-29T01:59:42.563054Z","steps":["trace[2059472480] 'process raft request' (duration: 222.189017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.627582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.846976ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:43.627721Z","caller":"traceutil/trace.go:171","msg":"trace[761989559] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1501; }","duration":"694.993281ms","start":"2026-03-29T01:59:42.93271Z","end":"2026-03-29T01:59:43.627703Z","steps":["trace[761989559] 'range keys from in-memory index tree' (duration: 694.833006ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:43.628167Z","caller":"traceutil/trace.go:171","msg":"trace[1830716404] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"497.657904ms","start":"2026-03-29T01:59:43.130496Z","end":"2026-03-29T01:59:43.628154Z","steps":["trace[1830716404] 'process raft request' (duration: 490.125208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.628259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.130476Z","time spent":"497.728946ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:43.716944Z","caller":"traceutil/trace.go:171","msg":"trace[185147878] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"372.735141ms","start":"2026-03-29T01:59:43.344185Z","end":"2026-03-29T01:59:43.716921Z","steps":["trace[185147878] 'process raft request' (duration: 372.69503ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:43.717025Z","caller":"traceutil/trace.go:171","msg":"trace[134860893] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"408.749677ms","start":"2026-03-29T01:59:43.308244Z","end":"2026-03-29T01:59:43.716993Z","steps":["trace[134860893] 'process raft request' (duration: 408.535371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:43.717114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.344167Z","time spent":"372.845184ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:43.717164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:43.308213Z","time spent":"408.876681ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:44.719355Z","caller":"traceutil/trace.go:171","msg":"trace[569512355] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1581; }","duration":"115.390271ms","start":"2026-03-29T01:59:44.603936Z","end":"2026-03-29T01:59:44.719327Z","steps":["trace[569512355] 'read index received' (duration: 77.839703ms)","trace[569512355] 'applied index is now lower than readState.Index' (duration: 37.549478ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:44.719555Z","caller":"traceutil/trace.go:171","msg":"trace[1384336126] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"146.430862ms","start":"2026-03-29T01:59:44.573097Z","end":"2026-03-29T01:59:44.719528Z","steps":["trace[1384336126] 'process raft request' (duration: 108.738919ms)","trace[1384336126] 'compare' (duration: 37.361274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:44.719677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.727921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T01:59:44.719836Z","caller":"traceutil/trace.go:171","msg":"trace[181869812] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1515; }","duration":"115.946287ms","start":"2026-03-29T01:59:44.603872Z","end":"2026-03-29T01:59:44.719818Z","steps":["trace[181869812] 'agreement among raft nodes before linearized reading' (duration: 115.673919ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.688923Z","caller":"traceutil/trace.go:171","msg":"trace[1723708825] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"110.705363ms","start":"2026-03-29T01:59:46.578188Z","end":"2026-03-29T01:59:46.688893Z","steps":["trace[1723708825] 'process raft request' (duration: 77.663908ms)","trace[1723708825] 'compare' (duration: 32.88088ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:46.873553Z","caller":"traceutil/trace.go:171","msg":"trace[1445119651] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"180.705871ms","start":"2026-03-29T01:59:46.692824Z","end":"2026-03-29T01:59:46.87353Z","steps":["trace[1445119651] 'process raft request' (duration: 180.621419ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.873603Z","caller":"traceutil/trace.go:171","msg":"trace[1648240852] transaction","detail":"{read_only:false; response_revision:1524; number_of_response:1; }","duration":"180.929207ms","start":"2026-03-29T01:59:46.692641Z","end":"2026-03-29T01:59:46.87357Z","steps":["trace[1648240852] 'process raft request' (duration: 180.64572ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:46.873837Z","caller":"traceutil/trace.go:171","msg":"trace[1561037259] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"179.841658ms","start":"2026-03-29T01:59:46.693956Z","end":"2026-03-29T01:59:46.873797Z","steps":["trace[1561037259] 'process raft request' (duration: 179.541299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:46.874969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.079759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T01:59:46.875034Z","caller":"traceutil/trace.go:171","msg":"trace[903549915] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1526; }","duration":"101.201372ms","start":"2026-03-29T01:59:46.77382Z","end":"2026-03-29T01:59:46.875021Z","steps":["trace[903549915] 'agreement among raft nodes before linearized reading' (duration: 99.934058ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:47.066565Z","caller":"traceutil/trace.go:171","msg":"trace[1480126908] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1594; }","duration":"176.844234ms","start":"2026-03-29T01:59:46.889686Z","end":"2026-03-29T01:59:47.06653Z","steps":["trace[1480126908] 'read index received' (duration: 21.422747ms)","trace[1480126908] 'applied index is now lower than readState.Index' (duration: 155.420227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:47.066718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.012799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:47.066622Z","caller":"traceutil/trace.go:171","msg":"trace[278258771] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"187.521277ms","start":"2026-03-29T01:59:46.879068Z","end":"2026-03-29T01:59:47.066589Z","steps":["trace[278258771] 'process raft request' (duration: 128.569302ms)","trace[278258771] 'compare' (duration: 58.78123ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:47.06678Z","caller":"traceutil/trace.go:171","msg":"trace[98215142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1528; }","duration":"177.109332ms","start":"2026-03-29T01:59:46.889656Z","end":"2026-03-29T01:59:47.066765Z","steps":["trace[98215142] 'agreement among raft nodes before linearized reading' (duration: 176.999069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:47.067028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.301447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:421"} {"level":"info","ts":"2026-03-29T01:59:47.067158Z","caller":"traceutil/trace.go:171","msg":"trace[95594555] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1528; }","duration":"154.469511ms","start":"2026-03-29T01:59:46.91267Z","end":"2026-03-29T01:59:47.06714Z","steps":["trace[95594555] 'agreement among raft nodes before linearized reading' (duration: 154.220664ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:48.652841Z","caller":"traceutil/trace.go:171","msg":"trace[285229915] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"135.101672ms","start":"2026-03-29T01:59:48.517709Z","end":"2026-03-29T01:59:48.65281Z","steps":["trace[285229915] 'process raft request' (duration: 134.922607ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.011218Z","caller":"traceutil/trace.go:171","msg":"trace[2053086920] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"130.31388ms","start":"2026-03-29T01:59:48.880878Z","end":"2026-03-29T01:59:49.011192Z","steps":["trace[2053086920] 'process raft request' (duration: 130.169246ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.045499Z","caller":"traceutil/trace.go:171","msg":"trace[1109254896] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1599; }","duration":"155.949522ms","start":"2026-03-29T01:59:48.889526Z","end":"2026-03-29T01:59:49.045475Z","steps":["trace[1109254896] 'read index received' (duration: 121.596641ms)","trace[1109254896] 'applied index is now lower than readState.Index' (duration: 34.351851ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:49.045582Z","caller":"traceutil/trace.go:171","msg":"trace[128092234] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"164.044944ms","start":"2026-03-29T01:59:48.881497Z","end":"2026-03-29T01:59:49.045542Z","steps":["trace[128092234] 'process raft request' (duration: 163.822868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:49.045669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.123247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:49.045703Z","caller":"traceutil/trace.go:171","msg":"trace[1034831101] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1534; }","duration":"156.192159ms","start":"2026-03-29T01:59:48.8895Z","end":"2026-03-29T01:59:49.045692Z","steps":["trace[1034831101] 'agreement among raft nodes before linearized reading' (duration: 156.100256ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.045779Z","caller":"traceutil/trace.go:171","msg":"trace[243121055] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"164.167108ms","start":"2026-03-29T01:59:48.881554Z","end":"2026-03-29T01:59:49.045721Z","steps":["trace[243121055] 'process raft request' (duration: 163.88527ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:49.944335Z","caller":"traceutil/trace.go:171","msg":"trace[208881877] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"156.483458ms","start":"2026-03-29T01:59:49.787834Z","end":"2026-03-29T01:59:49.944318Z","steps":["trace[208881877] 'process raft request' (duration: 155.991284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:51.092605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.825388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T01:59:51.092702Z","caller":"traceutil/trace.go:171","msg":"trace[374142043] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1538; }","duration":"148.951391ms","start":"2026-03-29T01:59:50.943727Z","end":"2026-03-29T01:59:51.092679Z","steps":["trace[374142043] 'range keys from in-memory index tree' (duration: 148.648112ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.061798Z","caller":"traceutil/trace.go:171","msg":"trace[1022528492] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"965.058541ms","start":"2026-03-29T01:59:51.096709Z","end":"2026-03-29T01:59:52.061767Z","steps":["trace[1022528492] 'process raft request' (duration: 964.711921ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.061835Z","caller":"traceutil/trace.go:171","msg":"trace[2131125570] transaction","detail":"{read_only:false; response_revision:1541; number_of_response:1; }","duration":"965.03403ms","start":"2026-03-29T01:59:51.096783Z","end":"2026-03-29T01:59:52.061817Z","steps":["trace[2131125570] 'process raft request' (duration: 964.896756ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.061869Z","caller":"traceutil/trace.go:171","msg":"trace[1751189319] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"964.952518ms","start":"2026-03-29T01:59:51.096892Z","end":"2026-03-29T01:59:52.061845Z","steps":["trace[1751189319] 'process raft request' (duration: 964.863085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.061937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.096687Z","time spent":"965.180464ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.061996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.096758Z","time spent":"965.124033ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.061973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.096876Z","time spent":"965.042981ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T01:59:52.062173Z","caller":"traceutil/trace.go:171","msg":"trace[990652559] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1606; }","duration":"919.346248ms","start":"2026-03-29T01:59:51.142817Z","end":"2026-03-29T01:59:52.062163Z","steps":["trace[990652559] 'read index received' (duration: 15.559546ms)","trace[990652559] 'applied index is now lower than readState.Index' (duration: 903.785892ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.062275Z","caller":"traceutil/trace.go:171","msg":"trace[1983891549] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"965.04103ms","start":"2026-03-29T01:59:51.097215Z","end":"2026-03-29T01:59:52.062256Z","steps":["trace[1983891549] 'process raft request' (duration: 964.588028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.062323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.097204Z","time spent":"965.094152ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.062885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.068558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-29T01:59:52.062916Z","caller":"traceutil/trace.go:171","msg":"trace[492278977] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1543; }","duration":"920.12817ms","start":"2026-03-29T01:59:51.142778Z","end":"2026-03-29T01:59:52.062906Z","steps":["trace[492278977] 'agreement among raft nodes before linearized reading' (duration: 919.40986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.062935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.142762Z","time spent":"920.16817ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-29T01:59:52.136821Z","caller":"traceutil/trace.go:171","msg":"trace[978764847] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"188.251028ms","start":"2026-03-29T01:59:51.948546Z","end":"2026-03-29T01:59:52.136797Z","steps":["trace[978764847] 'process raft request' (duration: 187.9409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.417355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.648289ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-29T01:59:52.417526Z","caller":"traceutil/trace.go:171","msg":"trace[1269979302] linearizableReadLoop","detail":"{readStateIndex:1613; appliedIndex:1611; }","duration":"355.218442ms","start":"2026-03-29T01:59:52.062294Z","end":"2026-03-29T01:59:52.417513Z","steps":["trace[1269979302] 'read index received' (duration: 74.265485ms)","trace[1269979302] 'applied index is now lower than readState.Index' (duration: 280.951707ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.41774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.362355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-29T01:59:52.417769Z","caller":"traceutil/trace.go:171","msg":"trace[1678206783] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1544; }","duration":"855.433037ms","start":"2026-03-29T01:59:51.562327Z","end":"2026-03-29T01:59:52.41776Z","steps":["trace[1678206783] 'agreement among raft nodes before linearized reading' (duration: 855.327974ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.41775Z","caller":"traceutil/trace.go:171","msg":"trace[105524845] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"351.352996ms","start":"2026-03-29T01:59:52.066378Z","end":"2026-03-29T01:59:52.417731Z","steps":["trace[105524845] 'process raft request' (duration: 351.059948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.417792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.562307Z","time spent":"855.479249ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T01:59:52.41789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:52.066359Z","time spent":"351.453459ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T01:59:52.418115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.496362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-29T01:59:52.418149Z","caller":"traceutil/trace.go:171","msg":"trace[1896307425] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1544; }","duration":"842.553254ms","start":"2026-03-29T01:59:51.575585Z","end":"2026-03-29T01:59:52.418139Z","steps":["trace[1896307425] 'agreement among raft nodes before linearized reading' (duration: 842.013679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T01:59:52.418186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.575572Z","time spent":"842.592175ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T01:59:52.684406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.378509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T01:59:52.685006Z","caller":"traceutil/trace.go:171","msg":"trace[767280440] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1545; }","duration":"508.990835ms","start":"2026-03-29T01:59:52.175999Z","end":"2026-03-29T01:59:52.68499Z","steps":["trace[767280440] 'agreement among raft nodes before linearized reading' (duration: 241.715893ms)","trace[767280440] 'count revisions from in-memory index tree' (duration: 266.644615ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.685049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:52.175944Z","time spent":"509.093888ms","remote":"127.0.0.1:57288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-29T01:59:52.684456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.718306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:52.685172Z","caller":"traceutil/trace.go:171","msg":"trace[636813960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"794.453576ms","start":"2026-03-29T01:59:51.89068Z","end":"2026-03-29T01:59:52.685134Z","steps":["trace[636813960] 'agreement among raft nodes before linearized reading' (duration: 526.976618ms)","trace[636813960] 'range keys from in-memory index tree' (duration: 266.730468ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T01:59:52.684683Z","caller":"traceutil/trace.go:171","msg":"trace[472691339] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"263.760096ms","start":"2026-03-29T01:59:52.420902Z","end":"2026-03-29T01:59:52.684663Z","steps":["trace[472691339] 'process raft request' (duration: 164.195568ms)","trace[472691339] 'compare' (duration: 99.466846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.68526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T01:59:51.890662Z","time spent":"794.575409ms","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-29T01:59:52.687125Z","caller":"traceutil/trace.go:171","msg":"trace[2115561191] linearizableReadLoop","detail":"{readStateIndex:1616; appliedIndex:1614; }","duration":"107.264848ms","start":"2026-03-29T01:59:52.579845Z","end":"2026-03-29T01:59:52.68711Z","steps":["trace[2115561191] 'read index received' (duration: 5.239123ms)","trace[2115561191] 'applied index is now lower than readState.Index' (duration: 102.024885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T01:59:52.687246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.391232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T01:59:52.687301Z","caller":"traceutil/trace.go:171","msg":"trace[1932258266] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1547; }","duration":"107.461144ms","start":"2026-03-29T01:59:52.579812Z","end":"2026-03-29T01:59:52.687273Z","steps":["trace[1932258266] 'agreement among raft nodes before linearized reading' (duration: 107.358141ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:52.687253Z","caller":"traceutil/trace.go:171","msg":"trace[1775852898] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"265.924376ms","start":"2026-03-29T01:59:52.42131Z","end":"2026-03-29T01:59:52.687235Z","steps":["trace[1775852898] 'process raft request' (duration: 265.71954ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T01:59:56.260627Z","caller":"traceutil/trace.go:171","msg":"trace[39240194] transaction","detail":"{read_only:false; response_revision:1563; number_of_response:1; }","duration":"112.883183ms","start":"2026-03-29T01:59:56.147712Z","end":"2026-03-29T01:59:56.260595Z","steps":["trace[39240194] 'process raft request' (duration: 111.266268ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:04.274196Z","caller":"traceutil/trace.go:171","msg":"trace[1998366507] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"101.090388ms","start":"2026-03-29T02:00:04.173085Z","end":"2026-03-29T02:00:04.274176Z","steps":["trace[1998366507] 'process raft request' (duration: 100.961865ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:04.280722Z","caller":"traceutil/trace.go:171","msg":"trace[249648697] transaction","detail":"{read_only:false; response_revision:1599; number_of_response:1; }","duration":"107.389111ms","start":"2026-03-29T02:00:04.173312Z","end":"2026-03-29T02:00:04.280701Z","steps":["trace[249648697] 'process raft request' (duration: 107.156414ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:04.280741Z","caller":"traceutil/trace.go:171","msg":"trace[1492482103] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"106.702032ms","start":"2026-03-29T02:00:04.174017Z","end":"2026-03-29T02:00:04.280719Z","steps":["trace[1492482103] 'process raft request' (duration: 106.61154ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:06.46968Z","caller":"traceutil/trace.go:171","msg":"trace[1511543395] transaction","detail":"{read_only:false; response_revision:1608; number_of_response:1; }","duration":"123.592403ms","start":"2026-03-29T02:00:06.34605Z","end":"2026-03-29T02:00:06.469643Z","steps":["trace[1511543395] 'process raft request' (duration: 54.679312ms)","trace[1511543395] 'compare' (duration: 68.746656ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:00:06.518716Z","caller":"traceutil/trace.go:171","msg":"trace[1636063287] transaction","detail":"{read_only:false; response_revision:1609; number_of_response:1; }","duration":"169.899676ms","start":"2026-03-29T02:00:06.348796Z","end":"2026-03-29T02:00:06.518696Z","steps":["trace[1636063287] 'process raft request' (duration: 169.787773ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:00:39.028967Z","caller":"traceutil/trace.go:171","msg":"trace[1334325831] transaction","detail":"{read_only:false; response_revision:1761; number_of_response:1; }","duration":"131.860489ms","start":"2026-03-29T02:00:38.897081Z","end":"2026-03-29T02:00:39.028942Z","steps":["trace[1334325831] 'process raft request' (duration: 131.730265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.946379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.640338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-29T02:00:47.946687Z","caller":"traceutil/trace.go:171","msg":"trace[2087277782] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1799; }","duration":"121.979548ms","start":"2026-03-29T02:00:47.82469Z","end":"2026-03-29T02:00:47.94667Z","steps":["trace[2087277782] 'range keys from in-memory index tree' (duration: 121.506105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:00:47.946932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.918895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-29T02:00:47.946993Z","caller":"traceutil/trace.go:171","msg":"trace[1247561159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1799; }","duration":"118.995146ms","start":"2026-03-29T02:00:47.827985Z","end":"2026-03-29T02:00:47.94698Z","steps":["trace[1247561159] 'range keys from in-memory index tree' (duration: 118.868133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:01:24.021626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.84496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:24.021717Z","caller":"traceutil/trace.go:171","msg":"trace[424996641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"132.019685ms","start":"2026-03-29T02:01:23.889677Z","end":"2026-03-29T02:01:24.021697Z","steps":["trace[424996641] 'range keys from in-memory index tree' (duration: 131.759247ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:25.43963Z","caller":"traceutil/trace.go:171","msg":"trace[251489202] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"150.122014ms","start":"2026-03-29T02:01:25.28948Z","end":"2026-03-29T02:01:25.439602Z","steps":["trace[251489202] 'process raft request' (duration: 149.963199ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:29.668438Z","caller":"traceutil/trace.go:171","msg":"trace[251344105] linearizableReadLoop","detail":"{readStateIndex:2079; appliedIndex:2078; }","duration":"130.862554ms","start":"2026-03-29T02:01:29.537553Z","end":"2026-03-29T02:01:29.668416Z","steps":["trace[251344105] 'read index received' (duration: 130.764521ms)","trace[251344105] 'applied index is now lower than readState.Index' (duration: 97.403µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:29.668569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.007498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:29.668588Z","caller":"traceutil/trace.go:171","msg":"trace[1050021876] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1991; }","duration":"131.079149ms","start":"2026-03-29T02:01:29.537502Z","end":"2026-03-29T02:01:29.668581Z","steps":["trace[1050021876] 'agreement among raft nodes before linearized reading' (duration: 131.034098ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:29.668567Z","caller":"traceutil/trace.go:171","msg":"trace[1728060708] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"154.915825ms","start":"2026-03-29T02:01:29.513623Z","end":"2026-03-29T02:01:29.668539Z","steps":["trace[1728060708] 'process raft request' (duration: 154.681079ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:46.879804Z","caller":"traceutil/trace.go:171","msg":"trace[866462399] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"132.359304ms","start":"2026-03-29T02:01:46.747415Z","end":"2026-03-29T02:01:46.879775Z","steps":["trace[866462399] 'process raft request' (duration: 62.081079ms)","trace[866462399] 'compare' (duration: 70.152182ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:48.641481Z","caller":"traceutil/trace.go:171","msg":"trace[408406044] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"216.727327ms","start":"2026-03-29T02:01:48.424727Z","end":"2026-03-29T02:01:48.641454Z","steps":["trace[408406044] 'process raft request' (duration: 216.584433ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:48.810164Z","caller":"traceutil/trace.go:171","msg":"trace[1104622720] linearizableReadLoop","detail":"{readStateIndex:2171; appliedIndex:2170; }","duration":"137.587327ms","start":"2026-03-29T02:01:48.67255Z","end":"2026-03-29T02:01:48.810137Z","steps":["trace[1104622720] 'read index received' (duration: 103.014325ms)","trace[1104622720] 'applied index is now lower than readState.Index' (duration: 34.572142ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:01:48.810268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.695621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:01:48.810271Z","caller":"traceutil/trace.go:171","msg":"trace[1655925491] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"164.682893ms","start":"2026-03-29T02:01:48.645565Z","end":"2026-03-29T02:01:48.810248Z","steps":["trace[1655925491] 'process raft request' (duration: 129.986098ms)","trace[1655925491] 'compare' (duration: 34.374016ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:01:48.810292Z","caller":"traceutil/trace.go:171","msg":"trace[1292657717] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:2079; }","duration":"137.744192ms","start":"2026-03-29T02:01:48.67254Z","end":"2026-03-29T02:01:48.810284Z","steps":["trace[1292657717] 'agreement among raft nodes before linearized reading' (duration: 137.66939ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:01:54.991401Z","caller":"traceutil/trace.go:171","msg":"trace[311311651] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"125.64384ms","start":"2026-03-29T02:01:54.865736Z","end":"2026-03-29T02:01:54.991379Z","steps":["trace[311311651] 'process raft request' (duration: 125.545277ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:15.660744Z","caller":"traceutil/trace.go:171","msg":"trace[634082026] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"109.25685ms","start":"2026-03-29T02:02:15.55147Z","end":"2026-03-29T02:02:15.660727Z","steps":["trace[634082026] 'process raft request' (duration: 109.159307ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:16.309323Z","caller":"traceutil/trace.go:171","msg":"trace[1255491431] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"110.887995ms","start":"2026-03-29T02:02:16.198411Z","end":"2026-03-29T02:02:16.309299Z","steps":["trace[1255491431] 'process raft request' (duration: 89.843401ms)","trace[1255491431] 'compare' (duration: 20.687114ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:18.343877Z","caller":"traceutil/trace.go:171","msg":"trace[589449808] transaction","detail":"{read_only:false; response_revision:2212; number_of_response:1; }","duration":"106.928786ms","start":"2026-03-29T02:02:18.236887Z","end":"2026-03-29T02:02:18.343816Z","steps":["trace[589449808] 'process raft request' (duration: 106.69059ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:20.525979Z","caller":"traceutil/trace.go:171","msg":"trace[84692563] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"121.766752ms","start":"2026-03-29T02:02:20.404186Z","end":"2026-03-29T02:02:20.525952Z","steps":["trace[84692563] 'process raft request' (duration: 115.618924ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:33.686887Z","caller":"traceutil/trace.go:171","msg":"trace[716951228] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"107.074731ms","start":"2026-03-29T02:02:33.579789Z","end":"2026-03-29T02:02:33.686864Z","steps":["trace[716951228] 'process raft request' (duration: 106.931227ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.580843Z","caller":"traceutil/trace.go:171","msg":"trace[2091537177] linearizableReadLoop","detail":"{readStateIndex:2390; appliedIndex:2389; }","duration":"105.93202ms","start":"2026-03-29T02:02:35.474888Z","end":"2026-03-29T02:02:35.58082Z","steps":["trace[2091537177] 'read index received' (duration: 105.709874ms)","trace[2091537177] 'applied index is now lower than readState.Index' (duration: 221.206µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:35.580974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.065323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:35.580983Z","caller":"traceutil/trace.go:171","msg":"trace[168661566] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"123.130869ms","start":"2026-03-29T02:02:35.457823Z","end":"2026-03-29T02:02:35.580954Z","steps":["trace[168661566] 'process raft request' (duration: 122.856261ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:35.581009Z","caller":"traceutil/trace.go:171","msg":"trace[279952213] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2289; }","duration":"106.152786ms","start":"2026-03-29T02:02:35.474843Z","end":"2026-03-29T02:02:35.580996Z","steps":["trace[279952213] 'agreement among raft nodes before linearized reading' (duration: 106.060903ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.552753Z","caller":"traceutil/trace.go:171","msg":"trace[2019707610] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"224.972677ms","start":"2026-03-29T02:02:37.327764Z","end":"2026-03-29T02:02:37.552736Z","steps":["trace[2019707610] 'process raft request' (duration: 224.857994ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:37.553649Z","caller":"traceutil/trace.go:171","msg":"trace[661657290] transaction","detail":"{read_only:false; response_revision:2298; number_of_response:1; }","duration":"100.508352ms","start":"2026-03-29T02:02:37.45312Z","end":"2026-03-29T02:02:37.553629Z","steps":["trace[661657290] 'process raft request' (duration: 100.404359ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:54.891801Z","caller":"traceutil/trace.go:171","msg":"trace[263312302] transaction","detail":"{read_only:false; response_revision:2398; number_of_response:1; }","duration":"167.365626ms","start":"2026-03-29T02:02:54.724403Z","end":"2026-03-29T02:02:54.891768Z","steps":["trace[263312302] 'process raft request' (duration: 167.133979ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:55.959252Z","caller":"traceutil/trace.go:171","msg":"trace[176198263] transaction","detail":"{read_only:false; response_revision:2402; number_of_response:1; }","duration":"119.592733ms","start":"2026-03-29T02:02:55.839631Z","end":"2026-03-29T02:02:55.959224Z","steps":["trace[176198263] 'process raft request' (duration: 91.612219ms)","trace[176198263] 'compare' (duration: 27.808989ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:56.185392Z","caller":"traceutil/trace.go:171","msg":"trace[1619351079] transaction","detail":"{read_only:false; response_revision:2403; number_of_response:1; }","duration":"220.028862ms","start":"2026-03-29T02:02:55.965344Z","end":"2026-03-29T02:02:56.185373Z","steps":["trace[1619351079] 'process raft request' (duration: 129.114232ms)","trace[1619351079] 'compare' (duration: 90.850078ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:56.519862Z","caller":"traceutil/trace.go:171","msg":"trace[2036552826] transaction","detail":"{read_only:false; response_revision:2404; number_of_response:1; }","duration":"104.256444ms","start":"2026-03-29T02:02:56.415579Z","end":"2026-03-29T02:02:56.519835Z","steps":["trace[2036552826] 'process raft request' (duration: 103.102743ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:56.91134Z","caller":"traceutil/trace.go:171","msg":"trace[1055317521] transaction","detail":"{read_only:false; response_revision:2405; number_of_response:1; }","duration":"201.415473ms","start":"2026-03-29T02:02:56.709887Z","end":"2026-03-29T02:02:56.911303Z","steps":["trace[1055317521] 'process raft request' (duration: 200.832407ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:57.978285Z","caller":"traceutil/trace.go:171","msg":"trace[1827883417] linearizableReadLoop","detail":"{readStateIndex:2517; appliedIndex:2516; }","duration":"107.470342ms","start":"2026-03-29T02:02:57.870791Z","end":"2026-03-29T02:02:57.978262Z","steps":["trace[1827883417] 'read index received' (duration: 62.101675ms)","trace[1827883417] 'applied index is now lower than readState.Index' (duration: 45.367767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:57.978597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.734759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-29T02:02:57.978908Z","caller":"traceutil/trace.go:171","msg":"trace[18883039] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2410; }","duration":"107.900314ms","start":"2026-03-29T02:02:57.870785Z","end":"2026-03-29T02:02:57.978686Z","steps":["trace[18883039] 'agreement among raft nodes before linearized reading' (duration: 107.568145ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:57.979184Z","caller":"traceutil/trace.go:171","msg":"trace[1520014680] transaction","detail":"{read_only:false; response_revision:2410; number_of_response:1; }","duration":"121.923765ms","start":"2026-03-29T02:02:57.85638Z","end":"2026-03-29T02:02:57.978304Z","steps":["trace[1520014680] 'process raft request' (duration: 76.417694ms)","trace[1520014680] 'compare' (duration: 45.361027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:02:58.035536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.556914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:02:58.035612Z","caller":"traceutil/trace.go:171","msg":"trace[652489499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2413; }","duration":"144.665186ms","start":"2026-03-29T02:02:57.890929Z","end":"2026-03-29T02:02:58.035594Z","steps":["trace[652489499] 'agreement among raft nodes before linearized reading' (duration: 144.562823ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:02:58.295716Z","caller":"traceutil/trace.go:171","msg":"trace[1100212167] transaction","detail":"{read_only:false; response_revision:2415; number_of_response:1; }","duration":"103.196895ms","start":"2026-03-29T02:02:58.192483Z","end":"2026-03-29T02:02:58.29568Z","steps":["trace[1100212167] 'process raft request' (duration: 41.79453ms)","trace[1100212167] 'compare' (duration: 61.013044ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:02:58.6558Z","caller":"traceutil/trace.go:171","msg":"trace[987081766] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"120.549189ms","start":"2026-03-29T02:02:58.535226Z","end":"2026-03-29T02:02:58.655775Z","steps":["trace[987081766] 'process raft request' (duration: 120.425975ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:00.289777Z","caller":"traceutil/trace.go:171","msg":"trace[547023487] linearizableReadLoop","detail":"{readStateIndex:2531; appliedIndex:2530; }","duration":"151.583565ms","start":"2026-03-29T02:03:00.138171Z","end":"2026-03-29T02:03:00.289754Z","steps":["trace[547023487] 'read index received' (duration: 151.199854ms)","trace[547023487] 'applied index is now lower than readState.Index' (duration: 382.841µs)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:00.289843Z","caller":"traceutil/trace.go:171","msg":"trace[152935196] transaction","detail":"{read_only:false; response_revision:2424; number_of_response:1; }","duration":"246.765601ms","start":"2026-03-29T02:03:00.043047Z","end":"2026-03-29T02:03:00.289812Z","steps":["trace[152935196] 'process raft request' (duration: 246.328169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.28999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.805801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/default/test-pvc-pod\" ","response":"range_response_count:1 size:2722"} {"level":"info","ts":"2026-03-29T02:03:00.290042Z","caller":"traceutil/trace.go:171","msg":"trace[253856473] range","detail":"{range_begin:/registry/pods/default/test-pvc-pod; range_end:; response_count:1; response_revision:2424; }","duration":"151.936084ms","start":"2026-03-29T02:03:00.138093Z","end":"2026-03-29T02:03:00.290029Z","steps":["trace[253856473] 'agreement among raft nodes before linearized reading' (duration: 151.746579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:00.443183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.511454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-29T02:03:00.443278Z","caller":"traceutil/trace.go:171","msg":"trace[1855681819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2424; }","duration":"143.637878ms","start":"2026-03-29T02:03:00.299617Z","end":"2026-03-29T02:03:00.443255Z","steps":["trace[1855681819] 'range keys from in-memory index tree' (duration: 143.35411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.233257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.342015528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:02.233344Z","caller":"traceutil/trace.go:171","msg":"trace[139473300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2426; }","duration":"1.342151182s","start":"2026-03-29T02:03:00.891175Z","end":"2026-03-29T02:03:02.233326Z","steps":["trace[139473300] 'range keys from in-memory index tree' (duration: 1.341939616s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.23342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:00.891156Z","time spent":"1.342252164s","remote":"127.0.0.1:56800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-29T02:03:02.233284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223684429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:03:02.233637Z","caller":"traceutil/trace.go:171","msg":"trace[815355330] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2426; }","duration":"1.22407112s","start":"2026-03-29T02:03:01.00955Z","end":"2026-03-29T02:03:02.233621Z","steps":["trace[815355330] 'range keys from in-memory index tree' (duration: 1.223514316s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.233843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.009533Z","time spent":"1.224290627s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-03-29T02:03:02.234163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166629074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-29T02:03:02.234196Z","caller":"traceutil/trace.go:171","msg":"trace[2113230629] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2426; }","duration":"1.166697326s","start":"2026-03-29T02:03:01.06749Z","end":"2026-03-29T02:03:02.234188Z","steps":["trace[2113230629] 'range keys from in-memory index tree' (duration: 1.16648642s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.23424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.067471Z","time spent":"1.166763157s","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-29T02:03:02.234424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.894834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-29T02:03:02.234441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.07156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:02.23449Z","caller":"traceutil/trace.go:171","msg":"trace[1570152579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2426; }","duration":"405.009878ms","start":"2026-03-29T02:03:01.829465Z","end":"2026-03-29T02:03:02.234475Z","steps":["trace[1570152579] 'range keys from in-memory index tree' (duration: 404.751491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.234526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.829443Z","time spent":"405.0758ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-29T02:03:02.234627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036958956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:02.234665Z","caller":"traceutil/trace.go:171","msg":"trace[1738370135] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:2426; }","duration":"1.037032598s","start":"2026-03-29T02:03:01.197625Z","end":"2026-03-29T02:03:02.234657Z","steps":["trace[1738370135] 'count revisions from in-memory index tree' (duration: 1.036892615s)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.23472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.197609Z","time spent":"1.03710095s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:02.234757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.411787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:03:02.234798Z","caller":"traceutil/trace.go:171","msg":"trace[74667970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2426; }","duration":"615.472729ms","start":"2026-03-29T02:03:01.619307Z","end":"2026-03-29T02:03:02.23478Z","steps":["trace[74667970] 'range keys from in-memory index tree' (duration: 615.334935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.234823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.619291Z","time spent":"615.526001ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-29T02:03:02.234941Z","caller":"traceutil/trace.go:171","msg":"trace[1341944744] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:2426; }","duration":"346.162723ms","start":"2026-03-29T02:03:01.888321Z","end":"2026-03-29T02:03:02.234484Z","steps":["trace[1341944744] 'count revisions from in-memory index tree' (duration: 346.016919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:02.235114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:01.88831Z","time spent":"346.688627ms","remote":"127.0.0.1:33414","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-29T02:03:06.560914Z","caller":"traceutil/trace.go:171","msg":"trace[1461555059] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"270.121789ms","start":"2026-03-29T02:03:06.290779Z","end":"2026-03-29T02:03:06.560901Z","steps":["trace[1461555059] 'process raft request' (duration: 269.686397ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.561052Z","caller":"traceutil/trace.go:171","msg":"trace[2118001692] linearizableReadLoop","detail":"{readStateIndex:2556; appliedIndex:2555; }","duration":"236.46581ms","start":"2026-03-29T02:03:06.324566Z","end":"2026-03-29T02:03:06.561031Z","steps":["trace[2118001692] 'read index received' (duration: 235.848964ms)","trace[2118001692] 'applied index is now lower than readState.Index' (duration: 615.856µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:06.561154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.495841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:03:06.561175Z","caller":"traceutil/trace.go:171","msg":"trace[1827503655] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2449; }","duration":"236.566723ms","start":"2026-03-29T02:03:06.3246Z","end":"2026-03-29T02:03:06.561167Z","steps":["trace[1827503655] 'agreement among raft nodes before linearized reading' (duration: 236.487381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.561261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.816495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:03:06.561318Z","caller":"traceutil/trace.go:171","msg":"trace[1508077967] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2449; }","duration":"234.923818ms","start":"2026-03-29T02:03:06.326379Z","end":"2026-03-29T02:03:06.561303Z","steps":["trace[1508077967] 'agreement among raft nodes before linearized reading' (duration: 234.750833ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:06.560885Z","caller":"traceutil/trace.go:171","msg":"trace[1389287147] transaction","detail":"{read_only:false; response_revision:2449; number_of_response:1; }","duration":"232.509322ms","start":"2026-03-29T02:03:06.328355Z","end":"2026-03-29T02:03:06.560864Z","steps":["trace[1389287147] 'process raft request' (duration: 232.45009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:06.561792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.084367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:03:06.561836Z","caller":"traceutil/trace.go:171","msg":"trace[1784965614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2449; }","duration":"237.293733ms","start":"2026-03-29T02:03:06.32453Z","end":"2026-03-29T02:03:06.561823Z","steps":["trace[1784965614] 'agreement among raft nodes before linearized reading' (duration: 236.883252ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:07.170754Z","caller":"traceutil/trace.go:171","msg":"trace[915721273] linearizableReadLoop","detail":"{readStateIndex:2564; appliedIndex:2563; }","duration":"278.943409ms","start":"2026-03-29T02:03:06.891789Z","end":"2026-03-29T02:03:07.170733Z","steps":["trace[915721273] 'read index received' (duration: 277.039347ms)","trace[915721273] 'applied index is now lower than readState.Index' (duration: 1.902942ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:07.170858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.048782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:07.170881Z","caller":"traceutil/trace.go:171","msg":"trace[84878610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2455; }","duration":"279.123814ms","start":"2026-03-29T02:03:06.89175Z","end":"2026-03-29T02:03:07.170874Z","steps":["trace[84878610] 'agreement among raft nodes before linearized reading' (duration: 279.062292ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:07.170972Z","caller":"traceutil/trace.go:171","msg":"trace[1371478728] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"467.762589ms","start":"2026-03-29T02:03:06.703165Z","end":"2026-03-29T02:03:07.170928Z","steps":["trace[1371478728] 'process raft request' (duration: 465.659942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:07.171169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:06.703156Z","time spent":"467.891034ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:08.820842Z","caller":"traceutil/trace.go:171","msg":"trace[959778910] linearizableReadLoop","detail":"{readStateIndex:2568; appliedIndex:2567; }","duration":"420.173342ms","start":"2026-03-29T02:03:08.400646Z","end":"2026-03-29T02:03:08.820819Z","steps":["trace[959778910] 'read index received' (duration: 418.802705ms)","trace[959778910] 'applied index is now lower than readState.Index' (duration: 1.369147ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:08.820901Z","caller":"traceutil/trace.go:171","msg":"trace[1266514175] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"503.802693ms","start":"2026-03-29T02:03:08.317077Z","end":"2026-03-29T02:03:08.820879Z","steps":["trace[1266514175] 'process raft request' (duration: 502.350293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.821015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.317048Z","time spent":"503.910016ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:08.821033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.376957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:08.82107Z","caller":"traceutil/trace.go:171","msg":"trace[108362184] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:2459; }","duration":"420.477641ms","start":"2026-03-29T02:03:08.400582Z","end":"2026-03-29T02:03:08.82106Z","steps":["trace[108362184] 'agreement among raft nodes before linearized reading' (duration: 420.359827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.821101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:08.400558Z","time spent":"420.534242ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-29T02:03:08.822569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.422225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:08.822605Z","caller":"traceutil/trace.go:171","msg":"trace[454511353] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2460; }","duration":"256.490567ms","start":"2026-03-29T02:03:08.566105Z","end":"2026-03-29T02:03:08.822596Z","steps":["trace[454511353] 'agreement among raft nodes before linearized reading' (duration: 256.380714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.822738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.801354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:03:08.822756Z","caller":"traceutil/trace.go:171","msg":"trace[1054453814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2460; }","duration":"249.833505ms","start":"2026-03-29T02:03:08.572917Z","end":"2026-03-29T02:03:08.822751Z","steps":["trace[1054453814] 'agreement among raft nodes before linearized reading' (duration: 249.778403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.822764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.634761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-29T02:03:08.822843Z","caller":"traceutil/trace.go:171","msg":"trace[459800096] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2460; }","duration":"179.849507ms","start":"2026-03-29T02:03:08.642972Z","end":"2026-03-29T02:03:08.822821Z","steps":["trace[459800096] 'agreement among raft nodes before linearized reading' (duration: 179.520088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.822889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.529124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-29T02:03:08.822913Z","caller":"traceutil/trace.go:171","msg":"trace[918352186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2460; }","duration":"250.574685ms","start":"2026-03-29T02:03:08.572332Z","end":"2026-03-29T02:03:08.822906Z","steps":["trace[918352186] 'agreement among raft nodes before linearized reading' (duration: 250.512673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.822992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.068901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-29T02:03:08.823009Z","caller":"traceutil/trace.go:171","msg":"trace[99116144] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:2460; }","duration":"250.099893ms","start":"2026-03-29T02:03:08.572904Z","end":"2026-03-29T02:03:08.823004Z","steps":["trace[99116144] 'agreement among raft nodes before linearized reading' (duration: 250.050601ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:08.823026Z","caller":"traceutil/trace.go:171","msg":"trace[426300035] transaction","detail":"{read_only:false; response_revision:2460; number_of_response:1; }","duration":"255.784858ms","start":"2026-03-29T02:03:08.56723Z","end":"2026-03-29T02:03:08.823015Z","steps":["trace[426300035] 'process raft request' (duration: 255.190842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:08.823095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.877931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-29T02:03:08.823115Z","caller":"traceutil/trace.go:171","msg":"trace[252988153] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2460; }","duration":"251.927613ms","start":"2026-03-29T02:03:08.571181Z","end":"2026-03-29T02:03:08.823109Z","steps":["trace[252988153] 'agreement among raft nodes before linearized reading' (duration: 251.866731ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.478412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.427338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-29T02:03:13.478516Z","caller":"traceutil/trace.go:171","msg":"trace[1307825647] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2485; }","duration":"222.572152ms","start":"2026-03-29T02:03:13.25591Z","end":"2026-03-29T02:03:13.478483Z","steps":["trace[1307825647] 'range keys from in-memory index tree' (duration: 222.235062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.478862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.0972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-29T02:03:13.478911Z","caller":"traceutil/trace.go:171","msg":"trace[2092659512] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2485; }","duration":"420.173781ms","start":"2026-03-29T02:03:13.058719Z","end":"2026-03-29T02:03:13.478892Z","steps":["trace[2092659512] 'range keys from in-memory index tree' (duration: 419.964956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:13.478973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:13.058702Z","time spent":"420.257364ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:03:13.781656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.47137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-29T02:03:13.791873Z","caller":"traceutil/trace.go:171","msg":"trace[1717637019] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:2488; }","duration":"180.72516ms","start":"2026-03-29T02:03:13.611125Z","end":"2026-03-29T02:03:13.79185Z","steps":["trace[1717637019] 'count revisions from in-memory index tree' (duration: 170.407859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:16.993028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.364621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:16.993108Z","caller":"traceutil/trace.go:171","msg":"trace[1554361233] linearizableReadLoop","detail":"{readStateIndex:2612; appliedIndex:2611; }","duration":"125.220206ms","start":"2026-03-29T02:03:16.867875Z","end":"2026-03-29T02:03:16.993096Z","steps":["trace[1554361233] 'read index received' (duration: 14.655789ms)","trace[1554361233] 'applied index is now lower than readState.Index' (duration: 110.563547ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:16.993173Z","caller":"traceutil/trace.go:171","msg":"trace[220849029] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"144.203373ms","start":"2026-03-29T02:03:16.848961Z","end":"2026-03-29T02:03:16.993165Z","steps":["trace[220849029] 'process raft request' (duration: 33.628237ms)","trace[220849029] 'compare' (duration: 110.277868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:16.993271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.400471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:16.993293Z","caller":"traceutil/trace.go:171","msg":"trace[1652025575] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:2501; }","duration":"125.448882ms","start":"2026-03-29T02:03:16.867838Z","end":"2026-03-29T02:03:16.993287Z","steps":["trace[1652025575] 'agreement among raft nodes before linearized reading' (duration: 125.410591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:16.993434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.009265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-29T02:03:16.993485Z","caller":"traceutil/trace.go:171","msg":"trace[2059477523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2501; }","duration":"101.089638ms","start":"2026-03-29T02:03:16.892384Z","end":"2026-03-29T02:03:16.993473Z","steps":["trace[2059477523] 'agreement among raft nodes before linearized reading' (duration: 100.949904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:16.993647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.055919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:03:16.993725Z","caller":"traceutil/trace.go:171","msg":"trace[1560095348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2501; }","duration":"100.137241ms","start":"2026-03-29T02:03:16.893568Z","end":"2026-03-29T02:03:16.993705Z","steps":["trace[1560095348] 'agreement among raft nodes before linearized reading' (duration: 99.994237ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.453391Z","caller":"traceutil/trace.go:171","msg":"trace[1782076023] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"454.449507ms","start":"2026-03-29T02:03:16.998919Z","end":"2026-03-29T02:03:17.453368Z","steps":["trace[1782076023] 'process raft request' (duration: 454.17917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.453527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.998907Z","time spent":"454.55384ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:17.45358Z","caller":"traceutil/trace.go:171","msg":"trace[1114274736] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"454.629392ms","start":"2026-03-29T02:03:16.998927Z","end":"2026-03-29T02:03:17.453556Z","steps":["trace[1114274736] 'process raft request' (duration: 454.371675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.454053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.998908Z","time spent":"455.073854ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:17.455153Z","caller":"traceutil/trace.go:171","msg":"trace[1395382232] transaction","detail":"{read_only:false; response_revision:2505; number_of_response:1; }","duration":"455.264649ms","start":"2026-03-29T02:03:16.999873Z","end":"2026-03-29T02:03:17.455137Z","steps":["trace[1395382232] 'process raft request' (duration: 453.617594ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:17.455156Z","caller":"traceutil/trace.go:171","msg":"trace[1760858141] transaction","detail":"{read_only:false; response_revision:2506; number_of_response:1; }","duration":"455.187167ms","start":"2026-03-29T02:03:16.999955Z","end":"2026-03-29T02:03:17.455142Z","steps":["trace[1760858141] 'process raft request' (duration: 454.361785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:17.455225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.999852Z","time spent":"455.339881ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:17.455235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:16.999935Z","time spent":"455.263379ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:17.697452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.724166ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:17.697539Z","caller":"traceutil/trace.go:171","msg":"trace[1037569095] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"190.302261ms","start":"2026-03-29T02:03:17.507219Z","end":"2026-03-29T02:03:17.697521Z","steps":["trace[1037569095] 'process raft request' (duration: 85.448941ms)","trace[1037569095] 'compare' (duration: 104.621234ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:18.726718Z","caller":"traceutil/trace.go:171","msg":"trace[351600839] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"268.880384ms","start":"2026-03-29T02:03:18.457819Z","end":"2026-03-29T02:03:18.7267Z","steps":["trace[351600839] 'process raft request' (duration: 268.773761ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:18.727616Z","caller":"traceutil/trace.go:171","msg":"trace[9023032] linearizableReadLoop","detail":"{readStateIndex:2619; appliedIndex:2619; }","duration":"235.766541ms","start":"2026-03-29T02:03:18.491808Z","end":"2026-03-29T02:03:18.727575Z","steps":["trace[9023032] 'read index received' (duration: 235.754341ms)","trace[9023032] 'applied index is now lower than readState.Index' (duration: 9.9µs)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:18.727908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.964596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-29T02:03:18.727971Z","caller":"traceutil/trace.go:171","msg":"trace[1152837649] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2508; }","duration":"236.046749ms","start":"2026-03-29T02:03:18.491903Z","end":"2026-03-29T02:03:18.72795Z","steps":["trace[1152837649] 'agreement among raft nodes before linearized reading' (duration: 235.837604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:18.72822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.394928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-29T02:03:18.728265Z","caller":"traceutil/trace.go:171","msg":"trace[1721925250] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2508; }","duration":"236.476561ms","start":"2026-03-29T02:03:18.491775Z","end":"2026-03-29T02:03:18.728251Z","steps":["trace[1721925250] 'agreement among raft nodes before linearized reading' (duration: 236.349907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:19.283942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.01392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-29T02:03:19.284262Z","caller":"traceutil/trace.go:171","msg":"trace[681076702] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"551.620137ms","start":"2026-03-29T02:03:18.732614Z","end":"2026-03-29T02:03:19.284234Z","steps":["trace[681076702] 'process raft request' (duration: 198.219357ms)","trace[681076702] 'compare' (duration: 352.720452ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:19.284311Z","caller":"traceutil/trace.go:171","msg":"trace[1362194578] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"550.772485ms","start":"2026-03-29T02:03:18.733512Z","end":"2026-03-29T02:03:19.284285Z","steps":["trace[1362194578] 'process raft request' (duration: 550.521238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:19.284429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:18.733496Z","time spent":"550.868027ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-29T02:03:19.284183Z","caller":"traceutil/trace.go:171","msg":"trace[824286401] linearizableReadLoop","detail":"{readStateIndex:2621; appliedIndex:2619; }","duration":"437.861255ms","start":"2026-03-29T02:03:18.846305Z","end":"2026-03-29T02:03:19.284167Z","steps":["trace[824286401] 'read index received' (duration: 84.513236ms)","trace[824286401] 'applied index is now lower than readState.Index' (duration: 353.346728ms)"],"step_count":2} {"level":"warn","ts":"2026-03-29T02:03:19.284601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.278666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-29T02:03:19.284678Z","caller":"traceutil/trace.go:171","msg":"trace[1891632849] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2510; }","duration":"438.402179ms","start":"2026-03-29T02:03:18.846259Z","end":"2026-03-29T02:03:19.284661Z","steps":["trace[1891632849] 'agreement among raft nodes before linearized reading' (duration: 438.116311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:19.284631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:18.732598Z","time spent":"551.731341ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":494,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:19.28472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:18.846235Z","time spent":"438.477201ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"info","ts":"2026-03-29T02:03:19.452324Z","caller":"traceutil/trace.go:171","msg":"trace[847588684] linearizableReadLoop","detail":"{readStateIndex:2623; appliedIndex:2621; }","duration":"167.821498ms","start":"2026-03-29T02:03:19.284485Z","end":"2026-03-29T02:03:19.452307Z","steps":["trace[847588684] 'read index received' (duration: 100.272156ms)","trace[847588684] 'applied index is now lower than readState.Index' (duration: 67.548502ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:19.452331Z","caller":"traceutil/trace.go:171","msg":"trace[852707105] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"448.479144ms","start":"2026-03-29T02:03:19.003817Z","end":"2026-03-29T02:03:19.452296Z","steps":["trace[852707105] 'process raft request' (duration: 380.849909ms)","trace[852707105] 'compare' (duration: 67.314086ms)"],"step_count":2} {"level":"info","ts":"2026-03-29T02:03:19.452401Z","caller":"traceutil/trace.go:171","msg":"trace[1309321795] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"341.223238ms","start":"2026-03-29T02:03:19.111169Z","end":"2026-03-29T02:03:19.452392Z","steps":["trace[1309321795] 'process raft request' (duration: 340.92526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:19.452452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:19.003795Z","time spent":"448.597237ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:19.452492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.367024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-29T02:03:19.452626Z","caller":"traceutil/trace.go:171","msg":"trace[2075637830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2513; }","duration":"436.532938ms","start":"2026-03-29T02:03:19.016079Z","end":"2026-03-29T02:03:19.452612Z","steps":["trace[2075637830] 'agreement among raft nodes before linearized reading' (duration: 436.335573ms)"],"step_count":1} {"level":"info","ts":"2026-03-29T02:03:19.452717Z","caller":"traceutil/trace.go:171","msg":"trace[457035370] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"164.075406ms","start":"2026-03-29T02:03:19.288629Z","end":"2026-03-29T02:03:19.452704Z","steps":["trace[457035370] 'process raft request' (duration: 163.574852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:19.45275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:19.016062Z","time spent":"436.680342ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-29T02:03:19.452827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.112907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-29T02:03:19.452902Z","caller":"traceutil/trace.go:171","msg":"trace[427266201] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2513; }","duration":"605.22128ms","start":"2026-03-29T02:03:18.847668Z","end":"2026-03-29T02:03:19.452889Z","steps":["trace[427266201] 'agreement among raft nodes before linearized reading' (duration: 604.970123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-29T02:03:19.452992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:18.847652Z","time spent":"605.306132ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-29T02:03:19.453206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-29T02:03:19.111145Z","time spent":"341.28783ms","remote":"127.0.0.1:57088","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-29T02:03:26.000693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.040559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-29T02:03:26.000763Z","caller":"traceutil/trace.go:171","msg":"trace[1580860735] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2549; }","duration":"111.156863ms","start":"2026-03-29T02:03:25.889592Z","end":"2026-03-29T02:03:26.000748Z","steps":["trace[1580860735] 'range keys from in-memory index tree' (duration: 110.930936ms)"],"step_count":1}