{"level":"warn","ts":"2026-03-23T13:38:14.691844Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T13:38:14.69194Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.248:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.248:2380","--initial-cluster=instance=https://199.204.45.248:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.248:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.248:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-23T13:38:14.69213Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T13:38:14.69215Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-23T13:38:14.692175Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T13:38:14.692998Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"]} {"level":"info","ts":"2026-03-23T13:38:14.693105Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.248:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-23T13:38:14.954776Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"261.403847ms"} {"level":"info","ts":"2026-03-23T13:38:15.027811Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"39582465ceaa2f67","cluster-id":"87fd8ddedde3be45"} {"level":"info","ts":"2026-03-23T13:38:15.027956Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=()"} {"level":"info","ts":"2026-03-23T13:38:15.028003Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 0"} {"level":"info","ts":"2026-03-23T13:38:15.028035Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 39582465ceaa2f67 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-23T13:38:15.028057Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became follower at term 1"} {"level":"info","ts":"2026-03-23T13:38:15.028125Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"warn","ts":"2026-03-23T13:38:15.034857Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-23T13:38:15.036812Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-23T13:38:15.038568Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-23T13:38:15.041371Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"39582465ceaa2f67","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-23T13:38:15.042073Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"39582465ceaa2f67","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-23T13:38:15.042714Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T13:38:15.042842Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T13:38:15.042865Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T13:38:15.050551Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 switched to configuration voters=(4132092677789986663)"} {"level":"info","ts":"2026-03-23T13:38:15.050818Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","added-peer-id":"39582465ceaa2f67","added-peer-peer-urls":["https://199.204.45.248:2380"]} {"level":"info","ts":"2026-03-23T13:38:15.061165Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T13:38:15.061484Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-23T13:38:15.061572Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.248:2380"} {"level":"info","ts":"2026-03-23T13:38:15.062428Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"39582465ceaa2f67","initial-advertise-peer-urls":["https://199.204.45.248:2380"],"listen-peer-urls":["https://199.204.45.248:2380"],"advertise-client-urls":["https://199.204.45.248:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.248:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-23T13:38:15.062479Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-23T13:38:15.829334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 is starting a new election at term 1"} {"level":"info","ts":"2026-03-23T13:38:15.82939Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-23T13:38:15.829418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgPreVoteResp from 39582465ceaa2f67 at term 1"} {"level":"info","ts":"2026-03-23T13:38:15.829432Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became candidate at term 2"} {"level":"info","ts":"2026-03-23T13:38:15.82944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 received MsgVoteResp from 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-23T13:38:15.829459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"39582465ceaa2f67 became leader at term 2"} {"level":"info","ts":"2026-03-23T13:38:15.829469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 39582465ceaa2f67 elected leader 39582465ceaa2f67 at term 2"} {"level":"info","ts":"2026-03-23T13:38:15.830538Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T13:38:15.831659Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"39582465ceaa2f67","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.248:2379]}","request-path":"/0/members/39582465ceaa2f67/attributes","cluster-id":"87fd8ddedde3be45","publish-timeout":"7s"} {"level":"info","ts":"2026-03-23T13:38:15.831733Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"87fd8ddedde3be45","local-member-id":"39582465ceaa2f67","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T13:38:15.831754Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T13:38:15.831823Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T13:38:15.831858Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T13:38:15.831892Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T13:38:15.831957Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-23T13:38:15.832077Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-23T13:38:15.837424Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.248:2379"} {"level":"info","ts":"2026-03-23T13:38:15.837476Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-23T13:38:21.184266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.093663109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-23T13:38:21.184459Z","caller":"traceutil/trace.go:171","msg":"trace[1214011666] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:230; }","duration":"1.093925235s","start":"2026-03-23T13:38:20.090511Z","end":"2026-03-23T13:38:21.184436Z","steps":["trace[1214011666] 'range keys from in-memory index tree' (duration: 1.093427754s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:21.184521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:20.090485Z","time spent":"1.094026347s","remote":"127.0.0.1:48134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":374,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-23T13:38:21.185227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051578098s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:38:21.185405Z","caller":"traceutil/trace.go:171","msg":"trace[370311891] linearizableReadLoop","detail":"{readStateIndex:237; appliedIndex:236; }","duration":"795.051572ms","start":"2026-03-23T13:38:20.390327Z","end":"2026-03-23T13:38:21.185379Z","steps":["trace[370311891] 'read index received' (duration: 41.731µs)","trace[370311891] 'applied index is now lower than readState.Index' (duration: 795.00761ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:38:21.185449Z","caller":"traceutil/trace.go:171","msg":"trace[594365947] transaction","detail":"{read_only:false; response_revision:231; number_of_response:1; }","duration":"1.077058419s","start":"2026-03-23T13:38:20.108348Z","end":"2026-03-23T13:38:21.185406Z","steps":["trace[594365947] 'process raft request' (duration: 24.59265ms)","trace[594365947] 'compare' (duration: 1.051159579s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:38:21.185591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.246706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3709"} {"level":"warn","ts":"2026-03-23T13:38:21.185628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:20.108312Z","time spent":"1.077237323s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T13:38:21.185634Z","caller":"traceutil/trace.go:171","msg":"trace[1280154757] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:231; }","duration":"795.335527ms","start":"2026-03-23T13:38:20.390285Z","end":"2026-03-23T13:38:21.18562Z","steps":["trace[1280154757] 'agreement among raft nodes before linearized reading' (duration: 795.161003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:21.185683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:20.390264Z","time spent":"795.410689ms","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3732,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-23T13:38:21.86493Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319427637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:38:21.982249Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.124617922s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T13:38:21.988356Z","caller":"traceutil/trace.go:171","msg":"trace[412286534] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"1.130842461s","start":"2026-03-23T13:38:20.857483Z","end":"2026-03-23T13:38:21.988325Z","steps":["trace[412286534] 'process raft request' (duration: 1.125178494s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:21.988504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:20.85745Z","time spent":"1.130981054s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":592,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T13:38:23.587413Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.601529321s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T13:38:24.209371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.674483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:38:24.209617Z","caller":"traceutil/trace.go:171","msg":"trace[1806230303] linearizableReadLoop","detail":"{readStateIndex:240; appliedIndex:237; }","duration":"2.845045941s","start":"2026-03-23T13:38:21.364529Z","end":"2026-03-23T13:38:24.209575Z","steps":["trace[1806230303] 'read index received' (duration: 618.175535ms)","trace[1806230303] 'applied index is now lower than readState.Index' (duration: 2.226869306s)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:38:24.209727Z","caller":"traceutil/trace.go:171","msg":"trace[1418235080] transaction","detail":"{read_only:false; response_revision:234; number_of_response:1; }","duration":"3.016911725s","start":"2026-03-23T13:38:21.192801Z","end":"2026-03-23T13:38:24.209713Z","steps":["trace[1418235080] 'process raft request' (duration: 3.01668442s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:24.210145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.845624443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T13:38:24.210189Z","caller":"traceutil/trace.go:171","msg":"trace[1023818402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:234; }","duration":"2.845728186s","start":"2026-03-23T13:38:21.364448Z","end":"2026-03-23T13:38:24.210177Z","steps":["trace[1023818402] 'agreement among raft nodes before linearized reading' (duration: 2.845652925s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:24.210214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:21.364416Z","time spent":"2.845791867s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:38:24.210217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:21.192789Z","time spent":"3.016972236s","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4003,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:38:24.212931Z","caller":"traceutil/trace.go:171","msg":"trace[471837277] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"3.02070756s","start":"2026-03-23T13:38:21.189452Z","end":"2026-03-23T13:38:24.21016Z","steps":["trace[471837277] 'process raft request' (duration: 2.398180478s)","trace[471837277] 'compare' (duration: 621.551481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:38:24.213048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:21.189418Z","time spent":"3.023592604s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":219,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T13:38:24.710674Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319427642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:38:25.210843Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319427642,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:38:25.323118Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.735505406s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T13:38:25.323906Z","caller":"traceutil/trace.go:171","msg":"trace[25885408] transaction","detail":"{read_only:false; response_revision:236; number_of_response:1; }","duration":"2.938617815s","start":"2026-03-23T13:38:22.385261Z","end":"2026-03-23T13:38:25.323879Z","steps":["trace[25885408] 'process raft request' (duration: 2.938537773s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:25.324038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:22.385227Z","time spent":"2.938745287s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5498,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T13:38:25.324316Z","caller":"traceutil/trace.go:171","msg":"trace[1667576867] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"3.329608749s","start":"2026-03-23T13:38:21.994681Z","end":"2026-03-23T13:38:25.32429Z","steps":["trace[1667576867] 'process raft request' (duration: 3.328761341s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:25.324453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:21.994659Z","time spent":"3.329742683s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T13:38:25.326703Z","caller":"traceutil/trace.go:171","msg":"trace[1218935900] linearizableReadLoop","detail":"{readStateIndex:243; appliedIndex:240; }","duration":"1.117010464s","start":"2026-03-23T13:38:24.209672Z","end":"2026-03-23T13:38:25.326683Z","steps":["trace[1218935900] 'read index received' (duration: 1.113738331s)","trace[1218935900] 'applied index is now lower than readState.Index' (duration: 3.271093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:38:25.326832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465656703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T13:38:25.326834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515599118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-23T13:38:25.326877Z","caller":"traceutil/trace.go:171","msg":"trace[626908247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:0; response_revision:237; }","duration":"3.465757325s","start":"2026-03-23T13:38:21.861106Z","end":"2026-03-23T13:38:25.326863Z","steps":["trace[626908247] 'agreement among raft nodes before linearized reading' (duration: 3.465683173s)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:38:25.326889Z","caller":"traceutil/trace.go:171","msg":"trace[1468112472] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:237; }","duration":"1.515684719s","start":"2026-03-23T13:38:23.811186Z","end":"2026-03-23T13:38:25.32687Z","steps":["trace[1468112472] 'agreement among raft nodes before linearized reading' (duration: 1.515519645s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:25.326919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:21.861075Z","time spent":"3.465832947s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T13:38:25.32693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:23.811171Z","time spent":"1.515748671s","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":2943,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-23T13:38:25.327085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.769947998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T13:38:25.327102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111088381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:38:25.327144Z","caller":"traceutil/trace.go:171","msg":"trace[1881852370] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:0; response_revision:237; }","duration":"1.111143422s","start":"2026-03-23T13:38:24.215987Z","end":"2026-03-23T13:38:25.327131Z","steps":["trace[1881852370] 'agreement among raft nodes before linearized reading' (duration: 1.111084631s)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:38:25.327148Z","caller":"traceutil/trace.go:171","msg":"trace[1553765713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:237; }","duration":"3.770063132s","start":"2026-03-23T13:38:21.557064Z","end":"2026-03-23T13:38:25.327127Z","steps":["trace[1553765713] 'agreement among raft nodes before linearized reading' (duration: 3.769880038s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:25.327166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:24.215979Z","time spent":"1.111182504s","remote":"127.0.0.1:48224","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-23T13:38:25.327187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:21.557034Z","time spent":"3.770145463s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T13:38:25.327035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.959294003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-23T13:38:25.327045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112607265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-5kmrdv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:38:25.327378Z","caller":"traceutil/trace.go:171","msg":"trace[1428778212] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-5kmrdv; range_end:; response_count:0; response_revision:237; }","duration":"1.112968102s","start":"2026-03-23T13:38:24.2144Z","end":"2026-03-23T13:38:25.327368Z","steps":["trace[1428778212] 'agreement among raft nodes before linearized reading' (duration: 1.112615004s)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:38:25.327381Z","caller":"traceutil/trace.go:171","msg":"trace[160474302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:237; }","duration":"3.959768554s","start":"2026-03-23T13:38:21.367592Z","end":"2026-03-23T13:38:25.32736Z","steps":["trace[160474302] 'agreement among raft nodes before linearized reading' (duration: 3.959234122s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:25.327401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:24.214357Z","time spent":"1.113037494s","remote":"127.0.0.1:48122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-5kmrdv\" "} {"level":"info","ts":"2026-03-23T13:38:25.327395Z","caller":"traceutil/trace.go:171","msg":"trace[1389666176] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"1.109965165s","start":"2026-03-23T13:38:24.217415Z","end":"2026-03-23T13:38:25.32738Z","steps":["trace[1389666176] 'process raft request' (duration: 1.109176248s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:25.327451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:21.367571Z","time spent":"3.959850955s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T13:38:25.327638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:24.217403Z","time spent":"1.110052027s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:38:27.732692Z","caller":"traceutil/trace.go:171","msg":"trace[626397680] linearizableReadLoop","detail":"{readStateIndex:361; appliedIndex:358; }","duration":"101.175102ms","start":"2026-03-23T13:38:27.631501Z","end":"2026-03-23T13:38:27.732676Z","steps":["trace[626397680] 'read index received' (duration: 31.943274ms)","trace[626397680] 'applied index is now lower than readState.Index' (duration: 69.231098ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:38:27.732785Z","caller":"traceutil/trace.go:171","msg":"trace[972573526] transaction","detail":"{read_only:false; response_revision:348; number_of_response:1; }","duration":"146.160719ms","start":"2026-03-23T13:38:27.586616Z","end":"2026-03-23T13:38:27.732776Z","steps":["trace[972573526] 'process raft request' (duration: 145.919573ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:38:27.73297Z","caller":"traceutil/trace.go:171","msg":"trace[499907958] transaction","detail":"{read_only:false; response_revision:349; number_of_response:1; }","duration":"145.099596ms","start":"2026-03-23T13:38:27.587854Z","end":"2026-03-23T13:38:27.732953Z","steps":["trace[499907958] 'process raft request' (duration: 144.780779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:27.733113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.584901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-23T13:38:27.733242Z","caller":"traceutil/trace.go:171","msg":"trace[774575027] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:349; }","duration":"101.711885ms","start":"2026-03-23T13:38:27.63147Z","end":"2026-03-23T13:38:27.733182Z","steps":["trace[774575027] 'agreement among raft nodes before linearized reading' (duration: 101.536131ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:38:51.629612Z","caller":"traceutil/trace.go:171","msg":"trace[2090049030] linearizableReadLoop","detail":"{readStateIndex:534; appliedIndex:533; }","duration":"166.619491ms","start":"2026-03-23T13:38:51.462958Z","end":"2026-03-23T13:38:51.629578Z","steps":["trace[2090049030] 'read index received' (duration: 166.288133ms)","trace[2090049030] 'applied index is now lower than readState.Index' (duration: 329.878µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:38:51.629688Z","caller":"traceutil/trace.go:171","msg":"trace[176448236] transaction","detail":"{read_only:false; response_revision:514; number_of_response:1; }","duration":"250.686044ms","start":"2026-03-23T13:38:51.378946Z","end":"2026-03-23T13:38:51.629632Z","steps":["trace[176448236] 'process raft request' (duration: 250.419328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:51.630047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.642364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T13:38:51.630107Z","caller":"traceutil/trace.go:171","msg":"trace[1855591580] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:514; }","duration":"118.811608ms","start":"2026-03-23T13:38:51.511282Z","end":"2026-03-23T13:38:51.630094Z","steps":["trace[1855591580] 'agreement among raft nodes before linearized reading' (duration: 118.648934ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:51.62984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.863547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T13:38:51.630162Z","caller":"traceutil/trace.go:171","msg":"trace[426859208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:514; }","duration":"167.250345ms","start":"2026-03-23T13:38:51.462899Z","end":"2026-03-23T13:38:51.630149Z","steps":["trace[426859208] 'agreement among raft nodes before linearized reading' (duration: 166.837666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:51.631009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.434607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:38:51.631124Z","caller":"traceutil/trace.go:171","msg":"trace[1445339023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:514; }","duration":"147.575133ms","start":"2026-03-23T13:38:51.483522Z","end":"2026-03-23T13:38:51.631097Z","steps":["trace[1445339023] 'agreement among raft nodes before linearized reading' (duration: 146.357155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:52.144609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:38:52.645486Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428202,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:38:52.769366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.1331234s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T13:38:52.788076Z","caller":"traceutil/trace.go:171","msg":"trace[685261717] transaction","detail":"{read_only:false; response_revision:515; number_of_response:1; }","duration":"1.151915564s","start":"2026-03-23T13:38:51.636125Z","end":"2026-03-23T13:38:52.78804Z","steps":["trace[685261717] 'process raft request' (duration: 1.1340545s)","trace[685261717] 'compare' (duration: 17.538907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:38:52.788183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:51.636098Z","time spent":"1.152027407s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:38:52.794108Z","caller":"traceutil/trace.go:171","msg":"trace[443770206] linearizableReadLoop","detail":"{readStateIndex:538; appliedIndex:534; }","duration":"1.1503271s","start":"2026-03-23T13:38:51.643768Z","end":"2026-03-23T13:38:52.794095Z","steps":["trace[443770206] 'read index received' (duration: 1.126353261s)","trace[443770206] 'applied index is now lower than readState.Index' (duration: 23.973189ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:38:52.794327Z","caller":"traceutil/trace.go:171","msg":"trace[983132942] transaction","detail":"{read_only:false; response_revision:516; number_of_response:1; }","duration":"1.157976568s","start":"2026-03-23T13:38:51.636343Z","end":"2026-03-23T13:38:52.79432Z","steps":["trace[983132942] 'process raft request' (duration: 1.157609561s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:52.794383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:51.636335Z","time spent":"1.158006519s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:38:52.794483Z","caller":"traceutil/trace.go:171","msg":"trace[1480228865] transaction","detail":"{read_only:false; response_revision:517; number_of_response:1; }","duration":"1.15805375s","start":"2026-03-23T13:38:51.636423Z","end":"2026-03-23T13:38:52.794477Z","steps":["trace[1480228865] 'process raft request' (duration: 1.15760917s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:52.794511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:51.636417Z","time spent":"1.15807799s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:38:52.79457Z","caller":"traceutil/trace.go:171","msg":"trace[2035022329] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"1.158087621s","start":"2026-03-23T13:38:51.636478Z","end":"2026-03-23T13:38:52.794565Z","steps":["trace[2035022329] 'process raft request' (duration: 1.15759512s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:52.794595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:51.636449Z","time spent":"1.158130701s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:38:52.794693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150942724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:38:52.794713Z","caller":"traceutil/trace.go:171","msg":"trace[1469286373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:518; }","duration":"1.151017215s","start":"2026-03-23T13:38:51.643689Z","end":"2026-03-23T13:38:52.794706Z","steps":["trace[1469286373] 'agreement among raft nodes before linearized reading' (duration: 1.150973014s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:52.794729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:51.643665Z","time spent":"1.151061166s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:38:55.535132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.614497ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T13:38:55.535423Z","caller":"traceutil/trace.go:171","msg":"trace[335473116] linearizableReadLoop","detail":"{readStateIndex:541; appliedIndex:540; }","duration":"890.508003ms","start":"2026-03-23T13:38:54.64479Z","end":"2026-03-23T13:38:55.535298Z","steps":["trace[335473116] 'read index received' (duration: 210.693532ms)","trace[335473116] 'applied index is now lower than readState.Index' (duration: 679.811361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:38:55.535828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.967585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:38:55.535986Z","caller":"traceutil/trace.go:171","msg":"trace[1527770886] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:520; }","duration":"891.172759ms","start":"2026-03-23T13:38:54.644776Z","end":"2026-03-23T13:38:55.535949Z","steps":["trace[1527770886] 'agreement among raft nodes before linearized reading' (duration: 890.829042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:55.536175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:54.644728Z","time spent":"891.358973ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:38:55.536284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.802549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T13:38:55.536392Z","caller":"traceutil/trace.go:171","msg":"trace[944360282] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:520; }","duration":"743.031774ms","start":"2026-03-23T13:38:54.793326Z","end":"2026-03-23T13:38:55.536358Z","steps":["trace[944360282] 'agreement among raft nodes before linearized reading' (duration: 742.654776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:55.536469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:54.793306Z","time spent":"743.134107ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T13:38:55.536388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.895049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T13:38:55.536876Z","caller":"traceutil/trace.go:171","msg":"trace[797917857] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:520; }","duration":"737.168275ms","start":"2026-03-23T13:38:54.799464Z","end":"2026-03-23T13:38:55.536633Z","steps":["trace[797917857] 'agreement among raft nodes before linearized reading' (duration: 736.796357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:55.537007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.83207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:38:55.53707Z","caller":"traceutil/trace.go:171","msg":"trace[1338402684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:520; }","duration":"737.881941ms","start":"2026-03-23T13:38:54.799154Z","end":"2026-03-23T13:38:55.537036Z","steps":["trace[1338402684] 'agreement among raft nodes before linearized reading' (duration: 736.965361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:55.537065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:54.799458Z","time spent":"737.467471ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:38:55.537101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:54.79915Z","time spent":"737.941562ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T13:38:55.536902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.749617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:38:55.539464Z","caller":"traceutil/trace.go:171","msg":"trace[442132250] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:520; }","duration":"740.339775ms","start":"2026-03-23T13:38:54.799106Z","end":"2026-03-23T13:38:55.539446Z","steps":["trace[442132250] 'agreement among raft nodes before linearized reading' (duration: 737.084083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:38:55.539517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:38:54.799087Z","time spent":"740.403066ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T13:39:01.937564Z","caller":"traceutil/trace.go:171","msg":"trace[616719317] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"315.731788ms","start":"2026-03-23T13:39:01.621761Z","end":"2026-03-23T13:39:01.937493Z","steps":["trace[616719317] 'process raft request' (duration: 315.468563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:01.93773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:01.621742Z","time spent":"315.899441ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:02.209174Z","caller":"traceutil/trace.go:171","msg":"trace[1629066441] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"586.965966ms","start":"2026-03-23T13:39:01.622174Z","end":"2026-03-23T13:39:02.20914Z","steps":["trace[1629066441] 'process raft request' (duration: 586.869054ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:02.209306Z","caller":"traceutil/trace.go:171","msg":"trace[1575178295] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:561; }","duration":"248.545958ms","start":"2026-03-23T13:39:01.960746Z","end":"2026-03-23T13:39:02.209292Z","steps":["trace[1575178295] 'read index received' (duration: 248.110419ms)","trace[1575178295] 'applied index is now lower than readState.Index' (duration: 433.639µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:39:02.209334Z","caller":"traceutil/trace.go:171","msg":"trace[1782084281] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"587.114859ms","start":"2026-03-23T13:39:01.622202Z","end":"2026-03-23T13:39:02.209316Z","steps":["trace[1782084281] 'process raft request' (duration: 586.880384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:02.209348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:01.622161Z","time spent":"587.104299ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:02.209176Z","caller":"traceutil/trace.go:171","msg":"trace[847030641] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"587.236402ms","start":"2026-03-23T13:39:01.621908Z","end":"2026-03-23T13:39:02.209144Z","steps":["trace[847030641] 'process raft request' (duration: 587.010767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:02.20945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:01.622184Z","time spent":"587.192061ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:02.209545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:01.621877Z","time spent":"587.586769ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:02.209586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.837424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-29hpv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-23T13:39:02.209647Z","caller":"traceutil/trace.go:171","msg":"trace[2086811785] range","detail":"{range_begin:/registry/pods/kube-system/cilium-29hpv; range_end:; response_count:1; response_revision:542; }","duration":"248.935536ms","start":"2026-03-23T13:39:01.960693Z","end":"2026-03-23T13:39:02.209629Z","steps":["trace[2086811785] 'agreement among raft nodes before linearized reading' (duration: 248.65915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:03.21287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.417415ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:39:03.212982Z","caller":"traceutil/trace.go:171","msg":"trace[1339356287] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"562.338722ms","start":"2026-03-23T13:39:02.650622Z","end":"2026-03-23T13:39:03.212961Z","steps":["trace[1339356287] 'read index received' (duration: 29.421µs)","trace[1339356287] 'applied index is now lower than readState.Index' (duration: 562.307341ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:03.213115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.435234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:03.213161Z","caller":"traceutil/trace.go:171","msg":"trace[844381259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:543; }","duration":"562.559938ms","start":"2026-03-23T13:39:02.65059Z","end":"2026-03-23T13:39:03.21315Z","steps":["trace[844381259] 'agreement among raft nodes before linearized reading' (duration: 562.429375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:03.213221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:02.650573Z","time spent":"562.631029ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T13:39:03.213525Z","caller":"traceutil/trace.go:171","msg":"trace[1174096373] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"989.014025ms","start":"2026-03-23T13:39:02.224493Z","end":"2026-03-23T13:39:03.213507Z","steps":["trace[1174096373] 'process raft request' (duration: 115.854324ms)","trace[1174096373] 'compare' (duration: 872.16476ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:03.213615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:02.224462Z","time spent":"989.106837ms","remote":"127.0.0.1:48206","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:04.715254Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:39:05.215774Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428271,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:39:05.337234Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.347721819s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T13:39:05.337743Z","caller":"traceutil/trace.go:171","msg":"trace[318569560] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"1.348281983s","start":"2026-03-23T13:39:03.989434Z","end":"2026-03-23T13:39:05.337716Z","steps":["trace[318569560] 'process raft request' (duration: 1.348059808s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:05.337924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:03.989421Z","time spent":"1.348411255s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:06.645954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999881151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T13:39:06.646098Z","caller":"traceutil/trace.go:171","msg":"trace[1665487068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000079986s","start":"2026-03-23T13:39:04.645993Z","end":"2026-03-23T13:39:06.646073Z","steps":["trace[1665487068] 'agreement among raft nodes before linearized reading' (duration: 1.999918512s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:06.646157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:04.645972Z","time spent":"2.000173107s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:39:06.710861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31774243s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T13:39:06.711227Z","caller":"traceutil/trace.go:171","msg":"trace[1432414563] linearizableReadLoop","detail":"{readStateIndex:567; appliedIndex:565; }","duration":"2.497090698s","start":"2026-03-23T13:39:04.214112Z","end":"2026-03-23T13:39:06.711202Z","steps":["trace[1432414563] 'read index received' (duration: 1.123397336s)","trace[1432414563] 'applied index is now lower than readState.Index' (duration: 1.373691402s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:06.711537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497397815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:39:06.711954Z","caller":"traceutil/trace.go:171","msg":"trace[780714992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:544; }","duration":"2.497557108s","start":"2026-03-23T13:39:04.214074Z","end":"2026-03-23T13:39:06.711631Z","steps":["trace[780714992] 'agreement among raft nodes before linearized reading' (duration: 2.497249882s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:06.712051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:04.214055Z","time spent":"2.497975488s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T13:39:06.711518Z","caller":"traceutil/trace.go:171","msg":"trace[104885066] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"127.295064ms","start":"2026-03-23T13:39:06.584204Z","end":"2026-03-23T13:39:06.711499Z","steps":["trace[104885066] 'process raft request' (duration: 126.828174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:06.712287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497995797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T13:39:06.712322Z","caller":"traceutil/trace.go:171","msg":"trace[1835575860] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:545; }","duration":"2.498050339s","start":"2026-03-23T13:39:04.21426Z","end":"2026-03-23T13:39:06.71231Z","steps":["trace[1835575860] 'agreement among raft nodes before linearized reading' (duration: 2.497922636s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:06.712353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:04.214255Z","time spent":"2.49809305s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:39:06.713584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499412789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:39:06.713645Z","caller":"traceutil/trace.go:171","msg":"trace[373923072] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:545; }","duration":"2.499487361s","start":"2026-03-23T13:39:04.214148Z","end":"2026-03-23T13:39:06.713635Z","steps":["trace[373923072] 'agreement among raft nodes before linearized reading' (duration: 2.497336573s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:06.71367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:04.214144Z","time spent":"2.499518571s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T13:39:08.681873Z","caller":"traceutil/trace.go:171","msg":"trace[477651074] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"507.626156ms","start":"2026-03-23T13:39:08.174218Z","end":"2026-03-23T13:39:08.681844Z","steps":["trace[477651074] 'process raft request' (duration: 507.434672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:08.682064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:08.17383Z","time spent":"508.140247ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T13:39:08.685981Z","caller":"traceutil/trace.go:171","msg":"trace[828782197] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"200.847626ms","start":"2026-03-23T13:39:08.485106Z","end":"2026-03-23T13:39:08.685953Z","steps":["trace[828782197] 'process raft request' (duration: 199.277541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:11.405211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.901365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-03-23T13:39:11.405879Z","caller":"traceutil/trace.go:171","msg":"trace[260245177] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:618; }","duration":"112.604901ms","start":"2026-03-23T13:39:11.293219Z","end":"2026-03-23T13:39:11.405824Z","steps":["trace[260245177] 'range keys from in-memory index tree' (duration: 111.547967ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:17.414333Z","caller":"traceutil/trace.go:171","msg":"trace[938580093] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"557.897695ms","start":"2026-03-23T13:39:16.856403Z","end":"2026-03-23T13:39:17.4143Z","steps":["trace[938580093] 'process raft request' (duration: 557.847084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:17.414519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:16.856391Z","time spent":"558.044839ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:17.414987Z","caller":"traceutil/trace.go:171","msg":"trace[1394134581] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"559.439989ms","start":"2026-03-23T13:39:16.855537Z","end":"2026-03-23T13:39:17.414977Z","steps":["trace[1394134581] 'process raft request' (duration: 558.450786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:17.415038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:16.855506Z","time spent":"559.50227ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:17.462871Z","caller":"traceutil/trace.go:171","msg":"trace[307443152] linearizableReadLoop","detail":"{readStateIndex:693; appliedIndex:690; }","duration":"136.298754ms","start":"2026-03-23T13:39:17.326546Z","end":"2026-03-23T13:39:17.462845Z","steps":["trace[307443152] 'read index received' (duration: 88.866739ms)","trace[307443152] 'applied index is now lower than readState.Index' (duration: 47.431285ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:39:17.463029Z","caller":"traceutil/trace.go:171","msg":"trace[1055247680] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"508.352373ms","start":"2026-03-23T13:39:16.954665Z","end":"2026-03-23T13:39:17.463017Z","steps":["trace[1055247680] 'process raft request' (duration: 508.084607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:17.463137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:16.954648Z","time spent":"508.413544ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:17.463217Z","caller":"traceutil/trace.go:171","msg":"trace[1245037557] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"513.188739ms","start":"2026-03-23T13:39:16.950015Z","end":"2026-03-23T13:39:17.463204Z","steps":["trace[1245037557] 'process raft request' (duration: 512.620277ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:17.463257Z","caller":"traceutil/trace.go:171","msg":"trace[46687099] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"314.295666ms","start":"2026-03-23T13:39:17.148949Z","end":"2026-03-23T13:39:17.463245Z","steps":["trace[46687099] 'process raft request' (duration: 313.849726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:17.463272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:16.949986Z","time spent":"513.258521ms","remote":"127.0.0.1:44048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2261,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T13:39:17.463301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:17.148923Z","time spent":"314.356618ms","remote":"127.0.0.1:44048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2259,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T13:39:17.463435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.879217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:17.463472Z","caller":"traceutil/trace.go:171","msg":"trace[506026036] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:668; }","duration":"136.939618ms","start":"2026-03-23T13:39:17.326523Z","end":"2026-03-23T13:39:17.463463Z","steps":["trace[506026036] 'agreement among raft nodes before linearized reading' (duration: 136.871916ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:17.463567Z","caller":"traceutil/trace.go:171","msg":"trace[2113534859] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"114.748488ms","start":"2026-03-23T13:39:17.348787Z","end":"2026-03-23T13:39:17.463536Z","steps":["trace[2113534859] 'process raft request' (duration: 114.035723ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:23.214658Z","caller":"traceutil/trace.go:171","msg":"trace[1677576350] transaction","detail":"{read_only:false; response_revision:723; number_of_response:1; }","duration":"345.383121ms","start":"2026-03-23T13:39:22.869249Z","end":"2026-03-23T13:39:23.214632Z","steps":["trace[1677576350] 'process raft request' (duration: 345.247078ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:23.214672Z","caller":"traceutil/trace.go:171","msg":"trace[409672204] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:751; }","duration":"281.929953ms","start":"2026-03-23T13:39:22.932707Z","end":"2026-03-23T13:39:23.214637Z","steps":["trace[409672204] 'read index received' (duration: 281.911572ms)","trace[409672204] 'applied index is now lower than readState.Index' (duration: 14.801µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:23.214805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:22.869201Z","time spent":"345.535244ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:23.214948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.215629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:39:23.214983Z","caller":"traceutil/trace.go:171","msg":"trace[1054897536] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:723; }","duration":"282.308361ms","start":"2026-03-23T13:39:22.932662Z","end":"2026-03-23T13:39:23.21497Z","steps":["trace[1054897536] 'agreement among raft nodes before linearized reading' (duration: 282.107317ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:23.460925Z","caller":"traceutil/trace.go:171","msg":"trace[124560275] transaction","detail":"{read_only:false; response_revision:724; number_of_response:1; }","duration":"305.85065ms","start":"2026-03-23T13:39:23.15505Z","end":"2026-03-23T13:39:23.460901Z","steps":["trace[124560275] 'process raft request' (duration: 271.156115ms)","trace[124560275] 'compare' (duration: 34.592603ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:23.46106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:23.15502Z","time spent":"305.981993ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T13:39:23.491408Z","caller":"traceutil/trace.go:171","msg":"trace[667492936] transaction","detail":"{read_only:false; response_revision:725; number_of_response:1; }","duration":"270.47733ms","start":"2026-03-23T13:39:23.220902Z","end":"2026-03-23T13:39:23.49138Z","steps":["trace[667492936] 'process raft request' (duration: 270.218495ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:23.941522Z","caller":"traceutil/trace.go:171","msg":"trace[668334604] linearizableReadLoop","detail":"{readStateIndex:755; appliedIndex:753; }","duration":"429.643909ms","start":"2026-03-23T13:39:23.51185Z","end":"2026-03-23T13:39:23.941494Z","steps":["trace[668334604] 'read index received' (duration: 33.000348ms)","trace[668334604] 'applied index is now lower than readState.Index' (duration: 396.642381ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:39:23.941936Z","caller":"traceutil/trace.go:171","msg":"trace[1544617918] transaction","detail":"{read_only:false; response_revision:727; number_of_response:1; }","duration":"444.811312ms","start":"2026-03-23T13:39:23.497114Z","end":"2026-03-23T13:39:23.941925Z","steps":["trace[1544617918] 'process raft request' (duration: 444.193608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:23.941998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.760645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T13:39:23.942052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:23.497092Z","time spent":"444.870284ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:23.942048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.119583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:39:23.942107Z","caller":"traceutil/trace.go:171","msg":"trace[1508796919] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:727; }","duration":"343.95247ms","start":"2026-03-23T13:39:23.598124Z","end":"2026-03-23T13:39:23.942077Z","steps":["trace[1508796919] 'agreement among raft nodes before linearized reading' (duration: 343.739335ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:23.942109Z","caller":"traceutil/trace.go:171","msg":"trace[1200752535] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:727; }","duration":"261.228716ms","start":"2026-03-23T13:39:23.680864Z","end":"2026-03-23T13:39:23.942092Z","steps":["trace[1200752535] 'agreement among raft nodes before linearized reading' (duration: 261.090133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:23.942108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.221301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-23T13:39:23.942155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:23.5981Z","time spent":"344.046662ms","remote":"127.0.0.1:48326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-23T13:39:23.942191Z","caller":"traceutil/trace.go:171","msg":"trace[712720898] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:727; }","duration":"430.357675ms","start":"2026-03-23T13:39:23.511811Z","end":"2026-03-23T13:39:23.942169Z","steps":["trace[712720898] 'agreement among raft nodes before linearized reading' (duration: 430.093729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:23.942233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:23.511794Z","time spent":"430.432156ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T13:39:23.942324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.522695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:23.942352Z","caller":"traceutil/trace.go:171","msg":"trace[1105676335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:727; }","duration":"296.594906ms","start":"2026-03-23T13:39:23.645747Z","end":"2026-03-23T13:39:23.942342Z","steps":["trace[1105676335] 'agreement among raft nodes before linearized reading' (duration: 296.550725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:26.64824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T13:39:26.648405Z","caller":"traceutil/trace.go:171","msg":"trace[458087150] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000082156s","start":"2026-03-23T13:39:24.648298Z","end":"2026-03-23T13:39:26.64838Z","steps":["trace[458087150] 'agreement among raft nodes before linearized reading' (duration: 1.999892692s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:26.648469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:24.648281Z","time spent":"2.000176678s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:39:26.72488Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.913106229s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T13:39:26.729733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.917875995s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:39:26.730183Z","caller":"traceutil/trace.go:171","msg":"trace[325079595] transaction","detail":"{read_only:false; response_revision:728; number_of_response:1; }","duration":"2.78258557s","start":"2026-03-23T13:39:23.947554Z","end":"2026-03-23T13:39:26.73014Z","steps":["trace[325079595] 'process raft request' (duration: 864.150193ms)","trace[325079595] 'compare' (duration: 1.916860182s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:26.730382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:23.947534Z","time spent":"2.782742193s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:27.568904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.830325ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-23T13:39:27.569042Z","caller":"traceutil/trace.go:171","msg":"trace[1482411744] linearizableReadLoop","detail":"{readStateIndex:757; appliedIndex:755; }","duration":"2.920672063s","start":"2026-03-23T13:39:24.648345Z","end":"2026-03-23T13:39:27.569017Z","steps":["trace[1482411744] 'read index received' (duration: 163.466663ms)","trace[1482411744] 'applied index is now lower than readState.Index' (duration: 2.75720379s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:28.069163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428630,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-23T13:39:28.207683Z","caller":"traceutil/trace.go:171","msg":"trace[2040935498] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"1.018852471s","start":"2026-03-23T13:39:27.18881Z","end":"2026-03-23T13:39:28.207663Z","steps":["trace[2040935498] 'process raft request' (duration: 1.018688648s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.207809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:27.188782Z","time spent":"1.018959814s","remote":"127.0.0.1:48194","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5170,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:28.215672Z","caller":"traceutil/trace.go:171","msg":"trace[415852501] linearizableReadLoop","detail":"{readStateIndex:759; appliedIndex:757; }","duration":"646.575669ms","start":"2026-03-23T13:39:27.56907Z","end":"2026-03-23T13:39:28.215645Z","steps":["trace[415852501] 'read index received' (duration: 638.452019ms)","trace[415852501] 'applied index is now lower than readState.Index' (duration: 8.12245ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:28.215825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566377138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T13:39:28.215893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719140971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:39:28.215925Z","caller":"traceutil/trace.go:171","msg":"trace[927094955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:730; }","duration":"2.719244284s","start":"2026-03-23T13:39:25.496672Z","end":"2026-03-23T13:39:28.215916Z","steps":["trace[927094955] 'agreement among raft nodes before linearized reading' (duration: 2.71910478s)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.215917Z","caller":"traceutil/trace.go:171","msg":"trace[1222056062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:730; }","duration":"1.566519261s","start":"2026-03-23T13:39:26.649375Z","end":"2026-03-23T13:39:28.215894Z","steps":["trace[1222056062] 'agreement among raft nodes before linearized reading' (duration: 1.566367488s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.215954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:25.496645Z","time spent":"2.719302974s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T13:39:28.215921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665611062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T13:39:28.215962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:26.649351Z","time spent":"1.566603303s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T13:39:28.216008Z","caller":"traceutil/trace.go:171","msg":"trace[2001834782] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:730; }","duration":"2.665762265s","start":"2026-03-23T13:39:25.550225Z","end":"2026-03-23T13:39:28.215987Z","steps":["trace[2001834782] 'agreement among raft nodes before linearized reading' (duration: 2.665500869s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.216056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:25.5502Z","time spent":"2.665847516s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T13:39:28.216208Z","caller":"traceutil/trace.go:171","msg":"trace[445345118] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"713.189296ms","start":"2026-03-23T13:39:27.503001Z","end":"2026-03-23T13:39:28.216191Z","steps":["trace[445345118] 'process raft request' (duration: 712.516662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.216228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270310311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-23T13:39:28.216237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.741178948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:39:28.216263Z","caller":"traceutil/trace.go:171","msg":"trace[1546683931] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:730; }","duration":"2.741243699s","start":"2026-03-23T13:39:25.475012Z","end":"2026-03-23T13:39:28.216256Z","steps":["trace[1546683931] 'agreement among raft nodes before linearized reading' (duration: 2.741185517s)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.216259Z","caller":"traceutil/trace.go:171","msg":"trace[420376362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:730; }","duration":"2.270377443s","start":"2026-03-23T13:39:25.945872Z","end":"2026-03-23T13:39:28.21625Z","steps":["trace[420376362] 'agreement among raft nodes before linearized reading' (duration: 2.27028894s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.216283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:25.474992Z","time spent":"2.74128483s","remote":"127.0.0.1:48130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-23T13:39:28.216301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:27.50297Z","time spent":"713.271869ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:28.216357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:25.945847Z","time spent":"2.270433804s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:39:28.216425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.832315405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:39:28.216447Z","caller":"traceutil/trace.go:171","msg":"trace[1980872138] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:730; }","duration":"2.832382687s","start":"2026-03-23T13:39:25.384058Z","end":"2026-03-23T13:39:28.216441Z","steps":["trace[1980872138] 'agreement among raft nodes before linearized reading' (duration: 2.832341756s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.21647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:25.384033Z","time spent":"2.832431288s","remote":"127.0.0.1:48408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-23T13:39:28.216589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.965390169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:39:28.216608Z","caller":"traceutil/trace.go:171","msg":"trace[159742770] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:730; }","duration":"2.96545881s","start":"2026-03-23T13:39:25.251144Z","end":"2026-03-23T13:39:28.216602Z","steps":["trace[159742770] 'agreement among raft nodes before linearized reading' (duration: 2.96542228s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.216626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:25.251122Z","time spent":"2.965498351s","remote":"127.0.0.1:48222","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":2,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-23T13:39:28.2167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.939659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.216737Z","caller":"traceutil/trace.go:171","msg":"trace[663842913] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:730; }","duration":"539.99395ms","start":"2026-03-23T13:39:27.67673Z","end":"2026-03-23T13:39:28.216724Z","steps":["trace[663842913] 'agreement among raft nodes before linearized reading' (duration: 539.936249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.216766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:27.676727Z","time spent":"540.032151ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-23T13:39:28.216976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.55127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T13:39:28.216989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997392924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T13:39:28.217002Z","caller":"traceutil/trace.go:171","msg":"trace[1606680357] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:730; }","duration":"171.618892ms","start":"2026-03-23T13:39:28.045375Z","end":"2026-03-23T13:39:28.216994Z","steps":["trace[1606680357] 'agreement among raft nodes before linearized reading' (duration: 171.570461ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.217021Z","caller":"traceutil/trace.go:171","msg":"trace[638708509] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:730; }","duration":"2.997472375s","start":"2026-03-23T13:39:25.219539Z","end":"2026-03-23T13:39:28.217011Z","steps":["trace[638708509] 'agreement among raft nodes before linearized reading' (duration: 2.997355203s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.21705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.98336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T13:39:28.217047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:25.219507Z","time spent":"2.997534077s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T13:39:28.217109Z","caller":"traceutil/trace.go:171","msg":"trace[144776962] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:730; }","duration":"206.084932ms","start":"2026-03-23T13:39:28.010996Z","end":"2026-03-23T13:39:28.217081Z","steps":["trace[144776962] 'agreement among raft nodes before linearized reading' (duration: 206.00801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.217142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.218179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.217166Z","caller":"traceutil/trace.go:171","msg":"trace[202953589] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:730; }","duration":"154.265499ms","start":"2026-03-23T13:39:28.062894Z","end":"2026-03-23T13:39:28.217159Z","steps":["trace[202953589] 'agreement among raft nodes before linearized reading' (duration: 154.220449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.217219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.801856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.217247Z","caller":"traceutil/trace.go:171","msg":"trace[1121277143] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:730; }","duration":"539.838096ms","start":"2026-03-23T13:39:27.6774Z","end":"2026-03-23T13:39:28.217239Z","steps":["trace[1121277143] 'agreement among raft nodes before linearized reading' (duration: 539.796075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.217277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:27.677396Z","time spent":"539.872468ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:500 "} {"level":"warn","ts":"2026-03-23T13:39:28.217297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.16176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T13:39:28.217299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.958806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.21732Z","caller":"traceutil/trace.go:171","msg":"trace[752246248] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:730; }","duration":"155.225922ms","start":"2026-03-23T13:39:28.062086Z","end":"2026-03-23T13:39:28.217312Z","steps":["trace[752246248] 'agreement among raft nodes before linearized reading' (duration: 155.185971ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.217334Z","caller":"traceutil/trace.go:171","msg":"trace[485621098] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:730; }","duration":"205.017508ms","start":"2026-03-23T13:39:28.012307Z","end":"2026-03-23T13:39:28.217324Z","steps":["trace[485621098] 'agreement among raft nodes before linearized reading' (duration: 204.964707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.217399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.626543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T13:39:28.217418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.375625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.217427Z","caller":"traceutil/trace.go:171","msg":"trace[1643681103] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:730; }","duration":"540.660904ms","start":"2026-03-23T13:39:27.676758Z","end":"2026-03-23T13:39:28.217418Z","steps":["trace[1643681103] 'agreement among raft nodes before linearized reading' (duration: 540.615643ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.217441Z","caller":"traceutil/trace.go:171","msg":"trace[1401566136] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:730; }","duration":"155.440476ms","start":"2026-03-23T13:39:28.061994Z","end":"2026-03-23T13:39:28.217434Z","steps":["trace[1401566136] 'agreement among raft nodes before linearized reading' (duration: 155.401086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.217539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:27.676643Z","time spent":"540.804698ms","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" limit:10000 "} {"level":"warn","ts":"2026-03-23T13:39:28.217546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.389279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.217583Z","caller":"traceutil/trace.go:171","msg":"trace[1434175748] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:730; }","duration":"206.47921ms","start":"2026-03-23T13:39:28.011094Z","end":"2026-03-23T13:39:28.217573Z","steps":["trace[1434175748] 'agreement among raft nodes before linearized reading' (duration: 206.350758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.217617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.998536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.217642Z","caller":"traceutil/trace.go:171","msg":"trace[60002077] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:730; }","duration":"170.046438ms","start":"2026-03-23T13:39:28.047588Z","end":"2026-03-23T13:39:28.217635Z","steps":["trace[60002077] 'agreement among raft nodes before linearized reading' (duration: 170.008227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:28.217735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.275366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.217754Z","caller":"traceutil/trace.go:171","msg":"trace[1420282118] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:730; }","duration":"172.310246ms","start":"2026-03-23T13:39:28.045438Z","end":"2026-03-23T13:39:28.217748Z","steps":["trace[1420282118] 'agreement among raft nodes before linearized reading' (duration: 172.279106ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.349709Z","caller":"traceutil/trace.go:171","msg":"trace[750165657] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"124.375911ms","start":"2026-03-23T13:39:28.225303Z","end":"2026-03-23T13:39:28.349679Z","steps":["trace[750165657] 'process raft request' (duration: 124.315539ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.350302Z","caller":"traceutil/trace.go:171","msg":"trace[1477326093] transaction","detail":"{read_only:false; response_revision:731; number_of_response:1; }","duration":"124.994344ms","start":"2026-03-23T13:39:28.225296Z","end":"2026-03-23T13:39:28.35029Z","steps":["trace[1477326093] 'process raft request' (duration: 124.097764ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.355201Z","caller":"traceutil/trace.go:171","msg":"trace[380080413] linearizableReadLoop","detail":"{readStateIndex:764; appliedIndex:761; }","duration":"124.323829ms","start":"2026-03-23T13:39:28.230847Z","end":"2026-03-23T13:39:28.355171Z","steps":["trace[380080413] 'read index received' (duration: 119.682557ms)","trace[380080413] 'applied index is now lower than readState.Index' (duration: 4.639892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:39:28.355505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.632266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:28.355583Z","caller":"traceutil/trace.go:171","msg":"trace[532813472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:735; }","duration":"124.749639ms","start":"2026-03-23T13:39:28.230813Z","end":"2026-03-23T13:39:28.355563Z","steps":["trace[532813472] 'agreement among raft nodes before linearized reading' (duration: 124.477163ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.355884Z","caller":"traceutil/trace.go:171","msg":"trace[498538675] transaction","detail":"{read_only:false; response_revision:733; number_of_response:1; }","duration":"130.469645ms","start":"2026-03-23T13:39:28.225403Z","end":"2026-03-23T13:39:28.355872Z","steps":["trace[498538675] 'process raft request' (duration: 129.521294ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.356047Z","caller":"traceutil/trace.go:171","msg":"trace[567496544] transaction","detail":"{read_only:false; response_revision:734; number_of_response:1; }","duration":"130.2759ms","start":"2026-03-23T13:39:28.225761Z","end":"2026-03-23T13:39:28.356037Z","steps":["trace[567496544] 'process raft request' (duration: 129.308869ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:28.3562Z","caller":"traceutil/trace.go:171","msg":"trace[675220239] transaction","detail":"{read_only:false; response_revision:735; number_of_response:1; }","duration":"129.540204ms","start":"2026-03-23T13:39:28.226645Z","end":"2026-03-23T13:39:28.356185Z","steps":["trace[675220239] 'process raft request' (duration: 128.466951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:29.620163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:39:30.120808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:39:30.621523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:39:31.122416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319428641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:39:31.209361Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.668688943s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T13:39:31.209975Z","caller":"traceutil/trace.go:171","msg":"trace[1152226406] transaction","detail":"{read_only:false; response_revision:736; number_of_response:1; }","duration":"2.466164356s","start":"2026-03-23T13:39:28.743783Z","end":"2026-03-23T13:39:31.209948Z","steps":["trace[1152226406] 'process raft request' (duration: 2.465871609s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.210137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:28.743764Z","time spent":"2.466273329s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:31.537996Z","caller":"traceutil/trace.go:171","msg":"trace[1240981844] linearizableReadLoop","detail":"{readStateIndex:766; appliedIndex:764; }","duration":"2.418079946s","start":"2026-03-23T13:39:29.119892Z","end":"2026-03-23T13:39:31.537972Z","steps":["trace[1240981844] 'read index received' (duration: 2.089734041s)","trace[1240981844] 'applied index is now lower than readState.Index' (duration: 328.344405ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:39:31.538114Z","caller":"traceutil/trace.go:171","msg":"trace[1550120514] transaction","detail":"{read_only:false; response_revision:737; number_of_response:1; }","duration":"2.458372854s","start":"2026-03-23T13:39:29.079734Z","end":"2026-03-23T13:39:31.538107Z","steps":["trace[1550120514] 'process raft request' (duration: 2.458041507s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.538237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:29.079692Z","time spent":"2.458447686s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:31.538424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892526724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:31.53851Z","caller":"traceutil/trace.go:171","msg":"trace[388247172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:737; }","duration":"1.892671817s","start":"2026-03-23T13:39:29.645817Z","end":"2026-03-23T13:39:31.538489Z","steps":["trace[388247172] 'agreement among raft nodes before linearized reading' (duration: 1.892509984s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.538549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:29.645793Z","time spent":"1.89274649s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:39:31.538533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177890316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:39:31.538619Z","caller":"traceutil/trace.go:171","msg":"trace[1779026970] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:737; }","duration":"1.178018869s","start":"2026-03-23T13:39:30.36058Z","end":"2026-03-23T13:39:31.538599Z","steps":["trace[1779026970] 'agreement among raft nodes before linearized reading' (duration: 1.177779934s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.538664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:30.360562Z","time spent":"1.178093752s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T13:39:31.53876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.418870225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-23T13:39:31.538798Z","caller":"traceutil/trace.go:171","msg":"trace[701683184] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:737; }","duration":"2.418944917s","start":"2026-03-23T13:39:29.119843Z","end":"2026-03-23T13:39:31.538788Z","steps":["trace[701683184] 'agreement among raft nodes before linearized reading' (duration: 2.418798414s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.538836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:29.119828Z","time spent":"2.418992198s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"warn","ts":"2026-03-23T13:39:31.538837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183687845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T13:39:31.538862Z","caller":"traceutil/trace.go:171","msg":"trace[1663534960] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:737; }","duration":"1.183751176s","start":"2026-03-23T13:39:30.355103Z","end":"2026-03-23T13:39:31.538855Z","steps":["trace[1663534960] 'agreement among raft nodes before linearized reading' (duration: 1.183622614s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.538885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:30.355084Z","time spent":"1.183797327s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:39:31.538974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18435968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:39:31.538988Z","caller":"traceutil/trace.go:171","msg":"trace[1969549238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:737; }","duration":"1.184411401s","start":"2026-03-23T13:39:30.354572Z","end":"2026-03-23T13:39:31.538983Z","steps":["trace[1969549238] 'agreement among raft nodes before linearized reading' (duration: 1.18435959s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.539004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:30.354552Z","time spent":"1.184448092s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T13:39:31.539505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177899088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-23T13:39:31.539606Z","caller":"traceutil/trace.go:171","msg":"trace[1223137610] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:737; }","duration":"1.178255685s","start":"2026-03-23T13:39:30.361311Z","end":"2026-03-23T13:39:31.539567Z","steps":["trace[1223137610] 'agreement among raft nodes before linearized reading' (duration: 1.177739804s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.539665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:30.361289Z","time spent":"1.178362818s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-23T13:39:31.6998Z","caller":"traceutil/trace.go:171","msg":"trace[1320313002] linearizableReadLoop","detail":"{readStateIndex:772; appliedIndex:767; }","duration":"148.407491ms","start":"2026-03-23T13:39:31.551364Z","end":"2026-03-23T13:39:31.699771Z","steps":["trace[1320313002] 'read index received' (duration: 936.111µs)","trace[1320313002] 'applied index is now lower than readState.Index' (duration: 147.46964ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:39:31.699877Z","caller":"traceutil/trace.go:171","msg":"trace[455355817] transaction","detail":"{read_only:false; response_revision:742; number_of_response:1; }","duration":"153.068333ms","start":"2026-03-23T13:39:31.54679Z","end":"2026-03-23T13:39:31.699858Z","steps":["trace[455355817] 'process raft request' (duration: 149.418203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:31.700028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.674707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:31.700057Z","caller":"traceutil/trace.go:171","msg":"trace[1396952646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:742; }","duration":"148.743418ms","start":"2026-03-23T13:39:31.551306Z","end":"2026-03-23T13:39:31.700049Z","steps":["trace[1396952646] 'agreement among raft nodes before linearized reading' (duration: 148.571325ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:54.001184Z","caller":"traceutil/trace.go:171","msg":"trace[1233323233] linearizableReadLoop","detail":"{readStateIndex:839; appliedIndex:838; }","duration":"300.528035ms","start":"2026-03-23T13:39:53.700614Z","end":"2026-03-23T13:39:54.001142Z","steps":["trace[1233323233] 'read index received' (duration: 300.082695ms)","trace[1233323233] 'applied index is now lower than readState.Index' (duration: 444.06µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:39:54.001243Z","caller":"traceutil/trace.go:171","msg":"trace[27603476] transaction","detail":"{read_only:false; response_revision:804; number_of_response:1; }","duration":"672.625536ms","start":"2026-03-23T13:39:53.32858Z","end":"2026-03-23T13:39:54.001205Z","steps":["trace[27603476] 'process raft request' (duration: 672.213787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.001448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.818522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:39:54.001496Z","caller":"traceutil/trace.go:171","msg":"trace[581100718] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:804; }","duration":"300.925384ms","start":"2026-03-23T13:39:53.700557Z","end":"2026-03-23T13:39:54.001483Z","steps":["trace[581100718] 'agreement among raft nodes before linearized reading' (duration: 300.76594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.001538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:53.700537Z","time spent":"300.992796ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T13:39:54.001545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.507033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T13:39:54.001583Z","caller":"traceutil/trace.go:171","msg":"trace[1004238547] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:804; }","duration":"274.590905ms","start":"2026-03-23T13:39:53.726982Z","end":"2026-03-23T13:39:54.001573Z","steps":["trace[1004238547] 'agreement among raft nodes before linearized reading' (duration: 274.443162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.001599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.936666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:39:54.001668Z","caller":"traceutil/trace.go:171","msg":"trace[1456459183] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:804; }","duration":"256.011477ms","start":"2026-03-23T13:39:53.745638Z","end":"2026-03-23T13:39:54.001649Z","steps":["trace[1456459183] 'agreement among raft nodes before linearized reading' (duration: 255.895835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.001806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.438763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:39:54.001924Z","caller":"traceutil/trace.go:171","msg":"trace[106630391] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:804; }","duration":"275.609217ms","start":"2026-03-23T13:39:53.726289Z","end":"2026-03-23T13:39:54.001899Z","steps":["trace[106630391] 'agreement among raft nodes before linearized reading' (duration: 275.227529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.002015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:53.328566Z","time spent":"672.754278ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:54.002292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.282966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T13:39:54.002631Z","caller":"traceutil/trace.go:171","msg":"trace[1928815225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:804; }","duration":"290.441179ms","start":"2026-03-23T13:39:53.711927Z","end":"2026-03-23T13:39:54.002368Z","steps":["trace[1928815225] 'agreement among raft nodes before linearized reading' (duration: 289.483368ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:54.503804Z","caller":"traceutil/trace.go:171","msg":"trace[1092233452] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"497.316356ms","start":"2026-03-23T13:39:54.006456Z","end":"2026-03-23T13:39:54.503772Z","steps":["trace[1092233452] 'process raft request' (duration: 497.276625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.503991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:54.006438Z","time spent":"497.453819ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:54.504151Z","caller":"traceutil/trace.go:171","msg":"trace[446435881] transaction","detail":"{read_only:false; response_revision:806; number_of_response:1; }","duration":"497.660333ms","start":"2026-03-23T13:39:54.006431Z","end":"2026-03-23T13:39:54.504091Z","steps":["trace[446435881] 'process raft request' (duration: 497.262265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.504326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:54.006405Z","time spent":"497.819887ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:54.504823Z","caller":"traceutil/trace.go:171","msg":"trace[655667154] transaction","detail":"{read_only:false; response_revision:805; number_of_response:1; }","duration":"497.394408ms","start":"2026-03-23T13:39:54.006432Z","end":"2026-03-23T13:39:54.503826Z","steps":["trace[655667154] 'process raft request' (duration: 497.106141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.504931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:54.006405Z","time spent":"498.488343ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:54.509065Z","caller":"traceutil/trace.go:171","msg":"trace[451196459] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"501.735865ms","start":"2026-03-23T13:39:54.007066Z","end":"2026-03-23T13:39:54.508802Z","steps":["trace[451196459] 'process raft request' (duration: 501.596762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:54.50939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:54.007057Z","time spent":"502.245086ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:56.140827Z","caller":"traceutil/trace.go:171","msg":"trace[725839625] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"123.672241ms","start":"2026-03-23T13:39:56.017127Z","end":"2026-03-23T13:39:56.140799Z","steps":["trace[725839625] 'process raft request' (duration: 123.434536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:56.820313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.652387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:56.820432Z","caller":"traceutil/trace.go:171","msg":"trace[1084770799] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:809; }","duration":"117.867972ms","start":"2026-03-23T13:39:56.70254Z","end":"2026-03-23T13:39:56.820408Z","steps":["trace[1084770799] 'count revisions from in-memory index tree' (duration: 117.531585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:56.820545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.990988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T13:39:56.820656Z","caller":"traceutil/trace.go:171","msg":"trace[26361379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:809; }","duration":"310.263653ms","start":"2026-03-23T13:39:56.510373Z","end":"2026-03-23T13:39:56.820637Z","steps":["trace[26361379] 'range keys from in-memory index tree' (duration: 309.814984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:56.820734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:56.510368Z","time spent":"310.344375ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T13:39:56.821104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.827596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T13:39:56.821161Z","caller":"traceutil/trace.go:171","msg":"trace[543379613] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:809; }","duration":"310.883328ms","start":"2026-03-23T13:39:56.510268Z","end":"2026-03-23T13:39:56.821151Z","steps":["trace[543379613] 'range keys from in-memory index tree' (duration: 310.723645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:56.821203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:56.51021Z","time spent":"310.985011ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:39:56.821201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.880104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:39:56.821295Z","caller":"traceutil/trace.go:171","msg":"trace[675405711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:809; }","duration":"309.016717ms","start":"2026-03-23T13:39:56.512254Z","end":"2026-03-23T13:39:56.821271Z","steps":["trace[675405711] 'range keys from in-memory index tree' (duration: 308.653139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:56.82111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.593022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-23T13:39:56.821332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:56.512233Z","time spent":"309.092468ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T13:39:56.821373Z","caller":"traceutil/trace.go:171","msg":"trace[1261170886] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:809; }","duration":"310.926509ms","start":"2026-03-23T13:39:56.510427Z","end":"2026-03-23T13:39:56.821354Z","steps":["trace[1261170886] 'range keys from in-memory index tree' (duration: 310.348426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:56.821546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.871375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:39:56.821639Z","caller":"traceutil/trace.go:171","msg":"trace[699770939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:809; }","duration":"169.012829ms","start":"2026-03-23T13:39:56.652603Z","end":"2026-03-23T13:39:56.821616Z","steps":["trace[699770939] 'range keys from in-memory index tree' (duration: 168.706142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:56.821608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:56.510383Z","time spent":"311.213805ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T13:39:57.457064Z","caller":"traceutil/trace.go:171","msg":"trace[360028525] transaction","detail":"{read_only:false; response_revision:813; number_of_response:1; }","duration":"628.770643ms","start":"2026-03-23T13:39:56.828259Z","end":"2026-03-23T13:39:57.457029Z","steps":["trace[360028525] 'process raft request' (duration: 628.739903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:57.457236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:56.828244Z","time spent":"628.925756ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:39:57.457383Z","caller":"traceutil/trace.go:171","msg":"trace[626116104] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"630.245316ms","start":"2026-03-23T13:39:56.827085Z","end":"2026-03-23T13:39:57.45733Z","steps":["trace[626116104] 'process raft request' (duration: 629.746034ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:39:57.457569Z","caller":"traceutil/trace.go:171","msg":"trace[1257183151] transaction","detail":"{read_only:false; response_revision:812; number_of_response:1; }","duration":"630.322137ms","start":"2026-03-23T13:39:56.827179Z","end":"2026-03-23T13:39:57.457501Z","steps":["trace[1257183151] 'process raft request' (duration: 629.792555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:39:57.457665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:56.827055Z","time spent":"630.45726ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:39:57.457873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:39:56.827131Z","time spent":"630.592063ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:08.436247Z","caller":"traceutil/trace.go:171","msg":"trace[1200528282] linearizableReadLoop","detail":"{readStateIndex:933; appliedIndex:932; }","duration":"141.683366ms","start":"2026-03-23T13:40:08.294534Z","end":"2026-03-23T13:40:08.436217Z","steps":["trace[1200528282] 'read index received' (duration: 141.447761ms)","trace[1200528282] 'applied index is now lower than readState.Index' (duration: 234.485µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:08.436313Z","caller":"traceutil/trace.go:171","msg":"trace[261764392] transaction","detail":"{read_only:false; response_revision:893; number_of_response:1; }","duration":"151.551507ms","start":"2026-03-23T13:40:08.284726Z","end":"2026-03-23T13:40:08.436277Z","steps":["trace[261764392] 'process raft request' (duration: 151.351062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:08.436392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.89156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:08.436433Z","caller":"traceutil/trace.go:171","msg":"trace[1860389043] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:893; }","duration":"141.983923ms","start":"2026-03-23T13:40:08.294437Z","end":"2026-03-23T13:40:08.436421Z","steps":["trace[1860389043] 'agreement among raft nodes before linearized reading' (duration: 141.896041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:11.146913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319429055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:40:11.647075Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319429055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:40:12.147792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319429055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:40:12.646042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000141039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T13:40:12.646149Z","caller":"traceutil/trace.go:171","msg":"trace[2133536526] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000290643s","start":"2026-03-23T13:40:10.645829Z","end":"2026-03-23T13:40:12.646119Z","steps":["trace[2133536526] 'agreement among raft nodes before linearized reading' (duration: 2.0001748s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:12.6462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:10.64581Z","time spent":"2.000380904s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 13:40:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T13:40:12.648198Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319429055,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:40:12.987212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.541902171s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T13:40:12.987779Z","caller":"traceutil/trace.go:171","msg":"trace[1899726029] transaction","detail":"{read_only:false; response_revision:900; number_of_response:1; }","duration":"2.542519726s","start":"2026-03-23T13:40:10.445215Z","end":"2026-03-23T13:40:12.987734Z","steps":["trace[1899726029] 'process raft request' (duration: 2.542393652s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:12.98792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:10.445196Z","time spent":"2.54265622s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:13.061453Z","caller":"traceutil/trace.go:171","msg":"trace[569762239] linearizableReadLoop","detail":"{readStateIndex:942; appliedIndex:940; }","duration":"2.415540459s","start":"2026-03-23T13:40:10.645881Z","end":"2026-03-23T13:40:13.061422Z","steps":["trace[569762239] 'read index received' (duration: 2.341666413s)","trace[569762239] 'applied index is now lower than readState.Index' (duration: 73.872766ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:13.06159Z","caller":"traceutil/trace.go:171","msg":"trace[1067779387] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"517.300045ms","start":"2026-03-23T13:40:12.544243Z","end":"2026-03-23T13:40:13.061543Z","steps":["trace[1067779387] 'process raft request' (duration: 517.033879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:13.061816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:12.544221Z","time spent":"517.472178ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:40:13.062137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519403644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T13:40:13.062196Z","caller":"traceutil/trace.go:171","msg":"trace[2053736585] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:901; }","duration":"1.519495396s","start":"2026-03-23T13:40:11.542686Z","end":"2026-03-23T13:40:13.062182Z","steps":["trace[2053736585] 'agreement among raft nodes before linearized reading' (duration: 1.519285191s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:13.062234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:11.542674Z","time spent":"1.519551917s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:13.062139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528880177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:40:13.062357Z","caller":"traceutil/trace.go:171","msg":"trace[1314916416] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:901; }","duration":"1.529119703s","start":"2026-03-23T13:40:11.533182Z","end":"2026-03-23T13:40:13.062302Z","steps":["trace[1314916416] 'agreement among raft nodes before linearized reading' (duration: 1.528842397s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:13.062425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048989993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-23T13:40:13.062479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:11.53316Z","time spent":"1.529272316s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-23T13:40:13.062569Z","caller":"traceutil/trace.go:171","msg":"trace[868465600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:901; }","duration":"2.049139217s","start":"2026-03-23T13:40:11.013374Z","end":"2026-03-23T13:40:13.062514Z","steps":["trace[868465600] 'agreement among raft nodes before linearized reading' (duration: 2.048942603s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:13.062885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528543938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:40:13.063116Z","caller":"traceutil/trace.go:171","msg":"trace[780394535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:901; }","duration":"1.528793774s","start":"2026-03-23T13:40:11.534303Z","end":"2026-03-23T13:40:13.063096Z","steps":["trace[780394535] 'agreement among raft nodes before linearized reading' (duration: 1.527868824s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:13.063174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:11.534289Z","time spent":"1.528869266s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T13:40:13.063174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:11.013354Z","time spent":"2.049802972s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:13.062601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.224118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:13.06438Z","caller":"traceutil/trace.go:171","msg":"trace[417574906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:901; }","duration":"418.001548ms","start":"2026-03-23T13:40:12.646364Z","end":"2026-03-23T13:40:13.064366Z","steps":["trace[417574906] 'agreement among raft nodes before linearized reading' (duration: 415.913491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:13.06443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:12.64631Z","time spent":"418.10758ms","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:40:13.062248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283543251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:40:13.064605Z","caller":"traceutil/trace.go:171","msg":"trace[1411446573] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:901; }","duration":"2.28614861s","start":"2026-03-23T13:40:10.778421Z","end":"2026-03-23T13:40:13.064569Z","steps":["trace[1411446573] 'agreement among raft nodes before linearized reading' (duration: 2.283406478s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:13.064765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:10.778274Z","time spent":"2.286447146s","remote":"127.0.0.1:48506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":107,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-23T13:40:21.27393Z","caller":"traceutil/trace.go:171","msg":"trace[808323077] transaction","detail":"{read_only:false; response_revision:925; number_of_response:1; }","duration":"168.070097ms","start":"2026-03-23T13:40:21.105814Z","end":"2026-03-23T13:40:21.273884Z","steps":["trace[808323077] 'process raft request' (duration: 151.356862ms)","trace[808323077] 'compare' (duration: 16.536491ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:21.310668Z","caller":"traceutil/trace.go:171","msg":"trace[2020368910] transaction","detail":"{read_only:false; response_revision:926; number_of_response:1; }","duration":"201.62233ms","start":"2026-03-23T13:40:21.109008Z","end":"2026-03-23T13:40:21.31063Z","steps":["trace[2020368910] 'process raft request' (duration: 201.22145ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:21.315107Z","caller":"traceutil/trace.go:171","msg":"trace[413406637] linearizableReadLoop","detail":"{readStateIndex:970; appliedIndex:967; }","duration":"204.837842ms","start":"2026-03-23T13:40:21.110185Z","end":"2026-03-23T13:40:21.315023Z","steps":["trace[413406637] 'read index received' (duration: 147.005265ms)","trace[413406637] 'applied index is now lower than readState.Index' (duration: 57.830547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:21.315515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.298092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-23T13:40:21.315573Z","caller":"traceutil/trace.go:171","msg":"trace[1371317591] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:927; }","duration":"205.404213ms","start":"2026-03-23T13:40:21.110151Z","end":"2026-03-23T13:40:21.315555Z","steps":["trace[1371317591] 'agreement among raft nodes before linearized reading' (duration: 205.039145ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:21.315645Z","caller":"traceutil/trace.go:171","msg":"trace[1144168655] transaction","detail":"{read_only:false; response_revision:927; number_of_response:1; }","duration":"206.484627ms","start":"2026-03-23T13:40:21.109109Z","end":"2026-03-23T13:40:21.315593Z","steps":["trace[1144168655] 'process raft request' (duration: 205.048126ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:25.55707Z","caller":"traceutil/trace.go:171","msg":"trace[2042690648] linearizableReadLoop","detail":"{readStateIndex:980; appliedIndex:979; }","duration":"196.482014ms","start":"2026-03-23T13:40:25.360565Z","end":"2026-03-23T13:40:25.557047Z","steps":["trace[2042690648] 'read index received' (duration: 196.32269ms)","trace[2042690648] 'applied index is now lower than readState.Index' (duration: 158.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:25.55717Z","caller":"traceutil/trace.go:171","msg":"trace[974082404] transaction","detail":"{read_only:false; response_revision:936; number_of_response:1; }","duration":"233.722558ms","start":"2026-03-23T13:40:25.323405Z","end":"2026-03-23T13:40:25.557127Z","steps":["trace[974082404] 'process raft request' (duration: 233.530583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:25.557315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.260835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T13:40:25.557334Z","caller":"traceutil/trace.go:171","msg":"trace[1690666145] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:936; }","duration":"182.361297ms","start":"2026-03-23T13:40:25.374965Z","end":"2026-03-23T13:40:25.557326Z","steps":["trace[1690666145] 'agreement among raft nodes before linearized reading' (duration: 182.318236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:25.557262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.677368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-03-23T13:40:25.557431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.76168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:40:25.557446Z","caller":"traceutil/trace.go:171","msg":"trace[977333788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:936; }","duration":"196.878532ms","start":"2026-03-23T13:40:25.36053Z","end":"2026-03-23T13:40:25.557409Z","steps":["trace[977333788] 'agreement among raft nodes before linearized reading' (duration: 196.624866ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:25.557515Z","caller":"traceutil/trace.go:171","msg":"trace[1475357402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:936; }","duration":"196.903204ms","start":"2026-03-23T13:40:25.360594Z","end":"2026-03-23T13:40:25.557498Z","steps":["trace[1475357402] 'agreement among raft nodes before linearized reading' (duration: 196.681108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:28.777602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.288926ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:40:28.777917Z","caller":"traceutil/trace.go:171","msg":"trace[1526897869] linearizableReadLoop","detail":"{readStateIndex:1009; appliedIndex:1007; }","duration":"131.562418ms","start":"2026-03-23T13:40:28.646333Z","end":"2026-03-23T13:40:28.777895Z","steps":["trace[1526897869] 'read index received' (duration: 40.381µs)","trace[1526897869] 'applied index is now lower than readState.Index' (duration: 131.520787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:28.778061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.718881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:28.778139Z","caller":"traceutil/trace.go:171","msg":"trace[1722400706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:964; }","duration":"131.843814ms","start":"2026-03-23T13:40:28.646284Z","end":"2026-03-23T13:40:28.778128Z","steps":["trace[1722400706] 'agreement among raft nodes before linearized reading' (duration: 131.707541ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:28.778483Z","caller":"traceutil/trace.go:171","msg":"trace[813740723] transaction","detail":"{read_only:false; response_revision:963; number_of_response:1; }","duration":"272.108409ms","start":"2026-03-23T13:40:28.506361Z","end":"2026-03-23T13:40:28.77847Z","steps":["trace[813740723] 'process raft request' (duration: 129.884082ms)","trace[813740723] 'compare' (duration: 141.123852ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:28.778711Z","caller":"traceutil/trace.go:171","msg":"trace[1122248588] transaction","detail":"{read_only:false; response_revision:964; number_of_response:1; }","duration":"268.814705ms","start":"2026-03-23T13:40:28.509887Z","end":"2026-03-23T13:40:28.778702Z","steps":["trace[1122248588] 'process raft request' (duration: 267.830143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:29.631415Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319429204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:40:30.132458Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319429204,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:40:30.310588Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.186450061s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T13:40:30.311115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:29.124067Z","time spent":"1.187043235s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T13:40:31.544795Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233976898s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T13:40:31.795723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.600566ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:40:31.795844Z","caller":"traceutil/trace.go:171","msg":"trace[1978198764] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"1.483328075s","start":"2026-03-23T13:40:30.312505Z","end":"2026-03-23T13:40:31.795833Z","steps":["trace[1978198764] 'process raft request' (duration: 1.483283434s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:31.795881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:30.312485Z","time spent":"1.483378937s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:31.796093Z","caller":"traceutil/trace.go:171","msg":"trace[1873074363] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"2.238328337s","start":"2026-03-23T13:40:29.557757Z","end":"2026-03-23T13:40:31.796085Z","steps":["trace[1873074363] 'process raft request' (duration: 1.987314002s)","trace[1873074363] 'compare' (duration: 250.447703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:31.79614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:29.557727Z","time spent":"2.238394119s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:31.796311Z","caller":"traceutil/trace.go:171","msg":"trace[809729431] linearizableReadLoop","detail":"{readStateIndex:1011; appliedIndex:1009; }","duration":"2.6653896s","start":"2026-03-23T13:40:29.130914Z","end":"2026-03-23T13:40:31.796303Z","steps":["trace[809729431] 'read index received' (duration: 1.179910076s)","trace[809729431] 'applied index is now lower than readState.Index' (duration: 1.485478534s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:31.796423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665506453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T13:40:31.796449Z","caller":"traceutil/trace.go:171","msg":"trace[662135828] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:966; }","duration":"2.665553353s","start":"2026-03-23T13:40:29.130889Z","end":"2026-03-23T13:40:31.796442Z","steps":["trace[662135828] 'agreement among raft nodes before linearized reading' (duration: 2.665467471s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:31.796468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:29.130879Z","time spent":"2.665584735s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T13:40:31.796484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.226984383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T13:40:31.796517Z","caller":"traceutil/trace.go:171","msg":"trace[896431296] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:966; }","duration":"2.227018504s","start":"2026-03-23T13:40:29.569488Z","end":"2026-03-23T13:40:31.796506Z","steps":["trace[896431296] 'agreement among raft nodes before linearized reading' (duration: 2.226938762s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:31.796544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:29.569448Z","time spent":"2.227090395s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:31.79663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218084484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T13:40:31.796668Z","caller":"traceutil/trace.go:171","msg":"trace[2014302839] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:966; }","duration":"2.218143695s","start":"2026-03-23T13:40:29.578519Z","end":"2026-03-23T13:40:31.796662Z","steps":["trace[2014302839] 'agreement among raft nodes before linearized reading' (duration: 2.218069384s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:31.796689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:29.578509Z","time spent":"2.218175756s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:31.796716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151200521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:31.796754Z","caller":"traceutil/trace.go:171","msg":"trace[1826347176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:966; }","duration":"1.151262863s","start":"2026-03-23T13:40:30.645482Z","end":"2026-03-23T13:40:31.796745Z","steps":["trace[1826347176] 'agreement among raft nodes before linearized reading' (duration: 1.151211502s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:31.796788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:30.645466Z","time spent":"1.151315424s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:40:31.796807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.21965855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:40:31.796827Z","caller":"traceutil/trace.go:171","msg":"trace[1310346420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:966; }","duration":"2.219707181s","start":"2026-03-23T13:40:29.577114Z","end":"2026-03-23T13:40:31.796821Z","steps":["trace[1310346420] 'agreement among raft nodes before linearized reading' (duration: 2.219651719s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:31.796849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:29.577101Z","time spent":"2.219743692s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:31.797471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218764079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:40:31.797556Z","caller":"traceutil/trace.go:171","msg":"trace[1961219470] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:966; }","duration":"2.218890312s","start":"2026-03-23T13:40:29.578651Z","end":"2026-03-23T13:40:31.797541Z","steps":["trace[1961219470] 'agreement among raft nodes before linearized reading' (duration: 2.21792837s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:31.797594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:29.578645Z","time spent":"2.218941533s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-23T13:40:32.077094Z","caller":"traceutil/trace.go:171","msg":"trace[1834754529] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"274.642186ms","start":"2026-03-23T13:40:31.802425Z","end":"2026-03-23T13:40:32.077067Z","steps":["trace[1834754529] 'process raft request' (duration: 258.255989ms)","trace[1834754529] 'compare' (duration: 16.202013ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:32.077438Z","caller":"traceutil/trace.go:171","msg":"trace[1551386587] transaction","detail":"{read_only:false; response_revision:970; number_of_response:1; }","duration":"274.8259ms","start":"2026-03-23T13:40:31.802593Z","end":"2026-03-23T13:40:32.077418Z","steps":["trace[1551386587] 'process raft request' (duration: 274.788229ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:32.077599Z","caller":"traceutil/trace.go:171","msg":"trace[1128829582] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"275.039934ms","start":"2026-03-23T13:40:31.802539Z","end":"2026-03-23T13:40:32.077579Z","steps":["trace[1128829582] 'process raft request' (duration: 274.743738ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:32.077583Z","caller":"traceutil/trace.go:171","msg":"trace[1124741728] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"275.055955ms","start":"2026-03-23T13:40:31.802502Z","end":"2026-03-23T13:40:32.077558Z","steps":["trace[1124741728] 'process raft request' (duration: 274.518083ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:32.087997Z","caller":"traceutil/trace.go:171","msg":"trace[1781118647] linearizableReadLoop","detail":"{readStateIndex:1017; appliedIndex:1012; }","duration":"283.71858ms","start":"2026-03-23T13:40:31.804264Z","end":"2026-03-23T13:40:32.087982Z","steps":["trace[1781118647] 'read index received' (duration: 256.431808ms)","trace[1781118647] 'applied index is now lower than readState.Index' (duration: 27.285442ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:32.088137Z","caller":"traceutil/trace.go:171","msg":"trace[1462616565] transaction","detail":"{read_only:false; response_revision:971; number_of_response:1; }","duration":"285.000648ms","start":"2026-03-23T13:40:31.803089Z","end":"2026-03-23T13:40:32.08809Z","steps":["trace[1462616565] 'process raft request' (duration: 284.795014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:32.088227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.957486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-23T13:40:32.088294Z","caller":"traceutil/trace.go:171","msg":"trace[954255595] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:971; }","duration":"284.050957ms","start":"2026-03-23T13:40:31.804226Z","end":"2026-03-23T13:40:32.088277Z","steps":["trace[954255595] 'agreement among raft nodes before linearized reading' (duration: 283.920954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:32.088316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.236875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:32.088345Z","caller":"traceutil/trace.go:171","msg":"trace[240260994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:971; }","duration":"281.301475ms","start":"2026-03-23T13:40:31.807035Z","end":"2026-03-23T13:40:32.088336Z","steps":["trace[240260994] 'agreement among raft nodes before linearized reading' (duration: 281.212964ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:33.962045Z","caller":"traceutil/trace.go:171","msg":"trace[697107342] linearizableReadLoop","detail":"{readStateIndex:1019; appliedIndex:1018; }","duration":"317.849885ms","start":"2026-03-23T13:40:33.644173Z","end":"2026-03-23T13:40:33.962023Z","steps":["trace[697107342] 'read index received' (duration: 317.665271ms)","trace[697107342] 'applied index is now lower than readState.Index' (duration: 183.614µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:33.962193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.010068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:33.962227Z","caller":"traceutil/trace.go:171","msg":"trace[1538669826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:973; }","duration":"318.09926ms","start":"2026-03-23T13:40:33.644118Z","end":"2026-03-23T13:40:33.962217Z","steps":["trace[1538669826] 'agreement among raft nodes before linearized reading' (duration: 317.996338ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:33.962215Z","caller":"traceutil/trace.go:171","msg":"trace[1656170611] transaction","detail":"{read_only:false; response_revision:973; number_of_response:1; }","duration":"694.811073ms","start":"2026-03-23T13:40:33.267371Z","end":"2026-03-23T13:40:33.962182Z","steps":["trace[1656170611] 'process raft request' (duration: 694.516197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:33.962269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:33.644093Z","time spent":"318.167911ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:40:33.962375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:33.267332Z","time spent":"694.953476ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:40:35.856048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773129842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:40:35.856129Z","caller":"traceutil/trace.go:171","msg":"trace[88832609] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:973; }","duration":"1.773256224s","start":"2026-03-23T13:40:34.082855Z","end":"2026-03-23T13:40:35.856111Z","steps":["trace[88832609] 'range keys from in-memory index tree' (duration: 1.772917996s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:35.856179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:34.08284Z","time spent":"1.773325546s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T13:40:35.856448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771647339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-23T13:40:35.85651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771032404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T13:40:35.856603Z","caller":"traceutil/trace.go:171","msg":"trace[256851318] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:973; }","duration":"1.771131966s","start":"2026-03-23T13:40:34.085453Z","end":"2026-03-23T13:40:35.856585Z","steps":["trace[256851318] 'range keys from in-memory index tree' (duration: 1.770900491s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:35.856647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:34.085432Z","time spent":"1.771206378s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-23T13:40:35.856527Z","caller":"traceutil/trace.go:171","msg":"trace[366559566] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:973; }","duration":"1.771766522s","start":"2026-03-23T13:40:34.084743Z","end":"2026-03-23T13:40:35.856509Z","steps":["trace[366559566] 'range keys from in-memory index tree' (duration: 1.771516476s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:35.856843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:34.084724Z","time spent":"1.772098999s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:35.856448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771737651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:40:35.85697Z","caller":"traceutil/trace.go:171","msg":"trace[383859707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:973; }","duration":"1.772261592s","start":"2026-03-23T13:40:34.08469Z","end":"2026-03-23T13:40:35.856952Z","steps":["trace[383859707] 'range keys from in-memory index tree' (duration: 1.771623018s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:35.857005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:34.08466Z","time spent":"1.772333673s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:35.857885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.763721651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T13:40:35.85796Z","caller":"traceutil/trace.go:171","msg":"trace[852111702] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:973; }","duration":"1.7650514s","start":"2026-03-23T13:40:34.092895Z","end":"2026-03-23T13:40:35.857946Z","steps":["trace[852111702] 'range keys from in-memory index tree' (duration: 1.762984465s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:35.858004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:34.092874Z","time spent":"1.765114131s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:36.194808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523846114s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-03-23T13:40:36.195005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.747577959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:40:36.194995Z","caller":"traceutil/trace.go:171","msg":"trace[1750478830] linearizableReadLoop","detail":"{readStateIndex:1020; appliedIndex:1019; }","duration":"1.747490277s","start":"2026-03-23T13:40:34.44741Z","end":"2026-03-23T13:40:36.1949Z","steps":["trace[1750478830] 'read index received' (duration: 223.47519ms)","trace[1750478830] 'applied index is now lower than readState.Index' (duration: 1.524013457s)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:36.19508Z","caller":"traceutil/trace.go:171","msg":"trace[863356353] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:973; }","duration":"1.747673461s","start":"2026-03-23T13:40:34.447393Z","end":"2026-03-23T13:40:36.195067Z","steps":["trace[863356353] 'agreement among raft nodes before linearized reading' (duration: 1.747521068s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:36.195129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:34.447303Z","time spent":"1.747811174s","remote":"127.0.0.1:44068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":2,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-23T13:40:36.218671Z","caller":"traceutil/trace.go:171","msg":"trace[286632555] transaction","detail":"{read_only:false; response_revision:974; number_of_response:1; }","duration":"358.71379ms","start":"2026-03-23T13:40:35.859932Z","end":"2026-03-23T13:40:36.218646Z","steps":["trace[286632555] 'process raft request' (duration: 358.535696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:36.218832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:35.859914Z","time spent":"358.841162ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:36.226093Z","caller":"traceutil/trace.go:171","msg":"trace[521761709] transaction","detail":"{read_only:false; response_revision:975; number_of_response:1; }","duration":"364.441338ms","start":"2026-03-23T13:40:35.861619Z","end":"2026-03-23T13:40:36.22606Z","steps":["trace[521761709] 'process raft request' (duration: 364.202723ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:36.226273Z","caller":"traceutil/trace.go:171","msg":"trace[1328332635] transaction","detail":"{read_only:false; response_revision:976; number_of_response:1; }","duration":"364.490729ms","start":"2026-03-23T13:40:35.861769Z","end":"2026-03-23T13:40:36.22626Z","steps":["trace[1328332635] 'process raft request' (duration: 364.238563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:36.226274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:35.861594Z","time spent":"364.585701ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:40:36.226355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:35.861758Z","time spent":"364.552761ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:36.226622Z","caller":"traceutil/trace.go:171","msg":"trace[573539402] transaction","detail":"{read_only:false; response_revision:977; number_of_response:1; }","duration":"364.826597ms","start":"2026-03-23T13:40:35.861788Z","end":"2026-03-23T13:40:36.226615Z","steps":["trace[573539402] 'process raft request' (duration: 364.417828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:36.226668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:35.861778Z","time spent":"364.865437ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:40:36.22666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31177879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:36.226714Z","caller":"traceutil/trace.go:171","msg":"trace[1022701712] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:978; }","duration":"1.311870443s","start":"2026-03-23T13:40:34.914831Z","end":"2026-03-23T13:40:36.226701Z","steps":["trace[1022701712] 'agreement among raft nodes before linearized reading' (duration: 1.311779611s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:36.226854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:34.914813Z","time spent":"1.311926433s","remote":"127.0.0.1:48280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-23T13:40:36.226867Z","caller":"traceutil/trace.go:171","msg":"trace[35519237] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"365.027501ms","start":"2026-03-23T13:40:35.861833Z","end":"2026-03-23T13:40:36.22686Z","steps":["trace[35519237] 'process raft request' (duration: 364.724054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:36.227123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.423258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:36.227173Z","caller":"traceutil/trace.go:171","msg":"trace[2022793233] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:978; }","duration":"584.5106ms","start":"2026-03-23T13:40:35.642651Z","end":"2026-03-23T13:40:36.227162Z","steps":["trace[2022793233] 'agreement among raft nodes before linearized reading' (duration: 584.436228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:36.227208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:35.642633Z","time spent":"584.565051ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:40:36.226954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:35.861823Z","time spent":"365.104733ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:40:36.436388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.945434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:36.436702Z","caller":"traceutil/trace.go:171","msg":"trace[1907649437] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:0; response_revision:979; }","duration":"110.276641ms","start":"2026-03-23T13:40:36.32641Z","end":"2026-03-23T13:40:36.436687Z","steps":["trace[1907649437] 'range keys from in-memory index tree' (duration: 109.870612ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:37.055552Z","caller":"traceutil/trace.go:171","msg":"trace[348326979] transaction","detail":"{read_only:false; response_revision:980; number_of_response:1; }","duration":"613.562972ms","start":"2026-03-23T13:40:36.441975Z","end":"2026-03-23T13:40:37.055538Z","steps":["trace[348326979] 'process raft request' (duration: 613.331536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:37.055669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:36.441948Z","time spent":"613.665874ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T13:40:37.055835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.651764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:37.055941Z","caller":"traceutil/trace.go:171","msg":"trace[552173188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:980; }","duration":"410.814488ms","start":"2026-03-23T13:40:36.645098Z","end":"2026-03-23T13:40:37.055912Z","steps":["trace[552173188] 'agreement among raft nodes before linearized reading' (duration: 410.570352ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:37.055999Z","caller":"traceutil/trace.go:171","msg":"trace[2078432642] linearizableReadLoop","detail":"{readStateIndex:1027; appliedIndex:1026; }","duration":"410.328267ms","start":"2026-03-23T13:40:36.645169Z","end":"2026-03-23T13:40:37.055497Z","steps":["trace[2078432642] 'read index received' (duration: 410.159633ms)","trace[2078432642] 'applied index is now lower than readState.Index' (duration: 167.264µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:37.056006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:36.645067Z","time spent":"410.925731ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:40:37.575609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.470408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:40:37.575734Z","caller":"traceutil/trace.go:171","msg":"trace[1787954067] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"766.302495ms","start":"2026-03-23T13:40:36.809406Z","end":"2026-03-23T13:40:37.575709Z","steps":["trace[1787954067] 'process raft request' (duration: 617.673424ms)","trace[1787954067] 'compare' (duration: 148.291993ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:37.575791Z","caller":"traceutil/trace.go:171","msg":"trace[1852012368] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"514.296647ms","start":"2026-03-23T13:40:37.061453Z","end":"2026-03-23T13:40:37.575749Z","steps":["trace[1852012368] 'process raft request' (duration: 514.250076ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:37.575802Z","caller":"traceutil/trace.go:171","msg":"trace[326060945] linearizableReadLoop","detail":"{readStateIndex:1028; appliedIndex:1027; }","duration":"514.626755ms","start":"2026-03-23T13:40:37.061131Z","end":"2026-03-23T13:40:37.575758Z","steps":["trace[326060945] 'read index received' (duration: 365.932402ms)","trace[326060945] 'applied index is now lower than readState.Index' (duration: 148.691882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:37.575826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:36.809378Z","time spent":"766.404258ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T13:40:37.575852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:37.061426Z","time spent":"514.40082ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T13:40:37.575976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.925053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T13:40:37.575983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.848859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-23T13:40:37.57601Z","caller":"traceutil/trace.go:171","msg":"trace[1111363662] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:982; }","duration":"514.931081ms","start":"2026-03-23T13:40:37.061072Z","end":"2026-03-23T13:40:37.576003Z","steps":["trace[1111363662] 'agreement among raft nodes before linearized reading' (duration: 514.779098ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:37.576009Z","caller":"traceutil/trace.go:171","msg":"trace[972423268] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:982; }","duration":"478.023295ms","start":"2026-03-23T13:40:37.097976Z","end":"2026-03-23T13:40:37.575999Z","steps":["trace[972423268] 'agreement among raft nodes before linearized reading' (duration: 477.938163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:37.576034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:37.061033Z","time spent":"514.994872ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-23T13:40:37.576042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:37.097949Z","time spent":"478.082426ms","remote":"127.0.0.1:44048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":3,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-23T13:40:38.143279Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319429246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:40:39.643814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000554448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T13:40:39.643903Z","caller":"traceutil/trace.go:171","msg":"trace[885245049] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000703252s","start":"2026-03-23T13:40:37.643182Z","end":"2026-03-23T13:40:39.643886Z","steps":["trace[885245049] 'agreement among raft nodes before linearized reading' (duration: 2.000588359s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:39.64395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:37.643162Z","time spent":"2.000777864s","remote":"127.0.0.1:47992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:40:39.778428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.741592ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:39.778561Z","caller":"traceutil/trace.go:171","msg":"trace[664012019] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:982; }","duration":"404.884505ms","start":"2026-03-23T13:40:39.373659Z","end":"2026-03-23T13:40:39.778543Z","steps":["trace[664012019] 'range keys from in-memory index tree' (duration: 404.722971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:39.778568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.288741564s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:40:39.778692Z","caller":"traceutil/trace.go:171","msg":"trace[1794906134] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"2.199474317s","start":"2026-03-23T13:40:37.579199Z","end":"2026-03-23T13:40:39.778673Z","steps":["trace[1794906134] 'process raft request' (duration: 910.553649ms)","trace[1794906134] 'compare' (duration: 1.288411527s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:39.778748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:37.57918Z","time spent":"2.199543948s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-23T13:40:40.161968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999647479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-23T13:40:40.162034Z","caller":"traceutil/trace.go:171","msg":"trace[473850737] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999771802s","start":"2026-03-23T13:40:38.162248Z","end":"2026-03-23T13:40:40.16202Z","steps":["trace[473850737] 'agreement among raft nodes before linearized reading' (duration: 1.99968817s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:40.162072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:38.162181Z","time spent":"1.999882094s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/23 13:40:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-23T13:40:40.42562Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.935799297s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-23T13:40:41.651747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T13:40:41.651824Z","caller":"traceutil/trace.go:171","msg":"trace[731210863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415916s","start":"2026-03-23T13:40:39.651391Z","end":"2026-03-23T13:40:41.651806Z","steps":["trace[731210863] 'agreement among raft nodes before linearized reading' (duration: 2.000320793s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:41.651883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:39.651367Z","time spent":"2.000508007s","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T13:40:41.657115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231262337s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T13:40:41.657182Z","caller":"traceutil/trace.go:171","msg":"trace[1722028961] linearizableReadLoop","detail":"{readStateIndex:1031; appliedIndex:1029; }","duration":"4.013937975s","start":"2026-03-23T13:40:37.643226Z","end":"2026-03-23T13:40:41.657164Z","steps":["trace[1722028961] 'read index received' (duration: 846.583664ms)","trace[1722028961] 'applied index is now lower than readState.Index' (duration: 3.167353151s)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:41.657235Z","caller":"traceutil/trace.go:171","msg":"trace[989271785] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"4.075560276s","start":"2026-03-23T13:40:37.581655Z","end":"2026-03-23T13:40:41.657215Z","steps":["trace[989271785] 'process raft request' (duration: 2.844137895s)","trace[989271785] 'compare' (duration: 1.230670383s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:41.657358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:37.581628Z","time spent":"4.075657188s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:40:41.657384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.424164337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-23T13:40:41.657418Z","caller":"traceutil/trace.go:171","msg":"trace[1287781708] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:984; }","duration":"3.424242709s","start":"2026-03-23T13:40:38.233165Z","end":"2026-03-23T13:40:41.657408Z","steps":["trace[1287781708] 'agreement among raft nodes before linearized reading' (duration: 3.424127347s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:41.657444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:38.233143Z","time spent":"3.42429422s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:41.657478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.533285549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.248\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-23T13:40:41.65741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428243118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-23T13:40:41.65755Z","caller":"traceutil/trace.go:171","msg":"trace[689436957] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:984; }","duration":"3.428443292s","start":"2026-03-23T13:40:38.229091Z","end":"2026-03-23T13:40:41.657535Z","steps":["trace[689436957] 'agreement among raft nodes before linearized reading' (duration: 3.428163256s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:41.65757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425553588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-23T13:40:41.65759Z","caller":"traceutil/trace.go:171","msg":"trace[963187140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:984; }","duration":"3.425613989s","start":"2026-03-23T13:40:38.231971Z","end":"2026-03-23T13:40:41.657585Z","steps":["trace[963187140] 'agreement among raft nodes before linearized reading' (duration: 3.425560568s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:41.657586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:38.22907Z","time spent":"3.428507234s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T13:40:41.657609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:38.231959Z","time spent":"3.425645689s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:41.65757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.42430938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:431"} {"level":"warn","ts":"2026-03-23T13:40:41.657575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.425380284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-23T13:40:41.657482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.873835229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f7c06c479b108\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-23T13:40:41.657665Z","caller":"traceutil/trace.go:171","msg":"trace[944036570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:984; }","duration":"3.424433533s","start":"2026-03-23T13:40:38.233207Z","end":"2026-03-23T13:40:41.657641Z","steps":["trace[944036570] 'agreement among raft nodes before linearized reading' (duration: 3.424096746s)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:41.657682Z","caller":"traceutil/trace.go:171","msg":"trace[1788727773] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.189f7c06c479b108; range_end:; response_count:1; response_revision:984; }","duration":"1.874092655s","start":"2026-03-23T13:40:39.783579Z","end":"2026-03-23T13:40:41.657672Z","steps":["trace[1788727773] 'agreement among raft nodes before linearized reading' (duration: 1.873743237s)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:41.65751Z","caller":"traceutil/trace.go:171","msg":"trace[1109899456] range","detail":"{range_begin:/registry/masterleases/199.204.45.248; range_end:; response_count:1; response_revision:984; }","duration":"2.533360541s","start":"2026-03-23T13:40:39.124139Z","end":"2026-03-23T13:40:41.6575Z","steps":["trace[1109899456] 'agreement among raft nodes before linearized reading' (duration: 2.533254699s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:41.657704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:39.783561Z","time spent":"1.874136335s","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.189f7c06c479b108\" "} {"level":"warn","ts":"2026-03-23T13:40:41.657725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:38.233197Z","time spent":"3.424517905s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T13:40:41.657726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:39.124118Z","time spent":"2.533597087s","remote":"127.0.0.1:48036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.248\" "} {"level":"info","ts":"2026-03-23T13:40:41.657666Z","caller":"traceutil/trace.go:171","msg":"trace[1019864105] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:984; }","duration":"3.425514286s","start":"2026-03-23T13:40:38.232135Z","end":"2026-03-23T13:40:41.65765Z","steps":["trace[1019864105] 'agreement among raft nodes before linearized reading' (duration: 3.42523524s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:41.657829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:38.232129Z","time spent":"3.42568698s","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T13:40:42.167664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3415871581319429250,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T13:40:42.602757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.660598Z","time spent":"942.153086ms","remote":"127.0.0.1:48036","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-23T13:40:42.612487Z","caller":"traceutil/trace.go:171","msg":"trace[803671388] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"951.602508ms","start":"2026-03-23T13:40:41.660851Z","end":"2026-03-23T13:40:42.612454Z","steps":["trace[803671388] 'process raft request' (duration: 951.26091ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:42.612618Z","caller":"traceutil/trace.go:171","msg":"trace[1502028388] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1031; }","duration":"945.497871ms","start":"2026-03-23T13:40:41.667096Z","end":"2026-03-23T13:40:42.612594Z","steps":["trace[1502028388] 'read index received' (duration: 914.824264ms)","trace[1502028388] 'applied index is now lower than readState.Index' (duration: 30.672207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:40:42.612765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.660825Z","time spent":"951.808673ms","remote":"127.0.0.1:48092","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:42.612994Z","caller":"traceutil/trace.go:171","msg":"trace[2000606793] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"948.954909ms","start":"2026-03-23T13:40:41.664026Z","end":"2026-03-23T13:40:42.612981Z","steps":["trace[2000606793] 'process raft request' (duration: 948.306995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:42.612775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"945.653495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T13:40:42.613124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.664007Z","time spent":"949.047261ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:42.613129Z","caller":"traceutil/trace.go:171","msg":"trace[1471377223] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:991; }","duration":"946.032674ms","start":"2026-03-23T13:40:41.667072Z","end":"2026-03-23T13:40:42.613105Z","steps":["trace[1471377223] 'agreement among raft nodes before linearized reading' (duration: 945.617115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:42.613191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.667053Z","time spent":"946.120825ms","remote":"127.0.0.1:48000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T13:40:42.613305Z","caller":"traceutil/trace.go:171","msg":"trace[543262459] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"623.863153ms","start":"2026-03-23T13:40:41.989423Z","end":"2026-03-23T13:40:42.613286Z","steps":["trace[543262459] 'process raft request' (duration: 623.130217ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:42.61338Z","caller":"traceutil/trace.go:171","msg":"trace[159189510] transaction","detail":"{read_only:false; response_revision:990; number_of_response:1; }","duration":"948.292894ms","start":"2026-03-23T13:40:41.665061Z","end":"2026-03-23T13:40:42.613354Z","steps":["trace[159189510] 'process raft request' (duration: 947.459076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:42.613455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.665051Z","time spent":"948.367176ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T13:40:42.613521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.989398Z","time spent":"624.003646ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:42.613775Z","caller":"traceutil/trace.go:171","msg":"trace[280050239] transaction","detail":"{read_only:false; response_revision:987; number_of_response:1; }","duration":"949.46635ms","start":"2026-03-23T13:40:41.664105Z","end":"2026-03-23T13:40:42.613571Z","steps":["trace[280050239] 'process raft request' (duration: 948.281844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:42.613852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.664093Z","time spent":"949.726426ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:42.613847Z","caller":"traceutil/trace.go:171","msg":"trace[223692405] transaction","detail":"{read_only:false; response_revision:988; number_of_response:1; }","duration":"949.659015ms","start":"2026-03-23T13:40:41.664171Z","end":"2026-03-23T13:40:42.61383Z","steps":["trace[223692405] 'process raft request' (duration: 948.255794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:42.613963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.664146Z","time spent":"949.750506ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:42.613811Z","caller":"traceutil/trace.go:171","msg":"trace[927669574] transaction","detail":"{read_only:false; response_revision:989; number_of_response:1; }","duration":"949.00484ms","start":"2026-03-23T13:40:41.66423Z","end":"2026-03-23T13:40:42.613235Z","steps":["trace[927669574] 'process raft request' (duration: 948.233253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:42.614076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T13:40:41.664222Z","time spent":"949.810648ms","remote":"127.0.0.1:48294","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T13:40:48.800633Z","caller":"traceutil/trace.go:171","msg":"trace[1880535131] linearizableReadLoop","detail":"{readStateIndex:1069; appliedIndex:1068; }","duration":"100.785229ms","start":"2026-03-23T13:40:48.699822Z","end":"2026-03-23T13:40:48.800607Z","steps":["trace[1880535131] 'read index received' (duration: 100.615114ms)","trace[1880535131] 'applied index is now lower than readState.Index' (duration: 169.155µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:48.800682Z","caller":"traceutil/trace.go:171","msg":"trace[576730829] transaction","detail":"{read_only:false; response_revision:1020; number_of_response:1; }","duration":"102.973617ms","start":"2026-03-23T13:40:48.697668Z","end":"2026-03-23T13:40:48.800641Z","steps":["trace[576730829] 'process raft request' (duration: 102.764062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:48.800877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.031974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-23T13:40:48.800923Z","caller":"traceutil/trace.go:171","msg":"trace[2031006588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1020; }","duration":"101.125496ms","start":"2026-03-23T13:40:48.699783Z","end":"2026-03-23T13:40:48.800908Z","steps":["trace[2031006588] 'agreement among raft nodes before linearized reading' (duration: 100.959233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:48.800935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.077165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-23T13:40:48.800987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.138076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-23T13:40:48.801076Z","caller":"traceutil/trace.go:171","msg":"trace[1864265327] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1020; }","duration":"101.27414ms","start":"2026-03-23T13:40:48.699782Z","end":"2026-03-23T13:40:48.801056Z","steps":["trace[1864265327] 'agreement among raft nodes before linearized reading' (duration: 101.012744ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:48.801003Z","caller":"traceutil/trace.go:171","msg":"trace[1944302658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1020; }","duration":"101.196028ms","start":"2026-03-23T13:40:48.699789Z","end":"2026-03-23T13:40:48.800985Z","steps":["trace[1944302658] 'agreement among raft nodes before linearized reading' (duration: 100.886081ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:48.81969Z","caller":"traceutil/trace.go:171","msg":"trace[1324324106] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"117.579476ms","start":"2026-03-23T13:40:48.70209Z","end":"2026-03-23T13:40:48.819669Z","steps":["trace[1324324106] 'process raft request' (duration: 117.439853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:51.108877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.293534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:40:51.109004Z","caller":"traceutil/trace.go:171","msg":"trace[782107404] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:0; response_revision:1041; }","duration":"111.477039ms","start":"2026-03-23T13:40:50.997502Z","end":"2026-03-23T13:40:51.108979Z","steps":["trace[782107404] 'range keys from in-memory index tree' (duration: 111.197142ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:40:52.032228Z","caller":"traceutil/trace.go:171","msg":"trace[1502137752] linearizableReadLoop","detail":"{readStateIndex:1096; appliedIndex:1095; }","duration":"187.181605ms","start":"2026-03-23T13:40:51.845023Z","end":"2026-03-23T13:40:52.032205Z","steps":["trace[1502137752] 'read index received' (duration: 186.96917ms)","trace[1502137752] 'applied index is now lower than readState.Index' (duration: 211.575µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:40:52.032353Z","caller":"traceutil/trace.go:171","msg":"trace[2030648522] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"292.843313ms","start":"2026-03-23T13:40:51.739495Z","end":"2026-03-23T13:40:52.032339Z","steps":["trace[2030648522] 'process raft request' (duration: 292.555657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:52.032706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.096838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-q4zpw\" ","response":"range_response_count:1 size:12642"} {"level":"info","ts":"2026-03-23T13:40:52.032774Z","caller":"traceutil/trace.go:171","msg":"trace[857196117] range","detail":"{range_begin:/registry/pods/kube-system/ceph-csi-rbd-provisioner-69cb97fb6-q4zpw; range_end:; response_count:1; response_revision:1046; }","duration":"131.214941ms","start":"2026-03-23T13:40:51.901541Z","end":"2026-03-23T13:40:52.032756Z","steps":["trace[857196117] 'agreement among raft nodes before linearized reading' (duration: 131.027027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:40:52.03277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.739137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:40:52.032812Z","caller":"traceutil/trace.go:171","msg":"trace[1692764981] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1046; }","duration":"187.824509ms","start":"2026-03-23T13:40:51.844975Z","end":"2026-03-23T13:40:52.032799Z","steps":["trace[1692764981] 'agreement among raft nodes before linearized reading' (duration: 187.741787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:41:35.964042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.662388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-23T13:41:35.964157Z","caller":"traceutil/trace.go:171","msg":"trace[2140246073] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1231; }","duration":"126.821982ms","start":"2026-03-23T13:41:35.837309Z","end":"2026-03-23T13:41:35.964131Z","steps":["trace[2140246073] 'range keys from in-memory index tree' (duration: 126.480394ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:42:11.358968Z","caller":"traceutil/trace.go:171","msg":"trace[679257204] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"123.576224ms","start":"2026-03-23T13:42:11.235375Z","end":"2026-03-23T13:42:11.358952Z","steps":["trace[679257204] 'process raft request' (duration: 123.254626ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:43:36.943013Z","caller":"traceutil/trace.go:171","msg":"trace[87105250] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"171.342782ms","start":"2026-03-23T13:43:36.771641Z","end":"2026-03-23T13:43:36.942984Z","steps":["trace[87105250] 'process raft request' (duration: 171.147897ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:43:40.313334Z","caller":"traceutil/trace.go:171","msg":"trace[1737282926] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1824; }","duration":"131.572896ms","start":"2026-03-23T13:43:40.181738Z","end":"2026-03-23T13:43:40.31331Z","steps":["trace[1737282926] 'read index received' (duration: 34.581127ms)","trace[1737282926] 'applied index is now lower than readState.Index' (duration: 96.990869ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T13:43:40.313482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.73545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:43:40.313526Z","caller":"traceutil/trace.go:171","msg":"trace[444520580] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1741; }","duration":"131.818391ms","start":"2026-03-23T13:43:40.181695Z","end":"2026-03-23T13:43:40.313514Z","steps":["trace[444520580] 'agreement among raft nodes before linearized reading' (duration: 131.697859ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:43:40.313504Z","caller":"traceutil/trace.go:171","msg":"trace[1621563035] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"161.265872ms","start":"2026-03-23T13:43:40.152137Z","end":"2026-03-23T13:43:40.313403Z","steps":["trace[1621563035] 'process raft request' (duration: 64.241612ms)","trace[1621563035] 'compare' (duration: 96.803505ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:43:41.426813Z","caller":"traceutil/trace.go:171","msg":"trace[1938483676] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"113.074686ms","start":"2026-03-23T13:43:41.313707Z","end":"2026-03-23T13:43:41.426782Z","steps":["trace[1938483676] 'process raft request' (duration: 33.931783ms)","trace[1938483676] 'compare' (duration: 79.01885ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:43:41.974286Z","caller":"traceutil/trace.go:171","msg":"trace[1106187520] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"108.150413ms","start":"2026-03-23T13:43:41.866108Z","end":"2026-03-23T13:43:41.974259Z","steps":["trace[1106187520] 'process raft request' (duration: 108.02001ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:43:42.596485Z","caller":"traceutil/trace.go:171","msg":"trace[883015684] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"190.906377ms","start":"2026-03-23T13:43:42.405558Z","end":"2026-03-23T13:43:42.596465Z","steps":["trace[883015684] 'process raft request' (duration: 190.781914ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:43:44.357953Z","caller":"traceutil/trace.go:171","msg":"trace[162509075] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"200.747272ms","start":"2026-03-23T13:43:44.157181Z","end":"2026-03-23T13:43:44.357928Z","steps":["trace[162509075] 'process raft request' (duration: 158.637193ms)","trace[162509075] 'compare' (duration: 41.72629ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:43:44.35796Z","caller":"traceutil/trace.go:171","msg":"trace[434097740] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"200.076087ms","start":"2026-03-23T13:43:44.157854Z","end":"2026-03-23T13:43:44.35793Z","steps":["trace[434097740] 'process raft request' (duration: 199.932833ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:44:38.754272Z","caller":"traceutil/trace.go:171","msg":"trace[1005793567] transaction","detail":"{read_only:false; response_revision:2016; number_of_response:1; }","duration":"124.124747ms","start":"2026-03-23T13:44:38.630122Z","end":"2026-03-23T13:44:38.754247Z","steps":["trace[1005793567] 'process raft request' (duration: 123.967634ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:44:38.772831Z","caller":"traceutil/trace.go:171","msg":"trace[1068386772] linearizableReadLoop","detail":"{readStateIndex:2115; appliedIndex:2112; }","duration":"136.877411ms","start":"2026-03-23T13:44:38.635931Z","end":"2026-03-23T13:44:38.772808Z","steps":["trace[1068386772] 'read index received' (duration: 118.151303ms)","trace[1068386772] 'applied index is now lower than readState.Index' (duration: 18.725138ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T13:44:38.77287Z","caller":"traceutil/trace.go:171","msg":"trace[814083492] transaction","detail":"{read_only:false; response_revision:2017; number_of_response:1; }","duration":"142.374814ms","start":"2026-03-23T13:44:38.630467Z","end":"2026-03-23T13:44:38.772841Z","steps":["trace[814083492] 'process raft request' (duration: 142.158229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:44:38.773009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.059035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T13:44:38.773058Z","caller":"traceutil/trace.go:171","msg":"trace[1891129183] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config; range_end:; response_count:1; response_revision:2018; }","duration":"137.143416ms","start":"2026-03-23T13:44:38.63589Z","end":"2026-03-23T13:44:38.773033Z","steps":["trace[1891129183] 'agreement among raft nodes before linearized reading' (duration: 137.038244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:44:38.773111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.364995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T13:44:38.773162Z","caller":"traceutil/trace.go:171","msg":"trace[336050269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2018; }","duration":"130.471207ms","start":"2026-03-23T13:44:38.642679Z","end":"2026-03-23T13:44:38.77315Z","steps":["trace[336050269] 'agreement among raft nodes before linearized reading' (duration: 130.390025ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T13:44:38.772992Z","caller":"traceutil/trace.go:171","msg":"trace[2095048014] transaction","detail":"{read_only:false; response_revision:2018; number_of_response:1; }","duration":"141.957044ms","start":"2026-03-23T13:44:38.630956Z","end":"2026-03-23T13:44:38.772913Z","steps":["trace[2095048014] 'process raft request' (duration: 141.79208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:44:39.001359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.598099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T13:44:39.001437Z","caller":"traceutil/trace.go:171","msg":"trace[655128966] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:2018; }","duration":"159.745332ms","start":"2026-03-23T13:44:38.841675Z","end":"2026-03-23T13:44:39.001421Z","steps":["trace[655128966] 'count revisions from in-memory index tree' (duration: 159.513307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:44:39.001546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.400985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-23T13:44:39.001647Z","caller":"traceutil/trace.go:171","msg":"trace[1846965055] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::extension-apiserver-authentication-reader; range_end:; response_count:1; response_revision:2018; }","duration":"151.516867ms","start":"2026-03-23T13:44:38.850102Z","end":"2026-03-23T13:44:39.001619Z","steps":["trace[1846965055] 'range keys from in-memory index tree' (duration: 151.214351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T13:44:39.001706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.009812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-23T13:44:39.00177Z","caller":"traceutil/trace.go:171","msg":"trace[158451753] range","detail":"{range_begin:/registry/rolebindings/kube-system/kubeadm:nodes-kubeadm-config; range_end:; response_count:1; response_revision:2018; }","duration":"149.096173ms","start":"2026-03-23T13:44:38.852657Z","end":"2026-03-23T13:44:39.001753Z","steps":["trace[158451753] 'range keys from in-memory index tree' (duration: 148.705475ms)"],"step_count":1}