{"level":"warn","ts":"2026-03-23T05:21:20.890483Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:21:20.890573Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.229:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.229:2380","--initial-cluster=instance=https://199.19.213.229:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.229:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.229:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-23T05:21:20.890645Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-23T05:21:20.890661Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-03-23T05:21:20.890678Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:21:20.891296Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"]} {"level":"info","ts":"2026-03-23T05:21:20.891381Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.229:2380"],"listen-peer-urls":["https://199.19.213.229:2380"],"advertise-client-urls":["https://199.19.213.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.229:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-23T05:21:20.917881Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"26.293978ms"} {"level":"info","ts":"2026-03-23T05:21:20.936091Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"98aaa0557ab926b1","cluster-id":"250cc9bd258bffbf"} {"level":"info","ts":"2026-03-23T05:21:20.936241Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 switched to configuration voters=()"} {"level":"info","ts":"2026-03-23T05:21:20.936279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became follower at term 0"} {"level":"info","ts":"2026-03-23T05:21:20.936301Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 98aaa0557ab926b1 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-23T05:21:20.936326Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became follower at term 1"} {"level":"info","ts":"2026-03-23T05:21:20.93639Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529)"} {"level":"warn","ts":"2026-03-23T05:21:20.949181Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-23T05:21:20.950692Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-23T05:21:20.953276Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-23T05:21:20.956463Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"98aaa0557ab926b1","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-23T05:21:20.961229Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"98aaa0557ab926b1","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-23T05:21:20.958302Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:21:20.961483Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:21:20.961518Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-23T05:21:20.962272Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 switched to configuration voters=(11000781328797476529)"} {"level":"info","ts":"2026-03-23T05:21:20.96268Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","added-peer-id":"98aaa0557ab926b1","added-peer-peer-urls":["https://199.19.213.229:2380"]} {"level":"info","ts":"2026-03-23T05:21:20.965052Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-23T05:21:20.965149Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.229:2380"} {"level":"info","ts":"2026-03-23T05:21:20.965212Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.229:2380"} {"level":"info","ts":"2026-03-23T05:21:20.965281Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"98aaa0557ab926b1","initial-advertise-peer-urls":["https://199.19.213.229:2380"],"listen-peer-urls":["https://199.19.213.229:2380"],"advertise-client-urls":["https://199.19.213.229:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.229:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-23T05:21:20.965319Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-23T05:21:21.536728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 is starting a new election at term 1"} {"level":"info","ts":"2026-03-23T05:21:21.536852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-23T05:21:21.536875Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 received MsgPreVoteResp from 98aaa0557ab926b1 at term 1"} {"level":"info","ts":"2026-03-23T05:21:21.536895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became candidate at term 2"} {"level":"info","ts":"2026-03-23T05:21:21.536909Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 received MsgVoteResp from 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-03-23T05:21:21.536961Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"98aaa0557ab926b1 became leader at term 2"} {"level":"info","ts":"2026-03-23T05:21:21.536974Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 98aaa0557ab926b1 elected leader 98aaa0557ab926b1 at term 2"} {"level":"info","ts":"2026-03-23T05:21:21.537631Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:21:21.538762Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"98aaa0557ab926b1","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.229:2379]}","request-path":"/0/members/98aaa0557ab926b1/attributes","cluster-id":"250cc9bd258bffbf","publish-timeout":"7s"} {"level":"info","ts":"2026-03-23T05:21:21.5389Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:21:21.53893Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-23T05:21:21.539366Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"250cc9bd258bffbf","local-member-id":"98aaa0557ab926b1","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:21:21.53951Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:21:21.53955Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-23T05:21:21.540932Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.229:2379"} {"level":"info","ts":"2026-03-23T05:21:21.541309Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-23T05:21:21.54135Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-23T05:21:21.547512Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-23T05:21:33.329527Z","caller":"traceutil/trace.go:171","msg":"trace[1315472709] transaction","detail":"{read_only:false; response_revision:357; number_of_response:1; }","duration":"123.723248ms","start":"2026-03-23T05:21:33.205771Z","end":"2026-03-23T05:21:33.329494Z","steps":["trace[1315472709] 'process raft request' (duration: 123.533025ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:51.581636Z","caller":"traceutil/trace.go:171","msg":"trace[1594368587] linearizableReadLoop","detail":"{readStateIndex:490; appliedIndex:489; }","duration":"143.838282ms","start":"2026-03-23T05:21:51.437762Z","end":"2026-03-23T05:21:51.581601Z","steps":["trace[1594368587] 'read index received' (duration: 143.594657ms)","trace[1594368587] 'applied index is now lower than readState.Index' (duration: 241.745µs)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:21:51.581808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.026466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4375"} {"level":"info","ts":"2026-03-23T05:21:51.581868Z","caller":"traceutil/trace.go:171","msg":"trace[149101504] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:473; }","duration":"144.145768ms","start":"2026-03-23T05:21:51.43771Z","end":"2026-03-23T05:21:51.581856Z","steps":["trace[149101504] 'agreement among raft nodes before linearized reading' (duration: 144.004735ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:21:51.582216Z","caller":"traceutil/trace.go:171","msg":"trace[778667442] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"151.491775ms","start":"2026-03-23T05:21:51.43071Z","end":"2026-03-23T05:21:51.582202Z","steps":["trace[778667442] 'process raft request' (duration: 150.72201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:57.143452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.872503ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:21:57.143669Z","caller":"traceutil/trace.go:171","msg":"trace[786865782] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"201.28146ms","start":"2026-03-23T05:21:56.942368Z","end":"2026-03-23T05:21:57.143649Z","steps":["trace[786865782] 'process raft request' (duration: 35.636102ms)","trace[786865782] 'compare' (duration: 164.723551ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:21:57.978833Z","caller":"traceutil/trace.go:171","msg":"trace[148444175] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"374.353055ms","start":"2026-03-23T05:21:57.604431Z","end":"2026-03-23T05:21:57.978784Z","steps":["trace[148444175] 'process raft request' (duration: 374.052129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:21:57.979117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:21:57.604413Z","time spent":"374.554299ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:21:58.125648Z","caller":"traceutil/trace.go:171","msg":"trace[291272204] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"143.215061ms","start":"2026-03-23T05:21:57.982372Z","end":"2026-03-23T05:21:58.125587Z","steps":["trace[291272204] 'process raft request' (duration: 143.014567ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:17.136376Z","caller":"traceutil/trace.go:171","msg":"trace[1877196025] transaction","detail":"{read_only:false; response_revision:679; number_of_response:1; }","duration":"212.996038ms","start":"2026-03-23T05:22:16.923348Z","end":"2026-03-23T05:22:17.136345Z","steps":["trace[1877196025] 'process raft request' (duration: 212.816585ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:22:45.428276Z","caller":"traceutil/trace.go:171","msg":"trace[1806775435] transaction","detail":"{read_only:false; response_revision:764; number_of_response:1; }","duration":"153.518327ms","start":"2026-03-23T05:22:45.274729Z","end":"2026-03-23T05:22:45.428247Z","steps":["trace[1806775435] 'process raft request' (duration: 153.348073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:23:17.92147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.35144ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:23:17.921647Z","caller":"traceutil/trace.go:171","msg":"trace[242358046] linearizableReadLoop","detail":"{readStateIndex:958; appliedIndex:957; }","duration":"138.17433ms","start":"2026-03-23T05:23:17.783456Z","end":"2026-03-23T05:23:17.92163Z","steps":["trace[242358046] 'read index received' (duration: 82.712µs)","trace[242358046] 'applied index is now lower than readState.Index' (duration: 138.090118ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:17.92183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.384504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-23T05:23:17.922475Z","caller":"traceutil/trace.go:171","msg":"trace[100309736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:919; }","duration":"139.083797ms","start":"2026-03-23T05:23:17.783377Z","end":"2026-03-23T05:23:17.922461Z","steps":["trace[100309736] 'agreement among raft nodes before linearized reading' (duration: 138.354783ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:17.922608Z","caller":"traceutil/trace.go:171","msg":"trace[1290151830] transaction","detail":"{read_only:false; response_revision:919; number_of_response:1; }","duration":"293.947739ms","start":"2026-03-23T05:23:17.628501Z","end":"2026-03-23T05:23:17.922448Z","steps":["trace[1290151830] 'process raft request' (duration: 137.525938ms)","trace[1290151830] 'compare' (duration: 155.217338ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:18.128406Z","caller":"traceutil/trace.go:171","msg":"trace[1971597044] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"200.642908ms","start":"2026-03-23T05:23:17.92773Z","end":"2026-03-23T05:23:18.128373Z","steps":["trace[1971597044] 'process raft request' (duration: 120.580602ms)","trace[1971597044] 'compare' (duration: 79.891321ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:18.205904Z","caller":"traceutil/trace.go:171","msg":"trace[1171052375] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"278.084764ms","start":"2026-03-23T05:23:17.927788Z","end":"2026-03-23T05:23:18.205873Z","steps":["trace[1171052375] 'process raft request' (duration: 277.906551ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:31.069854Z","caller":"traceutil/trace.go:171","msg":"trace[1328278737] linearizableReadLoop","detail":"{readStateIndex:1053; appliedIndex:1052; }","duration":"252.15783ms","start":"2026-03-23T05:23:30.817661Z","end":"2026-03-23T05:23:31.069819Z","steps":["trace[1328278737] 'read index received' (duration: 206.399685ms)","trace[1328278737] 'applied index is now lower than readState.Index' (duration: 45.756515ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:23:31.069934Z","caller":"traceutil/trace.go:171","msg":"trace[1976197354] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"393.936698ms","start":"2026-03-23T05:23:30.675954Z","end":"2026-03-23T05:23:31.069891Z","steps":["trace[1976197354] 'process raft request' (duration: 348.089691ms)","trace[1976197354] 'compare' (duration: 45.406378ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:23:31.070117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:23:30.675923Z","time spent":"394.093991ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:23:31.070114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.401494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-23T05:23:31.070169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.585375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-23T05:23:31.070218Z","caller":"traceutil/trace.go:171","msg":"trace[1845036052] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1011; }","duration":"194.776148ms","start":"2026-03-23T05:23:30.875424Z","end":"2026-03-23T05:23:31.070201Z","steps":["trace[1845036052] 'agreement among raft nodes before linearized reading' (duration: 194.600595ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:23:31.070218Z","caller":"traceutil/trace.go:171","msg":"trace[1441105230] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1011; }","duration":"252.600369ms","start":"2026-03-23T05:23:30.817593Z","end":"2026-03-23T05:23:31.070194Z","steps":["trace[1441105230] 'agreement among raft nodes before linearized reading' (duration: 252.373165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:43.932283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788182375622259661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:44.432764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788182375622259661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:44.933298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788182375622259661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:45.433587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":2788182375622259661,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-23T05:24:45.552936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99978849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-23T05:24:45.553069Z","caller":"traceutil/trace.go:171","msg":"trace[1556549631] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999966624s","start":"2026-03-23T05:24:43.55307Z","end":"2026-03-23T05:24:45.553036Z","steps":["trace[1556549631] 'agreement among raft nodes before linearized reading' (duration: 1.999830051s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.553125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.55304Z","time spent":"2.000073045s","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-23T05:24:45.724173Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.369441236s","expected-duration":"1s"} {"level":"info","ts":"2026-03-23T05:24:45.72473Z","caller":"traceutil/trace.go:171","msg":"trace[426954066] linearizableReadLoop","detail":"{readStateIndex:1363; appliedIndex:1362; }","duration":"2.293015181s","start":"2026-03-23T05:24:43.431686Z","end":"2026-03-23T05:24:45.724701Z","steps":["trace[426954066] 'read index received' (duration: 2.292751326s)","trace[426954066] 'applied index is now lower than readState.Index' (duration: 262.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:45.724793Z","caller":"traceutil/trace.go:171","msg":"trace[1925470600] transaction","detail":"{read_only:false; response_revision:1307; number_of_response:1; }","duration":"2.370137009s","start":"2026-03-23T05:24:43.354622Z","end":"2026-03-23T05:24:45.724759Z","steps":["trace[1925470600] 'process raft request' (duration: 2.369765322s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.725012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.293316097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-23T05:24:45.72506Z","caller":"traceutil/trace.go:171","msg":"trace[1763205581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1307; }","duration":"2.29340369s","start":"2026-03-23T05:24:43.431645Z","end":"2026-03-23T05:24:45.725049Z","steps":["trace[1763205581] 'agreement among raft nodes before linearized reading' (duration: 2.293221586s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.7251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.431632Z","time spent":"2.29345784s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:45.725279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.354595Z","time spent":"2.370391494s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:45.854253Z","caller":"traceutil/trace.go:171","msg":"trace[1853688206] linearizableReadLoop","detail":"{readStateIndex:1364; appliedIndex:1363; }","duration":"129.325186ms","start":"2026-03-23T05:24:45.724887Z","end":"2026-03-23T05:24:45.854212Z","steps":["trace[1853688206] 'read index received' (duration: 31.433749ms)","trace[1853688206] 'applied index is now lower than readState.Index' (duration: 97.886927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:45.854411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.491324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:45.854479Z","caller":"traceutil/trace.go:171","msg":"trace[798082699] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1308; }","duration":"182.597216ms","start":"2026-03-23T05:24:45.671865Z","end":"2026-03-23T05:24:45.854462Z","steps":["trace[798082699] 'agreement among raft nodes before linearized reading' (duration: 182.494994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.854553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.121934501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-03-23T05:24:45.854528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295074274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-23T05:24:45.854551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518076099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:24:45.854637Z","caller":"traceutil/trace.go:171","msg":"trace[842598319] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1308; }","duration":"1.295247617s","start":"2026-03-23T05:24:44.559365Z","end":"2026-03-23T05:24:45.854613Z","steps":["trace[842598319] 'agreement among raft nodes before linearized reading' (duration: 1.294886641s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:45.854642Z","caller":"traceutil/trace.go:171","msg":"trace[1123313532] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1308; }","duration":"2.122091273s","start":"2026-03-23T05:24:43.732501Z","end":"2026-03-23T05:24:45.854592Z","steps":["trace[1123313532] 'agreement among raft nodes before linearized reading' (duration: 2.121838868s)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:45.854672Z","caller":"traceutil/trace.go:171","msg":"trace[1208839463] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1308; }","duration":"1.518243522s","start":"2026-03-23T05:24:44.336402Z","end":"2026-03-23T05:24:45.854646Z","steps":["trace[1208839463] 'agreement among raft nodes before linearized reading' (duration: 1.517889016s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.854702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:44.559341Z","time spent":"1.295351259s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:45.854697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248639212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.229\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-23T05:24:45.854769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:44.336377Z","time spent":"1.518352534s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-23T05:24:45.854582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-23T05:24:45.85474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:43.732473Z","time spent":"2.122253406s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":555,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"info","ts":"2026-03-23T05:24:45.854863Z","caller":"traceutil/trace.go:171","msg":"trace[572126469] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1308; }","duration":"818.274616ms","start":"2026-03-23T05:24:45.036567Z","end":"2026-03-23T05:24:45.854841Z","steps":["trace[572126469] 'agreement among raft nodes before linearized reading' (duration: 817.912199ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:45.854889Z","caller":"traceutil/trace.go:171","msg":"trace[820820748] range","detail":"{range_begin:/registry/masterleases/199.19.213.229; range_end:; response_count:1; response_revision:1308; }","duration":"1.248855206s","start":"2026-03-23T05:24:44.605983Z","end":"2026-03-23T05:24:45.854838Z","steps":["trace[820820748] 'agreement among raft nodes before linearized reading' (duration: 1.248593072s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.854955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.03651Z","time spent":"818.416068ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:24:45.855002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:44.605953Z","time spent":"1.24901943s","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.229\" "} {"level":"info","ts":"2026-03-23T05:24:45.854318Z","caller":"traceutil/trace.go:171","msg":"trace[466170272] transaction","detail":"{read_only:false; response_revision:1308; number_of_response:1; }","duration":"124.395604ms","start":"2026-03-23T05:24:45.729887Z","end":"2026-03-23T05:24:45.854282Z","steps":["trace[466170272] 'process raft request' (duration: 124.205941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.855617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230743586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T05:24:45.855668Z","caller":"traceutil/trace.go:171","msg":"trace[701470035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1308; }","duration":"1.231064162s","start":"2026-03-23T05:24:44.62459Z","end":"2026-03-23T05:24:45.855654Z","steps":["trace[701470035] 'agreement among raft nodes before linearized reading' (duration: 1.230667515s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:45.8557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:44.62457Z","time spent":"1.231122103s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-23T05:24:46.272297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.968697ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-03-23T05:24:46.272414Z","caller":"traceutil/trace.go:171","msg":"trace[1051830790] linearizableReadLoop","detail":"{readStateIndex:1366; appliedIndex:1365; }","duration":"415.834993ms","start":"2026-03-23T05:24:45.856551Z","end":"2026-03-23T05:24:46.272386Z","steps":["trace[1051830790] 'read index received' (duration: 210.774684ms)","trace[1051830790] 'applied index is now lower than readState.Index' (duration: 205.057039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:46.272524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.856259Z","time spent":"416.260502ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-23T05:24:46.272803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.241181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:46.272873Z","caller":"traceutil/trace.go:171","msg":"trace[1383611984] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1308; }","duration":"416.337923ms","start":"2026-03-23T05:24:45.856524Z","end":"2026-03-23T05:24:46.272862Z","steps":["trace[1383611984] 'agreement among raft nodes before linearized reading' (duration: 416.233021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.272909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.856498Z","time spent":"416.404593ms","remote":"127.0.0.1:50888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-23T05:24:46.322133Z","caller":"traceutil/trace.go:171","msg":"trace[871518531] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"464.733012ms","start":"2026-03-23T05:24:45.857378Z","end":"2026-03-23T05:24:46.322111Z","steps":["trace[871518531] 'process raft request' (duration: 463.978808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.322268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.857087Z","time spent":"465.105398ms","remote":"127.0.0.1:50964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-23T05:24:46.322525Z","caller":"traceutil/trace.go:171","msg":"trace[1396200782] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"462.288605ms","start":"2026-03-23T05:24:45.860226Z","end":"2026-03-23T05:24:46.322514Z","steps":["trace[1396200782] 'process raft request' (duration: 461.276486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.322598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.86021Z","time spent":"462.345227ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:46.322758Z","caller":"traceutil/trace.go:171","msg":"trace[456751315] transaction","detail":"{read_only:false; response_revision:1311; number_of_response:1; }","duration":"461.967809ms","start":"2026-03-23T05:24:45.860779Z","end":"2026-03-23T05:24:46.322747Z","steps":["trace[456751315] 'process raft request' (duration: 460.781097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.322819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.860768Z","time spent":"462.016981ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:46.322938Z","caller":"traceutil/trace.go:171","msg":"trace[378134446] transaction","detail":"{read_only:false; response_revision:1312; number_of_response:1; }","duration":"462.104852ms","start":"2026-03-23T05:24:45.860824Z","end":"2026-03-23T05:24:46.322929Z","steps":["trace[378134446] 'process raft request' (duration: 460.778047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.322989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.860808Z","time spent":"462.155463ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-23T05:24:46.323277Z","caller":"traceutil/trace.go:171","msg":"trace[316745521] transaction","detail":"{read_only:false; response_revision:1313; number_of_response:1; }","duration":"462.276425ms","start":"2026-03-23T05:24:45.860942Z","end":"2026-03-23T05:24:46.323219Z","steps":["trace[316745521] 'process raft request' (duration: 460.697905ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:46.323527Z","caller":"traceutil/trace.go:171","msg":"trace[1224535236] transaction","detail":"{read_only:false; response_revision:1314; number_of_response:1; }","duration":"462.322776ms","start":"2026-03-23T05:24:45.86119Z","end":"2026-03-23T05:24:46.323513Z","steps":["trace[1224535236] 'process raft request' (duration: 460.484592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:46.323541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.860918Z","time spent":"462.491519ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:46.323598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:45.861181Z","time spent":"462.384327ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:47.707062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210771891s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:47.707265Z","caller":"traceutil/trace.go:171","msg":"trace[201489293] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1316; }","duration":"1.210966605s","start":"2026-03-23T05:24:46.496246Z","end":"2026-03-23T05:24:47.707213Z","steps":["trace[201489293] 'range keys from in-memory index tree' (duration: 1.210747021s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:47.707614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.75016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-23T05:24:47.707717Z","caller":"traceutil/trace.go:171","msg":"trace[1197460794] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1316; }","duration":"515.889542ms","start":"2026-03-23T05:24:47.191786Z","end":"2026-03-23T05:24:47.707676Z","steps":["trace[1197460794] 'range keys from in-memory index tree' (duration: 515.568416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:47.707763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.191757Z","time spent":"515.995454ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":557,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-23T05:24:47.708269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.176392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:47.708365Z","caller":"traceutil/trace.go:171","msg":"trace[699475543] linearizableReadLoop","detail":"{readStateIndex:1375; appliedIndex:1374; }","duration":"154.667271ms","start":"2026-03-23T05:24:47.553686Z","end":"2026-03-23T05:24:47.708353Z","steps":["trace[699475543] 'read index received' (duration: 72.491µs)","trace[699475543] 'applied index is now lower than readState.Index' (duration: 154.59337ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:47.708636Z","caller":"traceutil/trace.go:171","msg":"trace[1562839652] transaction","detail":"{read_only:false; response_revision:1317; number_of_response:1; }","duration":"357.745933ms","start":"2026-03-23T05:24:47.350854Z","end":"2026-03-23T05:24:47.7086Z","steps":["trace[1562839652] 'process raft request' (duration: 161.174754ms)","trace[1562839652] 'compare' (duration: 195.376607ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:47.70892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.305549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:47.708902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:24:47.350826Z","time spent":"357.927168ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:24:47.708917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.212043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:47.708993Z","caller":"traceutil/trace.go:171","msg":"trace[402399768] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1317; }","duration":"151.405811ms","start":"2026-03-23T05:24:47.557559Z","end":"2026-03-23T05:24:47.708965Z","steps":["trace[402399768] 'agreement among raft nodes before linearized reading' (duration: 151.315829ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.709023Z","caller":"traceutil/trace.go:171","msg":"trace[1579095850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1317; }","duration":"155.382166ms","start":"2026-03-23T05:24:47.553617Z","end":"2026-03-23T05:24:47.709Z","steps":["trace[1579095850] 'agreement among raft nodes before linearized reading' (duration: 155.189993ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:47.929668Z","caller":"traceutil/trace.go:171","msg":"trace[1243454046] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1375; }","duration":"204.916855ms","start":"2026-03-23T05:24:47.724719Z","end":"2026-03-23T05:24:47.929636Z","steps":["trace[1243454046] 'read index received' (duration: 176.165876ms)","trace[1243454046] 'applied index is now lower than readState.Index' (duration: 28.749949ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:47.929756Z","caller":"traceutil/trace.go:171","msg":"trace[30739747] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"216.506473ms","start":"2026-03-23T05:24:47.713214Z","end":"2026-03-23T05:24:47.929721Z","steps":["trace[30739747] 'process raft request' (duration: 187.58179ms)","trace[30739747] 'compare' (duration: 28.669128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:47.929832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.079178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:47.929931Z","caller":"traceutil/trace.go:171","msg":"trace[1449027614] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1318; }","duration":"205.248791ms","start":"2026-03-23T05:24:47.724661Z","end":"2026-03-23T05:24:47.92991Z","steps":["trace[1449027614] 'agreement among raft nodes before linearized reading' (duration: 205.085788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:47.930044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.022601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-23T05:24:47.930121Z","caller":"traceutil/trace.go:171","msg":"trace[40865205] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1318; }","duration":"161.159215ms","start":"2026-03-23T05:24:47.768913Z","end":"2026-03-23T05:24:47.930072Z","steps":["trace[40865205] 'agreement among raft nodes before linearized reading' (duration: 160.915169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:48.570076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.394479ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:48.570306Z","caller":"traceutil/trace.go:171","msg":"trace[1277480445] transaction","detail":"{read_only:false; response_revision:1322; number_of_response:1; }","duration":"236.211923ms","start":"2026-03-23T05:24:48.334064Z","end":"2026-03-23T05:24:48.570276Z","steps":["trace[1277480445] 'process raft request' (duration: 130.507649ms)","trace[1277480445] 'compare' (duration: 105.265966ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:48.570395Z","caller":"traceutil/trace.go:171","msg":"trace[1281802729] linearizableReadLoop","detail":"{readStateIndex:1381; appliedIndex:1379; }","duration":"102.31281ms","start":"2026-03-23T05:24:48.468011Z","end":"2026-03-23T05:24:48.570324Z","steps":["trace[1281802729] 'read index received' (duration: 37.041µs)","trace[1281802729] 'applied index is now lower than readState.Index' (duration: 102.274709ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:48.57067Z","caller":"traceutil/trace.go:171","msg":"trace[1665383975] transaction","detail":"{read_only:false; response_revision:1323; number_of_response:1; }","duration":"236.495698ms","start":"2026-03-23T05:24:48.334164Z","end":"2026-03-23T05:24:48.57066Z","steps":["trace[1665383975] 'process raft request' (duration: 236.04114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:48.570975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.958111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-23T05:24:48.571196Z","caller":"traceutil/trace.go:171","msg":"trace[54685961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1323; }","duration":"103.069343ms","start":"2026-03-23T05:24:48.467955Z","end":"2026-03-23T05:24:48.571024Z","steps":["trace[54685961] 'agreement among raft nodes before linearized reading' (duration: 102.488093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:48.819735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.759163ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:48.819856Z","caller":"traceutil/trace.go:171","msg":"trace[589513353] linearizableReadLoop","detail":"{readStateIndex:1382; appliedIndex:1381; }","duration":"206.846222ms","start":"2026-03-23T05:24:48.612989Z","end":"2026-03-23T05:24:48.819835Z","steps":["trace[589513353] 'read index received' (duration: 58.828974ms)","trace[589513353] 'applied index is now lower than readState.Index' (duration: 148.015968ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:48.819919Z","caller":"traceutil/trace.go:171","msg":"trace[767689870] transaction","detail":"{read_only:false; response_revision:1324; number_of_response:1; }","duration":"244.190232ms","start":"2026-03-23T05:24:48.575683Z","end":"2026-03-23T05:24:48.819873Z","steps":["trace[767689870] 'process raft request' (duration: 96.186644ms)","trace[767689870] 'compare' (duration: 147.622751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:48.820057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.24347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-03-23T05:24:48.820084Z","caller":"traceutil/trace.go:171","msg":"trace[1788285535] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1324; }","duration":"207.550085ms","start":"2026-03-23T05:24:48.612525Z","end":"2026-03-23T05:24:48.820075Z","steps":["trace[1788285535] 'agreement among raft nodes before linearized reading' (duration: 207.409933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:48.820722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.206316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:24:48.820759Z","caller":"traceutil/trace.go:171","msg":"trace[1513172218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1324; }","duration":"202.244347ms","start":"2026-03-23T05:24:48.618506Z","end":"2026-03-23T05:24:48.82075Z","steps":["trace[1513172218] 'agreement among raft nodes before linearized reading' (duration: 201.546503ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:50.835353Z","caller":"traceutil/trace.go:171","msg":"trace[1283031762] transaction","detail":"{read_only:false; response_revision:1329; number_of_response:1; }","duration":"254.786792ms","start":"2026-03-23T05:24:50.580531Z","end":"2026-03-23T05:24:50.835317Z","steps":["trace[1283031762] 'process raft request' (duration: 160.216887ms)","trace[1283031762] 'compare' (duration: 94.431372ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:50.851427Z","caller":"traceutil/trace.go:171","msg":"trace[658452183] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1387; }","duration":"117.782141ms","start":"2026-03-23T05:24:50.73362Z","end":"2026-03-23T05:24:50.851402Z","steps":["trace[658452183] 'read index received' (duration: 7.086313ms)","trace[658452183] 'applied index is now lower than readState.Index' (duration: 110.694858ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:50.851538Z","caller":"traceutil/trace.go:171","msg":"trace[241588521] transaction","detail":"{read_only:false; response_revision:1330; number_of_response:1; }","duration":"193.538281ms","start":"2026-03-23T05:24:50.657958Z","end":"2026-03-23T05:24:50.851497Z","steps":["trace[241588521] 'process raft request' (duration: 193.308977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:50.851698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.062765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-23T05:24:50.851749Z","caller":"traceutil/trace.go:171","msg":"trace[255500835] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1330; }","duration":"118.166548ms","start":"2026-03-23T05:24:50.733564Z","end":"2026-03-23T05:24:50.851731Z","steps":["trace[255500835] 'agreement among raft nodes before linearized reading' (duration: 117.988914ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:51.00362Z","caller":"traceutil/trace.go:171","msg":"trace[1637686232] transaction","detail":"{read_only:false; response_revision:1333; number_of_response:1; }","duration":"144.290628ms","start":"2026-03-23T05:24:50.859304Z","end":"2026-03-23T05:24:51.003595Z","steps":["trace[1637686232] 'process raft request' (duration: 144.239507ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:51.003729Z","caller":"traceutil/trace.go:171","msg":"trace[1128721038] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"146.127624ms","start":"2026-03-23T05:24:50.857553Z","end":"2026-03-23T05:24:51.00368Z","steps":["trace[1128721038] 'process raft request' (duration: 127.961042ms)","trace[1128721038] 'compare' (duration: 17.890637ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:52.549825Z","caller":"traceutil/trace.go:171","msg":"trace[127490210] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"149.314472ms","start":"2026-03-23T05:24:52.400481Z","end":"2026-03-23T05:24:52.549796Z","steps":["trace[127490210] 'process raft request' (duration: 149.154799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:53.180171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.548125ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:24:53.180431Z","caller":"traceutil/trace.go:171","msg":"trace[1009803649] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"218.898978ms","start":"2026-03-23T05:24:52.961491Z","end":"2026-03-23T05:24:53.18039Z","steps":["trace[1009803649] 'process raft request' (duration: 76.005856ms)","trace[1009803649] 'compare' (duration: 142.008986ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:24:53.180562Z","caller":"traceutil/trace.go:171","msg":"trace[1936579992] linearizableReadLoop","detail":"{readStateIndex:1399; appliedIndex:1398; }","duration":"195.321726ms","start":"2026-03-23T05:24:52.985217Z","end":"2026-03-23T05:24:53.180539Z","steps":["trace[1936579992] 'read index received' (duration: 52.22548ms)","trace[1936579992] 'applied index is now lower than readState.Index' (duration: 143.092686ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:24:53.18076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.159868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:24:53.180764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.5346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-23T05:24:53.180787Z","caller":"traceutil/trace.go:171","msg":"trace[725826997] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1340; }","duration":"182.2437ms","start":"2026-03-23T05:24:52.998534Z","end":"2026-03-23T05:24:53.180777Z","steps":["trace[725826997] 'agreement among raft nodes before linearized reading' (duration: 182.125897ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:53.180803Z","caller":"traceutil/trace.go:171","msg":"trace[69059893] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1340; }","duration":"195.632532ms","start":"2026-03-23T05:24:52.985159Z","end":"2026-03-23T05:24:53.180792Z","steps":["trace[69059893] 'agreement among raft nodes before linearized reading' (duration: 195.462319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:24:53.181059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.18514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:24:53.181145Z","caller":"traceutil/trace.go:171","msg":"trace[2138811538] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1340; }","duration":"173.335513ms","start":"2026-03-23T05:24:53.007789Z","end":"2026-03-23T05:24:53.181125Z","steps":["trace[2138811538] 'agreement among raft nodes before linearized reading' (duration: 172.995097ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:53.342105Z","caller":"traceutil/trace.go:171","msg":"trace[672092624] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"155.277655ms","start":"2026-03-23T05:24:53.1868Z","end":"2026-03-23T05:24:53.342077Z","steps":["trace[672092624] 'process raft request' (duration: 155.122742ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:24:53.360389Z","caller":"traceutil/trace.go:171","msg":"trace[1988451233] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"173.357774ms","start":"2026-03-23T05:24:53.187005Z","end":"2026-03-23T05:24:53.360363Z","steps":["trace[1988451233] 'process raft request' (duration: 173.188291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.833957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.876481ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:16.834113Z","caller":"traceutil/trace.go:171","msg":"trace[1796025888] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1429; }","duration":"338.053814ms","start":"2026-03-23T05:25:16.496039Z","end":"2026-03-23T05:25:16.834093Z","steps":["trace[1796025888] 'range keys from in-memory index tree' (duration: 337.85631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.834269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765483931s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:16.834392Z","caller":"traceutil/trace.go:171","msg":"trace[1142529852] linearizableReadLoop","detail":"{readStateIndex:1494; appliedIndex:1493; }","duration":"1.53940221s","start":"2026-03-23T05:25:15.29497Z","end":"2026-03-23T05:25:16.834372Z","steps":["trace[1142529852] 'read index received' (duration: 66.982µs)","trace[1142529852] 'applied index is now lower than readState.Index' (duration: 1.539333758s)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:16.83452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539551572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:25:16.834482Z","caller":"traceutil/trace.go:171","msg":"trace[2062507519] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"1.776892586s","start":"2026-03-23T05:25:15.057546Z","end":"2026-03-23T05:25:16.834438Z","steps":["trace[2062507519] 'process raft request' (duration: 11.112418ms)","trace[2062507519] 'compare' (duration: 1.765272758s)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:16.83456Z","caller":"traceutil/trace.go:171","msg":"trace[1231066010] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1430; }","duration":"1.539635524s","start":"2026-03-23T05:25:15.294909Z","end":"2026-03-23T05:25:16.834544Z","steps":["trace[1231066010] 'agreement among raft nodes before linearized reading' (duration: 1.539566053s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.834611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:15.294883Z","time spent":"1.539716985s","remote":"127.0.0.1:51122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-23T05:25:16.834705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:15.057525Z","time spent":"1.777071799s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-23T05:25:16.835216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379659421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-23T05:25:16.835249Z","caller":"traceutil/trace.go:171","msg":"trace[1329889489] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1430; }","duration":"1.379725992s","start":"2026-03-23T05:25:15.455514Z","end":"2026-03-23T05:25:16.83524Z","steps":["trace[1329889489] 'agreement among raft nodes before linearized reading' (duration: 1.379573459s)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.835277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:15.455494Z","time spent":"1.379775723s","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-23T05:25:16.835302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.584465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-23T05:25:16.835344Z","caller":"traceutil/trace.go:171","msg":"trace[1927990585] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1430; }","duration":"281.681846ms","start":"2026-03-23T05:25:16.553649Z","end":"2026-03-23T05:25:16.835331Z","steps":["trace[1927990585] 'agreement among raft nodes before linearized reading' (duration: 281.611125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.835525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.703324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-23T05:25:16.835653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.119961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:25:16.835745Z","caller":"traceutil/trace.go:171","msg":"trace[1555621588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1430; }","duration":"633.267304ms","start":"2026-03-23T05:25:16.202452Z","end":"2026-03-23T05:25:16.83572Z","steps":["trace[1555621588] 'agreement among raft nodes before linearized reading' (duration: 633.026889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.835791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:16.202422Z","time spent":"633.359216ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-23T05:25:16.835802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.053679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-23T05:25:16.835842Z","caller":"traceutil/trace.go:171","msg":"trace[399776674] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1430; }","duration":"773.135359ms","start":"2026-03-23T05:25:16.062697Z","end":"2026-03-23T05:25:16.835833Z","steps":["trace[399776674] 'agreement among raft nodes before linearized reading' (duration: 773.013317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.83587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:16.062676Z","time spent":"773.188371ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":547,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-23T05:25:16.835887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.553357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-23T05:25:16.835928Z","caller":"traceutil/trace.go:171","msg":"trace[400655269] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1430; }","duration":"327.628429ms","start":"2026-03-23T05:25:16.508286Z","end":"2026-03-23T05:25:16.835914Z","steps":["trace[400655269] 'agreement among raft nodes before linearized reading' (duration: 327.465726ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:16.835686Z","caller":"traceutil/trace.go:171","msg":"trace[1151013172] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1430; }","duration":"283.883286ms","start":"2026-03-23T05:25:16.551791Z","end":"2026-03-23T05:25:16.835674Z","steps":["trace[1151013172] 'agreement among raft nodes before linearized reading' (duration: 283.621962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:16.835959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-23T05:25:16.508264Z","time spent":"327.685239ms","remote":"127.0.0.1:51158","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-23T05:25:16.837476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.511555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:25:16.839115Z","caller":"traceutil/trace.go:171","msg":"trace[591623414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1430; }","duration":"177.558742ms","start":"2026-03-23T05:25:16.66154Z","end":"2026-03-23T05:25:16.839099Z","steps":["trace[591623414] 'agreement among raft nodes before linearized reading' (duration: 174.333502ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:17.084896Z","caller":"traceutil/trace.go:171","msg":"trace[629576235] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"236.61366ms","start":"2026-03-23T05:25:16.848258Z","end":"2026-03-23T05:25:17.084871Z","steps":["trace[629576235] 'process raft request' (duration: 235.868227ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:17.085111Z","caller":"traceutil/trace.go:171","msg":"trace[728212444] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"234.890018ms","start":"2026-03-23T05:25:16.850165Z","end":"2026-03-23T05:25:17.085055Z","steps":["trace[728212444] 'process raft request' (duration: 234.186605ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:17.085215Z","caller":"traceutil/trace.go:171","msg":"trace[809124755] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"235.053121ms","start":"2026-03-23T05:25:16.850153Z","end":"2026-03-23T05:25:17.085206Z","steps":["trace[809124755] 'process raft request' (duration: 234.173634ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:17.085317Z","caller":"traceutil/trace.go:171","msg":"trace[1867674042] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"235.168163ms","start":"2026-03-23T05:25:16.850029Z","end":"2026-03-23T05:25:17.085197Z","steps":["trace[1867674042] 'process raft request' (duration: 234.266926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:18.466819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.380049ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:18.466998Z","caller":"traceutil/trace.go:171","msg":"trace[279570849] linearizableReadLoop","detail":"{readStateIndex:1503; appliedIndex:1502; }","duration":"126.001424ms","start":"2026-03-23T05:25:18.340956Z","end":"2026-03-23T05:25:18.466957Z","steps":["trace[279570849] 'read index received' (duration: 22.282188ms)","trace[279570849] 'applied index is now lower than readState.Index' (duration: 103.717046ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:18.467066Z","caller":"traceutil/trace.go:171","msg":"trace[324600438] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"208.86753ms","start":"2026-03-23T05:25:18.258144Z","end":"2026-03-23T05:25:18.467012Z","steps":["trace[324600438] 'process raft request' (duration: 105.160904ms)","trace[324600438] 'compare' (duration: 103.171736ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:18.467393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.423912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-23T05:25:18.467454Z","caller":"traceutil/trace.go:171","msg":"trace[1139609484] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1439; }","duration":"126.538294ms","start":"2026-03-23T05:25:18.340898Z","end":"2026-03-23T05:25:18.467436Z","steps":["trace[1139609484] 'agreement among raft nodes before linearized reading' (duration: 126.397792ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:18.648684Z","caller":"traceutil/trace.go:171","msg":"trace[1031969463] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"176.37227ms","start":"2026-03-23T05:25:18.472279Z","end":"2026-03-23T05:25:18.648651Z","steps":["trace[1031969463] 'process raft request' (duration: 94.396652ms)","trace[1031969463] 'compare' (duration: 81.747683ms)"],"step_count":2} {"level":"warn","ts":"2026-03-23T05:25:19.063639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.787726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-23T05:25:19.063697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.848787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-23T05:25:19.063786Z","caller":"traceutil/trace.go:171","msg":"trace[343454945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1441; }","duration":"153.99586ms","start":"2026-03-23T05:25:18.909767Z","end":"2026-03-23T05:25:19.063763Z","steps":["trace[343454945] 'range keys from in-memory index tree' (duration: 153.568452ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:19.063758Z","caller":"traceutil/trace.go:171","msg":"trace[497396632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1441; }","duration":"153.97345ms","start":"2026-03-23T05:25:18.909758Z","end":"2026-03-23T05:25:19.063732Z","steps":["trace[497396632] 'range keys from in-memory index tree' (duration: 153.516641ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:19.171749Z","caller":"traceutil/trace.go:171","msg":"trace[1101884117] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"103.071665ms","start":"2026-03-23T05:25:19.068647Z","end":"2026-03-23T05:25:19.171719Z","steps":["trace[1101884117] 'process raft request' (duration: 102.873631ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:19.243198Z","caller":"traceutil/trace.go:171","msg":"trace[1794923680] linearizableReadLoop","detail":"{readStateIndex:1507; appliedIndex:1505; }","duration":"152.996971ms","start":"2026-03-23T05:25:19.090177Z","end":"2026-03-23T05:25:19.243174Z","steps":["trace[1794923680] 'read index received' (duration: 81.335596ms)","trace[1794923680] 'applied index is now lower than readState.Index' (duration: 71.660025ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:19.243458Z","caller":"traceutil/trace.go:171","msg":"trace[1258309289] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"174.796791ms","start":"2026-03-23T05:25:19.068647Z","end":"2026-03-23T05:25:19.243444Z","steps":["trace[1258309289] 'process raft request' (duration: 174.405004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:19.243777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.583791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-23T05:25:19.24382Z","caller":"traceutil/trace.go:171","msg":"trace[799288736] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1443; }","duration":"153.702683ms","start":"2026-03-23T05:25:19.090108Z","end":"2026-03-23T05:25:19.243811Z","steps":["trace[799288736] 'agreement among raft nodes before linearized reading' (duration: 153.52881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:19.243967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.559692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-23T05:25:19.244012Z","caller":"traceutil/trace.go:171","msg":"trace[726839619] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1443; }","duration":"153.646554ms","start":"2026-03-23T05:25:19.090351Z","end":"2026-03-23T05:25:19.243998Z","steps":["trace[726839619] 'agreement among raft nodes before linearized reading' (duration: 153.524621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:19.244155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.00465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-23T05:25:19.244183Z","caller":"traceutil/trace.go:171","msg":"trace[523411262] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1443; }","duration":"130.031441ms","start":"2026-03-23T05:25:19.114141Z","end":"2026-03-23T05:25:19.244173Z","steps":["trace[523411262] 'agreement among raft nodes before linearized reading' (duration: 129.95227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-23T05:25:19.449857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.945763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-23T05:25:19.450036Z","caller":"traceutil/trace.go:171","msg":"trace[496580614] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"201.942261ms","start":"2026-03-23T05:25:19.248064Z","end":"2026-03-23T05:25:19.450006Z","steps":["trace[496580614] 'process raft request' (duration: 42.718732ms)","trace[496580614] 'compare' (duration: 158.768149ms)"],"step_count":2} {"level":"info","ts":"2026-03-23T05:25:19.532314Z","caller":"traceutil/trace.go:171","msg":"trace[892754387] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"283.902477ms","start":"2026-03-23T05:25:19.248379Z","end":"2026-03-23T05:25:19.532281Z","steps":["trace[892754387] 'process raft request' (duration: 283.846286ms)"],"step_count":1} {"level":"info","ts":"2026-03-23T05:25:19.532363Z","caller":"traceutil/trace.go:171","msg":"trace[1999476972] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"284.06357ms","start":"2026-03-23T05:25:19.248271Z","end":"2026-03-23T05:25:19.532334Z","steps":["trace[1999476972] 'process raft request' (duration: 283.787345ms)"],"step_count":1}