{"level":"warn","ts":"2026-04-07T09:41:30.061656Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:41:30.061791Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.95:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.95:2380","--initial-cluster=instance=https://199.204.45.95:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.95:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.95:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-07T09:41:30.061883Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-07T09:41:30.061955Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-07T09:41:30.061997Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:41:30.062809Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"]} {"level":"info","ts":"2026-04-07T09:41:30.062934Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.95:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-07T09:41:30.066803Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.567829ms"} {"level":"info","ts":"2026-04-07T09:41:30.085095Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"be773dfc027af3eb","cluster-id":"9ba5fbd7288fd5af"} {"level":"info","ts":"2026-04-07T09:41:30.085226Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=()"} {"level":"info","ts":"2026-04-07T09:41:30.085318Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 0"} {"level":"info","ts":"2026-04-07T09:41:30.08537Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft be773dfc027af3eb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-07T09:41:30.085383Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became follower at term 1"} {"level":"info","ts":"2026-04-07T09:41:30.085496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"warn","ts":"2026-04-07T09:41:30.092217Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-07T09:41:30.093617Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-07T09:41:30.100783Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-07T09:41:30.10955Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"be773dfc027af3eb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-07T09:41:30.109707Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"be773dfc027af3eb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-07T09:41:30.109843Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:41:30.110004Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:41:30.110018Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-07T09:41:30.111867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb switched to configuration voters=(13724506542017541099)"} {"level":"info","ts":"2026-04-07T09:41:30.113077Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","added-peer-id":"be773dfc027af3eb","added-peer-peer-urls":["https://199.204.45.95:2380"]} {"level":"info","ts":"2026-04-07T09:41:30.116654Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-07T09:41:30.11724Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"be773dfc027af3eb","initial-advertise-peer-urls":["https://199.204.45.95:2380"],"listen-peer-urls":["https://199.204.45.95:2380"],"advertise-client-urls":["https://199.204.45.95:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.95:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-07T09:41:30.117318Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-07T09:41:30.117384Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-07T09:41:30.11745Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.95:2380"} {"level":"info","ts":"2026-04-07T09:41:30.785785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb is starting a new election at term 1"} {"level":"info","ts":"2026-04-07T09:41:30.785852Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became pre-candidate at term 1"} {"level":"info","ts":"2026-04-07T09:41:30.785874Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgPreVoteResp from be773dfc027af3eb at term 1"} {"level":"info","ts":"2026-04-07T09:41:30.785914Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became candidate at term 2"} {"level":"info","ts":"2026-04-07T09:41:30.785932Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb received MsgVoteResp from be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-04-07T09:41:30.785948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"be773dfc027af3eb became leader at term 2"} {"level":"info","ts":"2026-04-07T09:41:30.785967Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: be773dfc027af3eb elected leader be773dfc027af3eb at term 2"} {"level":"info","ts":"2026-04-07T09:41:30.998575Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"be773dfc027af3eb","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.95:2379]}","request-path":"/0/members/be773dfc027af3eb/attributes","cluster-id":"9ba5fbd7288fd5af","publish-timeout":"7s"} {"level":"info","ts":"2026-04-07T09:41:30.998726Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:41:30.998807Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-07T09:41:30.999104Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-07T09:41:30.999162Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-07T09:41:30.999208Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:41:31.002483Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-07T09:41:31.009001Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.95:2379"} {"level":"info","ts":"2026-04-07T09:41:31.199403Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"9ba5fbd7288fd5af","local-member-id":"be773dfc027af3eb","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:41:31.199532Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:41:31.199612Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-07T09:41:31.199722Z","caller":"traceutil/trace.go:171","msg":"trace[1025026791] linearizableReadLoop","detail":"{readStateIndex:4; appliedIndex:3; }","duration":"142.162165ms","start":"2026-04-07T09:41:31.057418Z","end":"2026-04-07T09:41:31.199581Z","steps":["trace[1025026791] 'read index received' (duration: 141.95503ms)","trace[1025026791] 'applied index is now lower than readState.Index' (duration: 205.855µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:41:31.199786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.334019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-07T09:41:31.199825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.293469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-07T09:41:31.19985Z","caller":"traceutil/trace.go:171","msg":"trace[464763917] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"142.35087ms","start":"2026-04-07T09:41:31.057491Z","end":"2026-04-07T09:41:31.199842Z","steps":["trace[464763917] 'agreement among raft nodes before linearized reading' (duration: 142.307159ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.199851Z","caller":"traceutil/trace.go:171","msg":"trace[2068393646] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"142.404231ms","start":"2026-04-07T09:41:31.057411Z","end":"2026-04-07T09:41:31.199815Z","steps":["trace[2068393646] 'agreement among raft nodes before linearized reading' (duration: 142.288948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.449298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.45389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-07T09:41:31.44939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.517882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-07T09:41:31.449469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.447728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-07T09:41:31.449512Z","caller":"traceutil/trace.go:171","msg":"trace[1274520209] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"118.493669ms","start":"2026-04-07T09:41:31.331007Z","end":"2026-04-07T09:41:31.4495Z","steps":["trace[1274520209] 'count revisions from in-memory index tree' (duration: 118.353985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.449606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.526562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-07T09:41:31.449723Z","caller":"traceutil/trace.go:171","msg":"trace[1569144341] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"106.657705ms","start":"2026-04-07T09:41:31.343047Z","end":"2026-04-07T09:41:31.449704Z","steps":["trace[1569144341] 'count revisions from in-memory index tree' (duration: 105.482726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.44984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.965602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-07T09:41:31.449653Z","caller":"traceutil/trace.go:171","msg":"trace[1521567412] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"156.650745ms","start":"2026-04-07T09:41:31.292801Z","end":"2026-04-07T09:41:31.449452Z","steps":["trace[1521567412] 'range keys from in-memory index tree' (duration: 156.391269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:41:31.449782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.52849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-07T09:41:31.450308Z","caller":"traceutil/trace.go:171","msg":"trace[1329248314] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"119.099984ms","start":"2026-04-07T09:41:31.33119Z","end":"2026-04-07T09:41:31.45029Z","steps":["trace[1329248314] 'range keys from in-memory index tree' (duration: 118.431738ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.44941Z","caller":"traceutil/trace.go:171","msg":"trace[1702523369] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1; }","duration":"106.600994ms","start":"2026-04-07T09:41:31.342779Z","end":"2026-04-07T09:41:31.44938Z","steps":["trace[1702523369] 'range keys from in-memory index tree' (duration: 106.387529ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:31.449887Z","caller":"traceutil/trace.go:171","msg":"trace[1666239809] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1; }","duration":"157.034225ms","start":"2026-04-07T09:41:31.29284Z","end":"2026-04-07T09:41:31.449874Z","steps":["trace[1666239809] 'count revisions from in-memory index tree' (duration: 156.86742ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:59.032096Z","caller":"traceutil/trace.go:171","msg":"trace[1834219680] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"117.36091ms","start":"2026-04-07T09:41:58.914711Z","end":"2026-04-07T09:41:59.032072Z","steps":["trace[1834219680] 'process raft request' (duration: 117.210026ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:59.039146Z","caller":"traceutil/trace.go:171","msg":"trace[359493107] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"115.417393ms","start":"2026-04-07T09:41:58.9237Z","end":"2026-04-07T09:41:59.039117Z","steps":["trace[359493107] 'process raft request' (duration: 115.240228ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:59.039371Z","caller":"traceutil/trace.go:171","msg":"trace[1771920610] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"104.581588ms","start":"2026-04-07T09:41:58.934762Z","end":"2026-04-07T09:41:59.039344Z","steps":["trace[1771920610] 'process raft request' (duration: 104.328942ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:59.039526Z","caller":"traceutil/trace.go:171","msg":"trace[209932180] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"104.363993ms","start":"2026-04-07T09:41:58.935144Z","end":"2026-04-07T09:41:59.039508Z","steps":["trace[209932180] 'process raft request' (duration: 103.975334ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:59.039615Z","caller":"traceutil/trace.go:171","msg":"trace[824425131] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"101.32692ms","start":"2026-04-07T09:41:58.938277Z","end":"2026-04-07T09:41:59.039604Z","steps":["trace[824425131] 'process raft request' (duration: 100.895749ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:59.039639Z","caller":"traceutil/trace.go:171","msg":"trace[1446165473] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"103.782669ms","start":"2026-04-07T09:41:58.93585Z","end":"2026-04-07T09:41:59.039632Z","steps":["trace[1446165473] 'process raft request' (duration: 103.294317ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:59.039665Z","caller":"traceutil/trace.go:171","msg":"trace[215034698] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"104.974158ms","start":"2026-04-07T09:41:58.934686Z","end":"2026-04-07T09:41:59.03966Z","steps":["trace[215034698] 'process raft request' (duration: 104.373923ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:41:59.039721Z","caller":"traceutil/trace.go:171","msg":"trace[2055123761] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"115.007772ms","start":"2026-04-07T09:41:58.924585Z","end":"2026-04-07T09:41:59.039593Z","steps":["trace[2055123761] 'process raft request' (duration: 114.440749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:06.109965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.359304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:42:06.11004Z","caller":"traceutil/trace.go:171","msg":"trace[1826999456] linearizableReadLoop","detail":"{readStateIndex:595; appliedIndex:594; }","duration":"514.000836ms","start":"2026-04-07T09:42:05.596028Z","end":"2026-04-07T09:42:06.110029Z","steps":["trace[1826999456] 'read index received' (duration: 308.16362ms)","trace[1826999456] 'applied index is now lower than readState.Index' (duration: 205.836246ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:42:06.11017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.171789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-tdkvl\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-07T09:42:06.110194Z","caller":"traceutil/trace.go:171","msg":"trace[464940940] range","detail":"{range_begin:/registry/pods/kube-system/cilium-tdkvl; range_end:; response_count:1; response_revision:571; }","duration":"514.198371ms","start":"2026-04-07T09:42:05.595988Z","end":"2026-04-07T09:42:06.110186Z","steps":["trace[464940940] 'agreement among raft nodes before linearized reading' (duration: 514.070478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:06.110217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:42:05.595935Z","time spent":"514.277133ms","remote":"127.0.0.1:53312","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16985,"request content":"key:\"/registry/pods/kube-system/cilium-tdkvl\" "} {"level":"info","ts":"2026-04-07T09:42:06.110185Z","caller":"traceutil/trace.go:171","msg":"trace[1724964908] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"593.407261ms","start":"2026-04-07T09:42:05.516725Z","end":"2026-04-07T09:42:06.110132Z","steps":["trace[1724964908] 'process raft request' (duration: 387.528884ms)","trace[1724964908] 'compare' (duration: 205.241871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:42:06.110356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:42:05.516706Z","time spent":"593.580875ms","remote":"127.0.0.1:53454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":897,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:42:06.111659Z","caller":"traceutil/trace.go:171","msg":"trace[650131465] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"130.828688ms","start":"2026-04-07T09:42:05.980801Z","end":"2026-04-07T09:42:06.111629Z","steps":["trace[650131465] 'process raft request' (duration: 130.692435ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:06.115368Z","caller":"traceutil/trace.go:171","msg":"trace[2042938188] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"116.610622ms","start":"2026-04-07T09:42:05.99874Z","end":"2026-04-07T09:42:06.115351Z","steps":["trace[2042938188] 'process raft request' (duration: 116.5382ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:07.952351Z","caller":"traceutil/trace.go:171","msg":"trace[1530422680] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"231.581283ms","start":"2026-04-07T09:42:07.720751Z","end":"2026-04-07T09:42:07.952333Z","steps":["trace[1530422680] 'process raft request' (duration: 231.478781ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:57.194621Z","caller":"traceutil/trace.go:171","msg":"trace[1450345809] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"381.097111ms","start":"2026-04-07T09:42:56.813502Z","end":"2026-04-07T09:42:57.194599Z","steps":["trace[1450345809] 'process raft request' (duration: 380.986539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:57.194921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:42:56.813477Z","time spent":"381.215755ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:42:57.280547Z","caller":"traceutil/trace.go:171","msg":"trace[947136915] linearizableReadLoop","detail":"{readStateIndex:1004; appliedIndex:1003; }","duration":"428.975673ms","start":"2026-04-07T09:42:56.851534Z","end":"2026-04-07T09:42:57.28051Z","steps":["trace[947136915] 'read index received' (duration: 343.149909ms)","trace[947136915] 'applied index is now lower than readState.Index' (duration: 85.824424ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:42:57.280642Z","caller":"traceutil/trace.go:171","msg":"trace[2001016492] transaction","detail":"{read_only:false; response_revision:966; number_of_response:1; }","duration":"436.34365ms","start":"2026-04-07T09:42:56.844264Z","end":"2026-04-07T09:42:57.280608Z","steps":["trace[2001016492] 'process raft request' (duration: 434.025244ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:57.280685Z","caller":"traceutil/trace.go:171","msg":"trace[147850253] transaction","detail":"{read_only:false; response_revision:967; number_of_response:1; }","duration":"169.646398ms","start":"2026-04-07T09:42:57.111024Z","end":"2026-04-07T09:42:57.280671Z","steps":["trace[147850253] 'process raft request' (duration: 169.427043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:57.280839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:42:56.844239Z","time spent":"436.481643ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:42:57.280953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.396073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-07T09:42:57.281021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.444874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T09:42:57.281004Z","caller":"traceutil/trace.go:171","msg":"trace[2131660981] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:967; }","duration":"429.497615ms","start":"2026-04-07T09:42:56.851491Z","end":"2026-04-07T09:42:57.280989Z","steps":["trace[2131660981] 'agreement among raft nodes before linearized reading' (duration: 429.335111ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:42:57.281135Z","caller":"traceutil/trace.go:171","msg":"trace[379627720] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:967; }","duration":"429.591227ms","start":"2026-04-07T09:42:56.851531Z","end":"2026-04-07T09:42:57.281122Z","steps":["trace[379627720] 'agreement among raft nodes before linearized reading' (duration: 429.391073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:42:57.281164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:42:56.85147Z","time spent":"429.6816ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:42:57.28117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:42:56.851513Z","time spent":"429.647649ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:42:57.281195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.385444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-07T09:42:57.281288Z","caller":"traceutil/trace.go:171","msg":"trace[1235267562] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:967; }","duration":"182.524248ms","start":"2026-04-07T09:42:57.098737Z","end":"2026-04-07T09:42:57.281261Z","steps":["trace[1235267562] 'agreement among raft nodes before linearized reading' (duration: 182.2263ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:17.817688Z","caller":"traceutil/trace.go:171","msg":"trace[1507368183] linearizableReadLoop","detail":"{readStateIndex:1078; appliedIndex:1077; }","duration":"112.183187ms","start":"2026-04-07T09:43:17.705478Z","end":"2026-04-07T09:43:17.817661Z","steps":["trace[1507368183] 'read index received' (duration: 111.938081ms)","trace[1507368183] 'applied index is now lower than readState.Index' (duration: 243.976µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:17.817731Z","caller":"traceutil/trace.go:171","msg":"trace[2042182103] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"155.464817ms","start":"2026-04-07T09:43:17.662236Z","end":"2026-04-07T09:43:17.817701Z","steps":["trace[2042182103] 'process raft request' (duration: 155.281473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:17.817854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.342151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:43:17.817952Z","caller":"traceutil/trace.go:171","msg":"trace[1512596994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1036; }","duration":"112.481165ms","start":"2026-04-07T09:43:17.70544Z","end":"2026-04-07T09:43:17.817921Z","steps":["trace[1512596994] 'agreement among raft nodes before linearized reading' (duration: 112.340191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:17.817987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.419964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:43:17.818027Z","caller":"traceutil/trace.go:171","msg":"trace[500934357] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1036; }","duration":"110.491536ms","start":"2026-04-07T09:43:17.707523Z","end":"2026-04-07T09:43:17.818014Z","steps":["trace[500934357] 'agreement among raft nodes before linearized reading' (duration: 110.315322ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:18.061433Z","caller":"traceutil/trace.go:171","msg":"trace[1756202156] linearizableReadLoop","detail":"{readStateIndex:1079; appliedIndex:1078; }","duration":"217.393186ms","start":"2026-04-07T09:43:17.844013Z","end":"2026-04-07T09:43:18.061406Z","steps":["trace[1756202156] 'read index received' (duration: 130.981469ms)","trace[1756202156] 'applied index is now lower than readState.Index' (duration: 86.410907ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:18.061531Z","caller":"traceutil/trace.go:171","msg":"trace[584105567] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"240.572953ms","start":"2026-04-07T09:43:17.820949Z","end":"2026-04-07T09:43:18.061522Z","steps":["trace[584105567] 'process raft request' (duration: 154.098225ms)","trace[584105567] 'compare' (duration: 86.244723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:18.061709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.657072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:43:18.061821Z","caller":"traceutil/trace.go:171","msg":"trace[359577950] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1037; }","duration":"217.806576ms","start":"2026-04-07T09:43:17.843986Z","end":"2026-04-07T09:43:18.061793Z","steps":["trace[359577950] 'agreement among raft nodes before linearized reading' (duration: 217.610911ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:19.52364Z","caller":"traceutil/trace.go:171","msg":"trace[1712450677] linearizableReadLoop","detail":"{readStateIndex:1083; appliedIndex:1082; }","duration":"117.011143ms","start":"2026-04-07T09:43:19.406612Z","end":"2026-04-07T09:43:19.523623Z","steps":["trace[1712450677] 'read index received' (duration: 116.84941ms)","trace[1712450677] 'applied index is now lower than readState.Index' (duration: 161.053µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:19.523731Z","caller":"traceutil/trace.go:171","msg":"trace[77873755] transaction","detail":"{read_only:false; response_revision:1040; number_of_response:1; }","duration":"121.519351ms","start":"2026-04-07T09:43:19.402179Z","end":"2026-04-07T09:43:19.523698Z","steps":["trace[77873755] 'process raft request' (duration: 121.325037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:19.523826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.991653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T09:43:19.523852Z","caller":"traceutil/trace.go:171","msg":"trace[1708791334] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1040; }","duration":"117.070515ms","start":"2026-04-07T09:43:19.406774Z","end":"2026-04-07T09:43:19.523845Z","steps":["trace[1708791334] 'agreement among raft nodes before linearized reading' (duration: 116.943902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:19.523876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.239229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T09:43:19.52395Z","caller":"traceutil/trace.go:171","msg":"trace[459004625] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1040; }","duration":"117.332671ms","start":"2026-04-07T09:43:19.406599Z","end":"2026-04-07T09:43:19.523931Z","steps":["trace[459004625] 'agreement among raft nodes before linearized reading' (duration: 117.123056ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:31.518627Z","caller":"traceutil/trace.go:171","msg":"trace[1502800267] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"179.216578ms","start":"2026-04-07T09:43:31.339383Z","end":"2026-04-07T09:43:31.518599Z","steps":["trace[1502800267] 'process raft request' (duration: 178.993223ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:31.54236Z","caller":"traceutil/trace.go:171","msg":"trace[122199450] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"122.265239ms","start":"2026-04-07T09:43:31.420073Z","end":"2026-04-07T09:43:31.542338Z","steps":["trace[122199450] 'process raft request' (duration: 122.164606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:45.998745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.068034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T09:43:45.998816Z","caller":"traceutil/trace.go:171","msg":"trace[2123569738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1177; }","duration":"211.155266ms","start":"2026-04-07T09:43:45.787646Z","end":"2026-04-07T09:43:45.998801Z","steps":["trace[2123569738] 'range keys from in-memory index tree' (duration: 210.930201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:45.998992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.715219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-07T09:43:45.999077Z","caller":"traceutil/trace.go:171","msg":"trace[1682931128] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1177; }","duration":"211.834582ms","start":"2026-04-07T09:43:45.787219Z","end":"2026-04-07T09:43:45.999053Z","steps":["trace[1682931128] 'range keys from in-memory index tree' (duration: 211.542385ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:46.207905Z","caller":"traceutil/trace.go:171","msg":"trace[1921175074] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"205.969162ms","start":"2026-04-07T09:43:46.001912Z","end":"2026-04-07T09:43:46.207881Z","steps":["trace[1921175074] 'process raft request' (duration: 193.159864ms)","trace[1921175074] 'compare' (duration: 12.547531ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:49.490551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.14506ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-07T09:43:50.286214Z","caller":"traceutil/trace.go:171","msg":"trace[54106734] transaction","detail":"{read_only:false; response_revision:1211; number_of_response:1; }","duration":"449.982635ms","start":"2026-04-07T09:43:49.836204Z","end":"2026-04-07T09:43:50.286187Z","steps":["trace[54106734] 'process raft request' (duration: 449.552475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:50.286329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:49.83618Z","time spent":"450.092748ms","remote":"127.0.0.1:53238","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:43:50.286323Z","caller":"traceutil/trace.go:171","msg":"trace[1247090625] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1261; }","duration":"255.459144ms","start":"2026-04-07T09:43:50.030754Z","end":"2026-04-07T09:43:50.286213Z","steps":["trace[1247090625] 'read index received' (duration: 254.836079ms)","trace[1247090625] 'applied index is now lower than readState.Index' (duration: 620.025µs)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:50.286466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.72529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-04-07T09:43:50.286507Z","caller":"traceutil/trace.go:171","msg":"trace[1036073994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1211; }","duration":"255.819823ms","start":"2026-04-07T09:43:50.030678Z","end":"2026-04-07T09:43:50.286498Z","steps":["trace[1036073994] 'agreement among raft nodes before linearized reading' (duration: 255.643358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:50.683594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.979504ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:43:50.683743Z","caller":"traceutil/trace.go:171","msg":"trace[1708972196] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"216.138711ms","start":"2026-04-07T09:43:50.467587Z","end":"2026-04-07T09:43:50.683725Z","steps":["trace[1708972196] 'process raft request' (duration: 55.956282ms)","trace[1708972196] 'compare' (duration: 159.627106ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:51.024023Z","caller":"traceutil/trace.go:171","msg":"trace[1622200071] linearizableReadLoop","detail":"{readStateIndex:1267; appliedIndex:1266; }","duration":"321.599469ms","start":"2026-04-07T09:43:50.702394Z","end":"2026-04-07T09:43:51.023993Z","steps":["trace[1622200071] 'read index received' (duration: 262.310348ms)","trace[1622200071] 'applied index is now lower than readState.Index' (duration: 59.287841ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:43:51.024177Z","caller":"traceutil/trace.go:171","msg":"trace[1515288688] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"334.369616ms","start":"2026-04-07T09:43:50.689775Z","end":"2026-04-07T09:43:51.024144Z","steps":["trace[1515288688] 'process raft request' (duration: 274.978512ms)","trace[1515288688] 'compare' (duration: 59.062226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:43:51.024197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.785623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:43:51.024247Z","caller":"traceutil/trace.go:171","msg":"trace[1235175601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1216; }","duration":"321.879106ms","start":"2026-04-07T09:43:50.702357Z","end":"2026-04-07T09:43:51.024236Z","steps":["trace[1235175601] 'agreement among raft nodes before linearized reading' (duration: 321.749243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:43:51.024287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:50.702343Z","time spent":"321.934327ms","remote":"127.0.0.1:53140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-07T09:43:51.024298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:43:50.689754Z","time spent":"334.489718ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":459,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-07T09:43:51.027161Z","caller":"traceutil/trace.go:171","msg":"trace[1989133611] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"201.883019ms","start":"2026-04-07T09:43:50.825261Z","end":"2026-04-07T09:43:51.027144Z","steps":["trace[1989133611] 'process raft request' (duration: 201.795247ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:51.782738Z","caller":"traceutil/trace.go:171","msg":"trace[1464141831] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"147.162528ms","start":"2026-04-07T09:43:51.635543Z","end":"2026-04-07T09:43:51.782705Z","steps":["trace[1464141831] 'process raft request' (duration: 146.991904ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:43:51.795737Z","caller":"traceutil/trace.go:171","msg":"trace[372790785] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"142.170838ms","start":"2026-04-07T09:43:51.653533Z","end":"2026-04-07T09:43:51.795704Z","steps":["trace[372790785] 'process raft request' (duration: 141.915422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:13.870973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315037818646677,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-07T09:44:13.983265Z","caller":"traceutil/trace.go:171","msg":"trace[886109951] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"668.856843ms","start":"2026-04-07T09:44:13.314382Z","end":"2026-04-07T09:44:13.983239Z","steps":["trace[886109951] 'process raft request' (duration: 668.71572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:13.98341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:13.314363Z","time spent":"668.973216ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":493,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:13.984209Z","caller":"traceutil/trace.go:171","msg":"trace[2085613615] linearizableReadLoop","detail":"{readStateIndex:1404; appliedIndex:1402; }","duration":"614.124131ms","start":"2026-04-07T09:44:13.370067Z","end":"2026-04-07T09:44:13.984191Z","steps":["trace[2085613615] 'read index received' (duration: 613.040515ms)","trace[2085613615] 'applied index is now lower than readState.Index' (duration: 1.078956ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:13.984292Z","caller":"traceutil/trace.go:171","msg":"trace[81796972] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"117.577288ms","start":"2026-04-07T09:44:13.86668Z","end":"2026-04-07T09:44:13.984257Z","steps":["trace[81796972] 'process raft request' (duration: 117.410384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:13.984413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.327825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-07T09:44:13.984439Z","caller":"traceutil/trace.go:171","msg":"trace[1603620528] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1349; }","duration":"614.402677ms","start":"2026-04-07T09:44:13.370029Z","end":"2026-04-07T09:44:13.984431Z","steps":["trace[1603620528] 'agreement among raft nodes before linearized reading' (duration: 614.247894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:13.984462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:13.370012Z","time spent":"614.443868ms","remote":"127.0.0.1:53238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":143,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:13.984465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.154171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-07T09:44:13.98454Z","caller":"traceutil/trace.go:171","msg":"trace[980852823] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1349; }","duration":"148.230683ms","start":"2026-04-07T09:44:13.836291Z","end":"2026-04-07T09:44:13.984522Z","steps":["trace[980852823] 'agreement among raft nodes before linearized reading' (duration: 148.065979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:13.98472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.775577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T09:44:13.984768Z","caller":"traceutil/trace.go:171","msg":"trace[1020805470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1349; }","duration":"113.844249ms","start":"2026-04-07T09:44:13.870909Z","end":"2026-04-07T09:44:13.984753Z","steps":["trace[1020805470] 'agreement among raft nodes before linearized reading' (duration: 113.729056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:18.507923Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315037818646722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:19.009095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315037818646722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:19.509286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315037818646722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:20.010335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315037818646722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:20.510815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315037818646722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:20.705593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-07T09:44:20.705674Z","caller":"traceutil/trace.go:171","msg":"trace[1504950979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000477668s","start":"2026-04-07T09:44:18.705179Z","end":"2026-04-07T09:44:20.705657Z","steps":["trace[1504950979] 'agreement among raft nodes before linearized reading' (duration: 2.000376296s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:20.705725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:18.70514Z","time spent":"2.000576001s","remote":"127.0.0.1:53140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/07 09:44:20 WARNING: [core] [Server #6] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-07T09:44:21.011672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":17576315037818646722,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-07T09:44:21.084124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.087449744s","expected-duration":"1s"} {"level":"info","ts":"2026-04-07T09:44:21.084478Z","caller":"traceutil/trace.go:171","msg":"trace[236444420] transaction","detail":"{read_only:false; response_revision:1368; number_of_response:1; }","duration":"3.087923995s","start":"2026-04-07T09:44:17.996528Z","end":"2026-04-07T09:44:21.084452Z","steps":["trace[236444420] 'process raft request' (duration: 3.087798592s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.08461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:17.996501Z","time spent":"3.088031638s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:21.15569Z","caller":"traceutil/trace.go:171","msg":"trace[1868175917] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"2.091759536s","start":"2026-04-07T09:44:19.0639Z","end":"2026-04-07T09:44:21.155659Z","steps":["trace[1868175917] 'process raft request' (duration: 2.09153024s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.155866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:19.063874Z","time spent":"2.091889379s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:21.226135Z","caller":"traceutil/trace.go:171","msg":"trace[2048001977] linearizableReadLoop","detail":"{readStateIndex:1426; appliedIndex:1423; }","duration":"3.218806982s","start":"2026-04-07T09:44:18.007273Z","end":"2026-04-07T09:44:21.22608Z","steps":["trace[2048001977] 'read index received' (duration: 3.077150466s)","trace[2048001977] 'applied index is now lower than readState.Index' (duration: 141.654916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:21.226744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.219449277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-07T09:44:21.226808Z","caller":"traceutil/trace.go:171","msg":"trace[1717295523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1369; }","duration":"3.21956315s","start":"2026-04-07T09:44:18.007229Z","end":"2026-04-07T09:44:21.226793Z","steps":["trace[1717295523] 'agreement among raft nodes before linearized reading' (duration: 3.219355815s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.226854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:18.007206Z","time spent":"3.219636402s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-07T09:44:21.227215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218492415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-07T09:44:21.22727Z","caller":"traceutil/trace.go:171","msg":"trace[1292378353] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1369; }","duration":"3.218584367s","start":"2026-04-07T09:44:18.008672Z","end":"2026-04-07T09:44:21.227257Z","steps":["trace[1292378353] 'agreement among raft nodes before linearized reading' (duration: 3.218452934s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.227315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:18.008655Z","time spent":"3.218648558s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":556,"request content":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" "} {"level":"warn","ts":"2026-04-07T09:44:21.227377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.484945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T09:44:21.227437Z","caller":"traceutil/trace.go:171","msg":"trace[4772676] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1369; }","duration":"525.584128ms","start":"2026-04-07T09:44:20.701834Z","end":"2026-04-07T09:44:21.227418Z","steps":["trace[4772676] 'agreement among raft nodes before linearized reading' (duration: 525.427374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.227481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.701815Z","time spent":"525.6528ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":550,"request content":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-07T09:44:21.227521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.782110722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-07T09:44:21.227565Z","caller":"traceutil/trace.go:171","msg":"trace[847946638] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1369; }","duration":"1.782200435s","start":"2026-04-07T09:44:19.445351Z","end":"2026-04-07T09:44:21.227552Z","steps":["trace[847946638] 'agreement among raft nodes before linearized reading' (duration: 1.782084052s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.227556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.672505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-07T09:44:21.2276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:19.445329Z","time spent":"1.782260946s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-07T09:44:21.227592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.650406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-07T09:44:21.227637Z","caller":"traceutil/trace.go:171","msg":"trace[1624207370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"521.822228ms","start":"2026-04-07T09:44:20.705798Z","end":"2026-04-07T09:44:21.22762Z","steps":["trace[1624207370] 'agreement among raft nodes before linearized reading' (duration: 521.706595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.227676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.776354826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-07T09:44:21.227685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:20.705741Z","time spent":"521.932661ms","remote":"127.0.0.1:53124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-07T09:44:21.227685Z","caller":"traceutil/trace.go:171","msg":"trace[976269436] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1369; }","duration":"106.79456ms","start":"2026-04-07T09:44:21.120868Z","end":"2026-04-07T09:44:21.227663Z","steps":["trace[976269436] 'agreement among raft nodes before linearized reading' (duration: 106.561464ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.227719Z","caller":"traceutil/trace.go:171","msg":"trace[823637759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1369; }","duration":"2.776434668s","start":"2026-04-07T09:44:18.451269Z","end":"2026-04-07T09:44:21.227704Z","steps":["trace[823637759] 'agreement among raft nodes before linearized reading' (duration: 2.776316665s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.22776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:18.451247Z","time spent":"2.77650052s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:21.227747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.790515095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-07T09:44:21.227802Z","caller":"traceutil/trace.go:171","msg":"trace[2135470066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1369; }","duration":"2.790607718s","start":"2026-04-07T09:44:18.437183Z","end":"2026-04-07T09:44:21.227791Z","steps":["trace[2135470066] 'agreement among raft nodes before linearized reading' (duration: 2.790492775s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.227836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:18.437159Z","time spent":"2.790668239s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-07T09:44:21.22789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.218628158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-07T09:44:21.227922Z","caller":"traceutil/trace.go:171","msg":"trace[583757586] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1369; }","duration":"3.218682729s","start":"2026-04-07T09:44:18.00923Z","end":"2026-04-07T09:44:21.227912Z","steps":["trace[583757586] 'agreement among raft nodes before linearized reading' (duration: 3.218585676s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.227922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239864907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-07T09:44:21.227954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:18.009206Z","time spent":"3.21873725s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-07T09:44:21.227961Z","caller":"traceutil/trace.go:171","msg":"trace[672055317] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1369; }","duration":"2.239929228s","start":"2026-04-07T09:44:18.988019Z","end":"2026-04-07T09:44:21.227948Z","steps":["trace[672055317] 'agreement among raft nodes before linearized reading' (duration: 2.239822486s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.227997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:18.988004Z","time spent":"2.239983609s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-04-07T09:44:21.22813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.719637406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-07T09:44:21.228178Z","caller":"traceutil/trace.go:171","msg":"trace[495404885] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1369; }","duration":"2.719709358s","start":"2026-04-07T09:44:18.508455Z","end":"2026-04-07T09:44:21.228164Z","steps":["trace[495404885] 'agreement among raft nodes before linearized reading' (duration: 2.719593295s)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.228213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:18.50844Z","time spent":"2.71976459s","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-07T09:44:21.440111Z","caller":"traceutil/trace.go:171","msg":"trace[1888104906] transaction","detail":"{read_only:false; response_revision:1371; number_of_response:1; }","duration":"205.297152ms","start":"2026-04-07T09:44:21.234771Z","end":"2026-04-07T09:44:21.440068Z","steps":["trace[1888104906] 'process raft request' (duration: 205.106638ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.440527Z","caller":"traceutil/trace.go:171","msg":"trace[1348146340] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"205.6284ms","start":"2026-04-07T09:44:21.234883Z","end":"2026-04-07T09:44:21.440511Z","steps":["trace[1348146340] 'process raft request' (duration: 205.362483ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.44055Z","caller":"traceutil/trace.go:171","msg":"trace[2042873011] transaction","detail":"{read_only:false; response_revision:1372; number_of_response:1; }","duration":"205.676511ms","start":"2026-04-07T09:44:21.234852Z","end":"2026-04-07T09:44:21.440528Z","steps":["trace[2042873011] 'process raft request' (duration: 205.167319ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.440693Z","caller":"traceutil/trace.go:171","msg":"trace[786137449] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"204.288808ms","start":"2026-04-07T09:44:21.236384Z","end":"2026-04-07T09:44:21.440672Z","steps":["trace[786137449] 'process raft request' (duration: 204.206326ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.440744Z","caller":"traceutil/trace.go:171","msg":"trace[1000337663] linearizableReadLoop","detail":"{readStateIndex:1437; appliedIndex:1427; }","duration":"202.867774ms","start":"2026-04-07T09:44:21.237852Z","end":"2026-04-07T09:44:21.440719Z","steps":["trace[1000337663] 'read index received' (duration: 51.412373ms)","trace[1000337663] 'applied index is now lower than readState.Index' (duration: 151.454331ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:21.440864Z","caller":"traceutil/trace.go:171","msg":"trace[1504401736] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"204.411511ms","start":"2026-04-07T09:44:21.23644Z","end":"2026-04-07T09:44:21.440852Z","steps":["trace[1504401736] 'process raft request' (duration: 204.193846ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.440864Z","caller":"traceutil/trace.go:171","msg":"trace[1544226960] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"204.627686ms","start":"2026-04-07T09:44:21.236219Z","end":"2026-04-07T09:44:21.440847Z","steps":["trace[1544226960] 'process raft request' (duration: 204.221696ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.440984Z","caller":"traceutil/trace.go:171","msg":"trace[1431884671] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"206.055231ms","start":"2026-04-07T09:44:21.234915Z","end":"2026-04-07T09:44:21.44097Z","steps":["trace[1431884671] 'process raft request' (duration: 205.414186ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.441016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.15011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:21.441048Z","caller":"traceutil/trace.go:171","msg":"trace[315047727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1380; }","duration":"203.208802ms","start":"2026-04-07T09:44:21.237829Z","end":"2026-04-07T09:44:21.441038Z","steps":["trace[315047727] 'agreement among raft nodes before linearized reading' (duration: 203.143601ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.441055Z","caller":"traceutil/trace.go:171","msg":"trace[1458893326] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"204.703048ms","start":"2026-04-07T09:44:21.236335Z","end":"2026-04-07T09:44:21.441038Z","steps":["trace[1458893326] 'process raft request' (duration: 204.158645ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.441131Z","caller":"traceutil/trace.go:171","msg":"trace[1328700892] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"206.074061ms","start":"2026-04-07T09:44:21.235023Z","end":"2026-04-07T09:44:21.441097Z","steps":["trace[1328700892] 'process raft request' (duration: 205.363614ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:21.441183Z","caller":"traceutil/trace.go:171","msg":"trace[1657322125] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"204.793861ms","start":"2026-04-07T09:44:21.236373Z","end":"2026-04-07T09:44:21.441167Z","steps":["trace[1657322125] 'process raft request' (duration: 204.168736ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:21.441338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.652269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:21.441541Z","caller":"traceutil/trace.go:171","msg":"trace[2088044026] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1380; }","duration":"124.822443ms","start":"2026-04-07T09:44:21.316622Z","end":"2026-04-07T09:44:21.441444Z","steps":["trace[2088044026] 'agreement among raft nodes before linearized reading' (duration: 124.604588ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:23.191197Z","caller":"traceutil/trace.go:171","msg":"trace[1210379772] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"101.889933ms","start":"2026-04-07T09:44:23.089283Z","end":"2026-04-07T09:44:23.191173Z","steps":["trace[1210379772] 'process raft request' (duration: 101.707478ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:23.755536Z","caller":"traceutil/trace.go:171","msg":"trace[734295811] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"306.006355ms","start":"2026-04-07T09:44:23.449483Z","end":"2026-04-07T09:44:23.755489Z","steps":["trace[734295811] 'process raft request' (duration: 305.889302ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:23.755592Z","caller":"traceutil/trace.go:171","msg":"trace[1267580004] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"305.937464ms","start":"2026-04-07T09:44:23.449625Z","end":"2026-04-07T09:44:23.755562Z","steps":["trace[1267580004] 'process raft request' (duration: 305.7689ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:23.755585Z","caller":"traceutil/trace.go:171","msg":"trace[1368361809] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"305.614196ms","start":"2026-04-07T09:44:23.449939Z","end":"2026-04-07T09:44:23.755553Z","steps":["trace[1368361809] 'process raft request' (duration: 305.469242ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:23.755686Z","caller":"traceutil/trace.go:171","msg":"trace[2130880088] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"305.138364ms","start":"2026-04-07T09:44:23.450529Z","end":"2026-04-07T09:44:23.755667Z","steps":["trace[2130880088] 'process raft request' (duration: 304.893639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:23.756051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:23.449928Z","time spent":"305.978965ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:23.755725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:23.449616Z","time spent":"306.034596ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:23.756232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:23.450519Z","time spent":"305.511093ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:23.755762Z","caller":"traceutil/trace.go:171","msg":"trace[2130425298] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"306.404094ms","start":"2026-04-07T09:44:23.449351Z","end":"2026-04-07T09:44:23.755755Z","steps":["trace[2130425298] 'process raft request' (duration: 305.916413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:23.756422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:23.449336Z","time spent":"307.03887ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:23.755729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:23.449473Z","time spent":"306.16014ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:26.057102Z","caller":"traceutil/trace.go:171","msg":"trace[1815334135] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"216.245604ms","start":"2026-04-07T09:44:25.840828Z","end":"2026-04-07T09:44:26.057073Z","steps":["trace[1815334135] 'process raft request' (duration: 216.08492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:26.288649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.684134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:26.28879Z","caller":"traceutil/trace.go:171","msg":"trace[1254099401] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"447.781983ms","start":"2026-04-07T09:44:25.840989Z","end":"2026-04-07T09:44:26.288771Z","steps":["trace[1254099401] 'process raft request' (duration: 298.958067ms)","trace[1254099401] 'compare' (duration: 148.490688ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:26.288861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:25.840963Z","time spent":"447.865086ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:26.289133Z","caller":"traceutil/trace.go:171","msg":"trace[213140167] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1448; }","duration":"358.708429ms","start":"2026-04-07T09:44:25.930404Z","end":"2026-04-07T09:44:26.289112Z","steps":["trace[213140167] 'read index received' (duration: 126.495153ms)","trace[213140167] 'applied index is now lower than readState.Index' (duration: 232.212416ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:26.289273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.843052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:26.289304Z","caller":"traceutil/trace.go:171","msg":"trace[141290133] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1395; }","duration":"358.921203ms","start":"2026-04-07T09:44:25.930374Z","end":"2026-04-07T09:44:26.289295Z","steps":["trace[141290133] 'agreement among raft nodes before linearized reading' (duration: 358.817751ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.289313Z","caller":"traceutil/trace.go:171","msg":"trace[725068620] transaction","detail":"{read_only:false; response_revision:1393; number_of_response:1; }","duration":"448.119001ms","start":"2026-04-07T09:44:25.841185Z","end":"2026-04-07T09:44:26.289304Z","steps":["trace[725068620] 'process raft request' (duration: 447.543187ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.289299Z","caller":"traceutil/trace.go:171","msg":"trace[1356736183] transaction","detail":"{read_only:false; response_revision:1395; number_of_response:1; }","duration":"447.578539ms","start":"2026-04-07T09:44:25.841699Z","end":"2026-04-07T09:44:26.289278Z","steps":["trace[1356736183] 'process raft request' (duration: 447.372564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:26.28934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:25.93036Z","time spent":"358.970525ms","remote":"127.0.0.1:53480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-07T09:44:26.28935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:25.841173Z","time spent":"448.157853ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:26.289401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:25.841674Z","time spent":"447.670441ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-07T09:44:26.289489Z","caller":"traceutil/trace.go:171","msg":"trace[841401552] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"447.851365ms","start":"2026-04-07T09:44:25.841631Z","end":"2026-04-07T09:44:26.289482Z","steps":["trace[841401552] 'process raft request' (duration: 447.341633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:26.289524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-07T09:44:25.841614Z","time spent":"447.891936ms","remote":"127.0.0.1:53392","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-07T09:44:26.684817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.65566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"warn","ts":"2026-04-07T09:44:26.684849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.23393ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:26.684901Z","caller":"traceutil/trace.go:171","msg":"trace[1161725357] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1396; }","duration":"238.775344ms","start":"2026-04-07T09:44:26.446106Z","end":"2026-04-07T09:44:26.684882Z","steps":["trace[1161725357] 'range keys from in-memory index tree' (duration: 238.506187ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.684939Z","caller":"traceutil/trace.go:171","msg":"trace[206182276] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1396; }","duration":"233.330793ms","start":"2026-04-07T09:44:26.451591Z","end":"2026-04-07T09:44:26.684922Z","steps":["trace[206182276] 'range keys from in-memory index tree' (duration: 233.22218ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:26.685133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.386408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-07T09:44:26.685221Z","caller":"traceutil/trace.go:171","msg":"trace[1131861159] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1396; }","duration":"239.48286ms","start":"2026-04-07T09:44:26.445716Z","end":"2026-04-07T09:44:26.685198Z","steps":["trace[1131861159] 'range keys from in-memory index tree' (duration: 239.198253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:26.685233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.449479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-07T09:44:26.685259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.45568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-07T09:44:26.685329Z","caller":"traceutil/trace.go:171","msg":"trace[1226254045] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1396; }","duration":"239.594643ms","start":"2026-04-07T09:44:26.445725Z","end":"2026-04-07T09:44:26.68532Z","steps":["trace[1226254045] 'range keys from in-memory index tree' (duration: 239.310456ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.685332Z","caller":"traceutil/trace.go:171","msg":"trace[1922868348] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1396; }","duration":"239.590633ms","start":"2026-04-07T09:44:26.445725Z","end":"2026-04-07T09:44:26.685316Z","steps":["trace[1922868348] 'range keys from in-memory index tree' (duration: 239.228404ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.956479Z","caller":"traceutil/trace.go:171","msg":"trace[38857727] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"267.548014ms","start":"2026-04-07T09:44:26.688904Z","end":"2026-04-07T09:44:26.956452Z","steps":["trace[38857727] 'process raft request' (duration: 267.358969ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.980624Z","caller":"traceutil/trace.go:171","msg":"trace[370378570] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"291.5792ms","start":"2026-04-07T09:44:26.689016Z","end":"2026-04-07T09:44:26.980595Z","steps":["trace[370378570] 'process raft request' (duration: 291.371945ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.981038Z","caller":"traceutil/trace.go:171","msg":"trace[1177837175] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"291.782305ms","start":"2026-04-07T09:44:26.689217Z","end":"2026-04-07T09:44:26.980999Z","steps":["trace[1177837175] 'process raft request' (duration: 291.313243ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.981589Z","caller":"traceutil/trace.go:171","msg":"trace[1564979008] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"291.818906ms","start":"2026-04-07T09:44:26.689755Z","end":"2026-04-07T09:44:26.981574Z","steps":["trace[1564979008] 'process raft request' (duration: 291.039188ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:26.981621Z","caller":"traceutil/trace.go:171","msg":"trace[1625819404] linearizableReadLoop","detail":"{readStateIndex:1458; appliedIndex:1454; }","duration":"279.771707ms","start":"2026-04-07T09:44:26.701783Z","end":"2026-04-07T09:44:26.981555Z","steps":["trace[1625819404] 'read index received' (duration: 254.523331ms)","trace[1625819404] 'applied index is now lower than readState.Index' (duration: 25.247616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:26.981966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.958752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:26.981999Z","caller":"traceutil/trace.go:171","msg":"trace[931667817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1400; }","duration":"280.243448ms","start":"2026-04-07T09:44:26.701747Z","end":"2026-04-07T09:44:26.98199Z","steps":["trace[931667817] 'agreement among raft nodes before linearized reading' (duration: 279.954211ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:53.943481Z","caller":"traceutil/trace.go:171","msg":"trace[2041352180] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"129.495543ms","start":"2026-04-07T09:44:53.813954Z","end":"2026-04-07T09:44:53.943449Z","steps":["trace[2041352180] 'process raft request' (duration: 129.270678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:54.199524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.350152ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-07T09:44:54.538936Z","caller":"traceutil/trace.go:171","msg":"trace[720308163] linearizableReadLoop","detail":"{readStateIndex:1586; appliedIndex:1585; }","duration":"274.475018ms","start":"2026-04-07T09:44:54.264445Z","end":"2026-04-07T09:44:54.53892Z","steps":["trace[720308163] 'read index received' (duration: 274.237913ms)","trace[720308163] 'applied index is now lower than readState.Index' (duration: 236.345µs)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:54.539052Z","caller":"traceutil/trace.go:171","msg":"trace[1696701259] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"276.017105ms","start":"2026-04-07T09:44:54.263026Z","end":"2026-04-07T09:44:54.539043Z","steps":["trace[1696701259] 'process raft request' (duration: 275.78395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:54.539248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.920555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-07T09:44:54.539332Z","caller":"traceutil/trace.go:171","msg":"trace[1618197354] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1522; }","duration":"125.049727ms","start":"2026-04-07T09:44:54.414261Z","end":"2026-04-07T09:44:54.539311Z","steps":["trace[1618197354] 'agreement among raft nodes before linearized reading' (duration: 124.802371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:54.540454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.991455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-07T09:44:54.540536Z","caller":"traceutil/trace.go:171","msg":"trace[1095120998] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1522; }","duration":"276.098357ms","start":"2026-04-07T09:44:54.264421Z","end":"2026-04-07T09:44:54.540519Z","steps":["trace[1095120998] 'agreement among raft nodes before linearized reading' (duration: 275.852771ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:54.706448Z","caller":"traceutil/trace.go:171","msg":"trace[2071180540] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1586; }","duration":"158.182081ms","start":"2026-04-07T09:44:54.548248Z","end":"2026-04-07T09:44:54.70643Z","steps":["trace[2071180540] 'read index received' (duration: 34.474586ms)","trace[2071180540] 'applied index is now lower than readState.Index' (duration: 123.706955ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:54.706513Z","caller":"traceutil/trace.go:171","msg":"trace[462213082] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"162.69198ms","start":"2026-04-07T09:44:54.5438Z","end":"2026-04-07T09:44:54.706492Z","steps":["trace[462213082] 'process raft request' (duration: 77.742504ms)","trace[462213082] 'compare' (duration: 84.748131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:54.706582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.321885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:54.706603Z","caller":"traceutil/trace.go:171","msg":"trace[622226346] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1526; }","duration":"158.373456ms","start":"2026-04-07T09:44:54.548222Z","end":"2026-04-07T09:44:54.706596Z","steps":["trace[622226346] 'agreement among raft nodes before linearized reading' (duration: 158.300695ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:54.706551Z","caller":"traceutil/trace.go:171","msg":"trace[537194248] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"162.399412ms","start":"2026-04-07T09:44:54.544112Z","end":"2026-04-07T09:44:54.706511Z","steps":["trace[537194248] 'process raft request' (duration: 162.28954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:55.816085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.357179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-07T09:44:55.816167Z","caller":"traceutil/trace.go:171","msg":"trace[398457519] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1527; }","duration":"111.484242ms","start":"2026-04-07T09:44:55.704663Z","end":"2026-04-07T09:44:55.816147Z","steps":["trace[398457519] 'range keys from in-memory index tree' (duration: 111.274997ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:56.731743Z","caller":"traceutil/trace.go:171","msg":"trace[1167083434] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"128.017179ms","start":"2026-04-07T09:44:56.603705Z","end":"2026-04-07T09:44:56.731723Z","steps":["trace[1167083434] 'process raft request' (duration: 41.539506ms)","trace[1167083434] 'compare' (duration: 86.346219ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:56.732299Z","caller":"traceutil/trace.go:171","msg":"trace[1981482181] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"128.132471ms","start":"2026-04-07T09:44:56.604149Z","end":"2026-04-07T09:44:56.732281Z","steps":["trace[1981482181] 'process raft request' (duration: 127.544737ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:56.942991Z","caller":"traceutil/trace.go:171","msg":"trace[495168347] linearizableReadLoop","detail":"{readStateIndex:1597; appliedIndex:1596; }","duration":"148.303535ms","start":"2026-04-07T09:44:56.794664Z","end":"2026-04-07T09:44:56.942968Z","steps":["trace[495168347] 'read index received' (duration: 65.273025ms)","trace[495168347] 'applied index is now lower than readState.Index' (duration: 83.02946ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:56.943067Z","caller":"traceutil/trace.go:171","msg":"trace[372713616] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"206.340786ms","start":"2026-04-07T09:44:56.736682Z","end":"2026-04-07T09:44:56.943023Z","steps":["trace[372713616] 'process raft request' (duration: 123.301866ms)","trace[372713616] 'compare' (duration: 82.841896ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:56.943346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.664873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-07T09:44:56.943411Z","caller":"traceutil/trace.go:171","msg":"trace[2087082640] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1533; }","duration":"148.781696ms","start":"2026-04-07T09:44:56.794616Z","end":"2026-04-07T09:44:56.943397Z","steps":["trace[2087082640] 'agreement among raft nodes before linearized reading' (duration: 148.471279ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:57.194529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.237515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-07T09:44:57.194653Z","caller":"traceutil/trace.go:171","msg":"trace[418405623] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1597; }","duration":"157.827563ms","start":"2026-04-07T09:44:57.036804Z","end":"2026-04-07T09:44:57.194632Z","steps":["trace[418405623] 'read index received' (duration: 26.26824ms)","trace[418405623] 'applied index is now lower than readState.Index' (duration: 131.557413ms)"],"step_count":2} {"level":"info","ts":"2026-04-07T09:44:57.194745Z","caller":"traceutil/trace.go:171","msg":"trace[1360864355] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"162.175897ms","start":"2026-04-07T09:44:57.032531Z","end":"2026-04-07T09:44:57.194707Z","steps":["trace[1360864355] 'process raft request' (duration: 30.550802ms)","trace[1360864355] 'compare' (duration: 131.095992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-07T09:44:57.19495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.480395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-07T09:44:57.195004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.700928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd-csi-ceph-com\" ","response":"range_response_count:1 size:473"} {"level":"info","ts":"2026-04-07T09:44:57.195021Z","caller":"traceutil/trace.go:171","msg":"trace[1044374799] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1534; }","duration":"147.558617ms","start":"2026-04-07T09:44:57.047445Z","end":"2026-04-07T09:44:57.195004Z","steps":["trace[1044374799] 'agreement among raft nodes before linearized reading' (duration: 147.383343ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:57.195061Z","caller":"traceutil/trace.go:171","msg":"trace[1749643243] range","detail":"{range_begin:/registry/leases/kube-system/rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1534; }","duration":"149.7893ms","start":"2026-04-07T09:44:57.045257Z","end":"2026-04-07T09:44:57.195047Z","steps":["trace[1749643243] 'agreement among raft nodes before linearized reading' (duration: 149.660037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:57.195243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.092409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-04-07T09:44:57.195413Z","caller":"traceutil/trace.go:171","msg":"trace[854296596] range","detail":"{range_begin:/registry/leases/kube-system/external-attacher-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1534; }","duration":"158.610281ms","start":"2026-04-07T09:44:57.036778Z","end":"2026-04-07T09:44:57.195389Z","steps":["trace[854296596] 'agreement among raft nodes before linearized reading' (duration: 157.954855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-07T09:44:57.19489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.955064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-04-07T09:44:57.196231Z","caller":"traceutil/trace.go:171","msg":"trace[497964670] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1534; }","duration":"151.317677ms","start":"2026-04-07T09:44:57.044895Z","end":"2026-04-07T09:44:57.196212Z","steps":["trace[497964670] 'agreement among raft nodes before linearized reading' (duration: 149.859322ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:44:57.604303Z","caller":"traceutil/trace.go:171","msg":"trace[1911915168] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"165.730413ms","start":"2026-04-07T09:44:57.438529Z","end":"2026-04-07T09:44:57.604259Z","steps":["trace[1911915168] 'process raft request' (duration: 165.578949ms)"],"step_count":1} {"level":"info","ts":"2026-04-07T09:47:20.18041Z","caller":"traceutil/trace.go:171","msg":"trace[54375635] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"130.82687ms","start":"2026-04-07T09:47:20.049558Z","end":"2026-04-07T09:47:20.180385Z","steps":["trace[54375635] 'process raft request' (duration: 130.683047ms)"],"step_count":1}