{"level":"warn","ts":"2026-03-19T13:28:08.952681Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T13:28:08.952765Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.72:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.72:2380","--initial-cluster=instance=https://199.204.45.72:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.72:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.72:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-19T13:28:08.952825Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-19T13:28:08.952835Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-19T13:28:08.952851Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T13:28:08.953515Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"]} {"level":"info","ts":"2026-03-19T13:28:08.953589Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.72:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-19T13:28:09.007156Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"53.305631ms"} {"level":"info","ts":"2026-03-19T13:28:09.066691Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"50e03cebfd94cbba","cluster-id":"120c03c1d5b80f94"} {"level":"info","ts":"2026-03-19T13:28:09.066842Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=()"} {"level":"info","ts":"2026-03-19T13:28:09.066898Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 0"} {"level":"info","ts":"2026-03-19T13:28:09.06692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 50e03cebfd94cbba [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-19T13:28:09.06694Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became follower at term 1"} {"level":"info","ts":"2026-03-19T13:28:09.066997Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"warn","ts":"2026-03-19T13:28:09.096417Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-19T13:28:09.101477Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-19T13:28:09.109306Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-19T13:28:09.118326Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"50e03cebfd94cbba","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-19T13:28:09.118855Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"50e03cebfd94cbba","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-19T13:28:09.119241Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T13:28:09.119873Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T13:28:09.119883Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-19T13:28:09.120005Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba switched to configuration voters=(5827724902086790074)"} {"level":"info","ts":"2026-03-19T13:28:09.120416Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","added-peer-id":"50e03cebfd94cbba","added-peer-peer-urls":["https://199.204.45.72:2380"]} {"level":"info","ts":"2026-03-19T13:28:09.12449Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-19T13:28:09.124765Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-19T13:28:09.124785Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"50e03cebfd94cbba","initial-advertise-peer-urls":["https://199.204.45.72:2380"],"listen-peer-urls":["https://199.204.45.72:2380"],"advertise-client-urls":["https://199.204.45.72:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.72:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-19T13:28:09.124828Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.72:2380"} {"level":"info","ts":"2026-03-19T13:28:09.124836Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-19T13:28:09.868615Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba is starting a new election at term 1"} {"level":"info","ts":"2026-03-19T13:28:09.868702Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became pre-candidate at term 1"} {"level":"info","ts":"2026-03-19T13:28:09.868757Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgPreVoteResp from 50e03cebfd94cbba at term 1"} {"level":"info","ts":"2026-03-19T13:28:09.868799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became candidate at term 2"} {"level":"info","ts":"2026-03-19T13:28:09.868818Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba received MsgVoteResp from 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-19T13:28:09.868838Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"50e03cebfd94cbba became leader at term 2"} {"level":"info","ts":"2026-03-19T13:28:09.86886Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 50e03cebfd94cbba elected leader 50e03cebfd94cbba at term 2"} {"level":"info","ts":"2026-03-19T13:28:09.908072Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T13:28:09.911234Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"50e03cebfd94cbba","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.72:2379]}","request-path":"/0/members/50e03cebfd94cbba/attributes","cluster-id":"120c03c1d5b80f94","publish-timeout":"7s"} {"level":"info","ts":"2026-03-19T13:28:09.911344Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T13:28:09.911453Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-19T13:28:09.911875Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"120c03c1d5b80f94","local-member-id":"50e03cebfd94cbba","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T13:28:09.912047Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T13:28:09.912015Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-19T13:28:09.912098Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-19T13:28:09.912126Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-19T13:28:09.915351Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.72:2379"} {"level":"info","ts":"2026-03-19T13:28:09.916427Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-03-19T13:28:10.097093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.626081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T13:28:10.097565Z","caller":"traceutil/trace.go:171","msg":"trace[800807555] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"130.127634ms","start":"2026-03-19T13:28:09.967387Z","end":"2026-03-19T13:28:10.097515Z","steps":["trace[800807555] 'count revisions from in-memory index tree' (duration: 129.538238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:10.098459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.112867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T13:28:10.098655Z","caller":"traceutil/trace.go:171","msg":"trace[1353138082] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1; }","duration":"129.316872ms","start":"2026-03-19T13:28:09.969303Z","end":"2026-03-19T13:28:10.09862Z","steps":["trace[1353138082] 'range keys from in-memory index tree' (duration: 129.072576ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:11.375259Z","caller":"traceutil/trace.go:171","msg":"trace[1630400677] linearizableReadLoop","detail":"{readStateIndex:7; appliedIndex:6; }","duration":"101.771518ms","start":"2026-03-19T13:28:11.273465Z","end":"2026-03-19T13:28:11.375237Z","steps":["trace[1630400677] 'read index received' (duration: 41.887812ms)","trace[1630400677] 'applied index is now lower than readState.Index' (duration: 59.882696ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:11.37561Z","caller":"traceutil/trace.go:171","msg":"trace[770309556] transaction","detail":"{read_only:false; response_revision:4; number_of_response:1; }","duration":"102.079806ms","start":"2026-03-19T13:28:11.273394Z","end":"2026-03-19T13:28:11.375474Z","steps":["trace[770309556] 'process raft request' (duration: 41.867141ms)","trace[770309556] 'compare' (duration: 59.875046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:28:11.376098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.526488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T13:28:11.376204Z","caller":"traceutil/trace.go:171","msg":"trace[1995092146] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:4; }","duration":"102.725183ms","start":"2026-03-19T13:28:11.27346Z","end":"2026-03-19T13:28:11.376185Z","steps":["trace[1995092146] 'agreement among raft nodes before linearized reading' (duration: 102.368034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:11.389022Z","caller":"traceutil/trace.go:171","msg":"trace[239460977] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"115.467178ms","start":"2026-03-19T13:28:11.273542Z","end":"2026-03-19T13:28:11.389009Z","steps":["trace[239460977] 'process raft request' (duration: 115.330915ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:11.389192Z","caller":"traceutil/trace.go:171","msg":"trace[1839986467] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"115.624823ms","start":"2026-03-19T13:28:11.27356Z","end":"2026-03-19T13:28:11.389185Z","steps":["trace[1839986467] 'process raft request' (duration: 115.406117ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:11.389326Z","caller":"traceutil/trace.go:171","msg":"trace[1617203791] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"115.728685ms","start":"2026-03-19T13:28:11.273584Z","end":"2026-03-19T13:28:11.389312Z","steps":["trace[1617203791] 'process raft request' (duration: 115.400086ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:11.389348Z","caller":"traceutil/trace.go:171","msg":"trace[1440055548] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"115.753425ms","start":"2026-03-19T13:28:11.273573Z","end":"2026-03-19T13:28:11.389326Z","steps":["trace[1440055548] 'process raft request' (duration: 115.576311ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:11.389481Z","caller":"traceutil/trace.go:171","msg":"trace[234457018] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"114.936494ms","start":"2026-03-19T13:28:11.274503Z","end":"2026-03-19T13:28:11.38944Z","steps":["trace[234457018] 'process raft request' (duration: 114.78396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:11.390017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.26064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T13:28:11.390053Z","caller":"traceutil/trace.go:171","msg":"trace[893254170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11; }","duration":"116.327862ms","start":"2026-03-19T13:28:11.273717Z","end":"2026-03-19T13:28:11.390045Z","steps":["trace[893254170] 'agreement among raft nodes before linearized reading' (duration: 116.222269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:11.390385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.739196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-03-19T13:28:11.390483Z","caller":"traceutil/trace.go:171","msg":"trace[1868821287] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:0; response_revision:11; }","duration":"115.85692ms","start":"2026-03-19T13:28:11.274607Z","end":"2026-03-19T13:28:11.390464Z","steps":["trace[1868821287] 'agreement among raft nodes before linearized reading' (duration: 115.727177ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:11.633719Z","caller":"traceutil/trace.go:171","msg":"trace[167301218] transaction","detail":"{read_only:false; response_revision:56; number_of_response:1; }","duration":"102.97465ms","start":"2026-03-19T13:28:11.530705Z","end":"2026-03-19T13:28:11.633679Z","steps":["trace[167301218] 'process raft request' (duration: 55.416419ms)","trace[167301218] 'compare' (duration: 47.268584ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:11.633849Z","caller":"traceutil/trace.go:171","msg":"trace[1271104918] transaction","detail":"{read_only:false; response_revision:57; number_of_response:1; }","duration":"103.084683ms","start":"2026-03-19T13:28:11.530726Z","end":"2026-03-19T13:28:11.633811Z","steps":["trace[1271104918] 'process raft request' (duration: 102.815766ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:13.636292Z","caller":"traceutil/trace.go:171","msg":"trace[1064281812] transaction","detail":"{read_only:false; response_revision:251; number_of_response:1; }","duration":"102.410736ms","start":"2026-03-19T13:28:13.533858Z","end":"2026-03-19T13:28:13.636269Z","steps":["trace[1064281812] 'process raft request' (duration: 102.274202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:27.758274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.377443ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:28:27.758392Z","caller":"traceutil/trace.go:171","msg":"trace[226924463] transaction","detail":"{read_only:false; response_revision:419; number_of_response:1; }","duration":"157.505897ms","start":"2026-03-19T13:28:27.600874Z","end":"2026-03-19T13:28:27.75838Z","steps":["trace[226924463] 'process raft request' (duration: 44.697983ms)","trace[226924463] 'compare' (duration: 112.285721ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:28.200323Z","caller":"traceutil/trace.go:171","msg":"trace[778032853] transaction","detail":"{read_only:false; response_revision:421; number_of_response:1; }","duration":"159.150354ms","start":"2026-03-19T13:28:28.04115Z","end":"2026-03-19T13:28:28.2003Z","steps":["trace[778032853] 'process raft request' (duration: 159.005211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:28.485282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.09489ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T13:28:28.485518Z","caller":"traceutil/trace.go:171","msg":"trace[1168782568] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"279.327333ms","start":"2026-03-19T13:28:28.206172Z","end":"2026-03-19T13:28:28.485499Z","steps":["trace[1168782568] 'process raft request' (duration: 279.212641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:30.213137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.840843ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:28:30.213243Z","caller":"traceutil/trace.go:171","msg":"trace[1234202953] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"399.91174ms","start":"2026-03-19T13:28:29.813315Z","end":"2026-03-19T13:28:30.213226Z","steps":["trace[1234202953] 'process raft request' (duration: 196.910204ms)","trace[1234202953] 'compare' (duration: 202.69359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:28:30.2133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:29.813299Z","time spent":"399.975612ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T13:28:31.67588Z","caller":"traceutil/trace.go:171","msg":"trace[1384643131] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"116.83771ms","start":"2026-03-19T13:28:31.559017Z","end":"2026-03-19T13:28:31.675855Z","steps":["trace[1384643131] 'process raft request' (duration: 116.706937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:32.315352Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674444766,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T13:28:32.659042Z","caller":"traceutil/trace.go:171","msg":"trace[306902839] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"1.098567056s","start":"2026-03-19T13:28:31.56045Z","end":"2026-03-19T13:28:32.659017Z","steps":["trace[306902839] 'process raft request' (duration: 1.098375592s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:32.65919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:31.56043Z","time spent":"1.098691569s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:28:32.865591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.555265ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:28:32.865737Z","caller":"traceutil/trace.go:171","msg":"trace[1474877530] linearizableReadLoop","detail":"{readStateIndex:472; appliedIndex:470; }","duration":"1.051323703s","start":"2026-03-19T13:28:31.814399Z","end":"2026-03-19T13:28:32.865723Z","steps":["trace[1474877530] 'read index received' (duration: 844.471884ms)","trace[1474877530] 'applied index is now lower than readState.Index' (duration: 206.850889ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:32.865838Z","caller":"traceutil/trace.go:171","msg":"trace[755874706] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"952.444111ms","start":"2026-03-19T13:28:31.913384Z","end":"2026-03-19T13:28:32.865828Z","steps":["trace[755874706] 'process raft request' (duration: 834.523248ms)","trace[755874706] 'compare' (duration: 117.438323ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:28:32.865901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:31.913364Z","time spent":"952.507592ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:28:32.865912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.348197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T13:28:32.865981Z","caller":"traceutil/trace.go:171","msg":"trace[1342776451] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:456; }","duration":"648.44779ms","start":"2026-03-19T13:28:32.217515Z","end":"2026-03-19T13:28:32.865963Z","steps":["trace[1342776451] 'agreement among raft nodes before linearized reading' (duration: 648.339578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:32.866028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:32.217497Z","time spent":"648.523831ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T13:28:32.866142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051750883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T13:28:32.866191Z","caller":"traceutil/trace.go:171","msg":"trace[1578535929] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:456; }","duration":"1.051816144s","start":"2026-03-19T13:28:31.814348Z","end":"2026-03-19T13:28:32.866164Z","steps":["trace[1578535929] 'agreement among raft nodes before linearized reading' (duration: 1.051769753s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:32.866222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:31.81433Z","time spent":"1.051886085s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T13:28:33.08749Z","caller":"traceutil/trace.go:171","msg":"trace[1233078449] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"171.961027ms","start":"2026-03-19T13:28:32.915504Z","end":"2026-03-19T13:28:33.087465Z","steps":["trace[1233078449] 'process raft request' (duration: 116.754832ms)","trace[1233078449] 'compare' (duration: 55.100353ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:38.86454Z","caller":"traceutil/trace.go:171","msg":"trace[1724823831] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"134.701528ms","start":"2026-03-19T13:28:38.729822Z","end":"2026-03-19T13:28:38.864524Z","steps":["trace[1724823831] 'process raft request' (duration: 134.600326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:40.902672Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674444830,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T13:28:41.362568Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.518312656s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T13:28:41.363899Z","caller":"traceutil/trace.go:171","msg":"trace[905742630] linearizableReadLoop","detail":"{readStateIndex:492; appliedIndex:491; }","duration":"961.846881ms","start":"2026-03-19T13:28:40.402029Z","end":"2026-03-19T13:28:41.363876Z","steps":["trace[905742630] 'read index received' (duration: 960.745339ms)","trace[905742630] 'applied index is now lower than readState.Index' (duration: 1.100632ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:41.363982Z","caller":"traceutil/trace.go:171","msg":"trace[162274447] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"1.582625637s","start":"2026-03-19T13:28:39.781321Z","end":"2026-03-19T13:28:41.363947Z","steps":["trace[162274447] 'process raft request' (duration: 1.582203068s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:41.36411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.026755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:28:41.364186Z","caller":"traceutil/trace.go:171","msg":"trace[955422419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"962.26427ms","start":"2026-03-19T13:28:40.40188Z","end":"2026-03-19T13:28:41.364144Z","steps":["trace[955422419] 'agreement among raft nodes before linearized reading' (duration: 962.113177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:41.364262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:40.401865Z","time spent":"962.384862ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T13:28:41.364256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.568584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T13:28:41.364319Z","caller":"traceutil/trace.go:171","msg":"trace[943701894] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:474; }","duration":"285.671696ms","start":"2026-03-19T13:28:41.078633Z","end":"2026-03-19T13:28:41.364305Z","steps":["trace[943701894] 'agreement among raft nodes before linearized reading' (duration: 285.537392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:41.364309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.267661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-19T13:28:41.364382Z","caller":"traceutil/trace.go:171","msg":"trace[1239789840] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:474; }","duration":"348.432296ms","start":"2026-03-19T13:28:41.015933Z","end":"2026-03-19T13:28:41.364366Z","steps":["trace[1239789840] 'agreement among raft nodes before linearized reading' (duration: 348.254532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:41.36444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:41.015918Z","time spent":"348.514928ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-19T13:28:41.365095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:39.781297Z","time spent":"1.58278036s","remote":"127.0.0.1:59782","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":317292,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T13:28:41.365099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.355793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T13:28:41.365161Z","caller":"traceutil/trace.go:171","msg":"trace[530083550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:474; }","duration":"496.629099ms","start":"2026-03-19T13:28:40.868516Z","end":"2026-03-19T13:28:41.365145Z","steps":["trace[530083550] 'agreement among raft nodes before linearized reading' (duration: 495.635058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:41.365202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:40.868462Z","time spent":"496.730391ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T13:28:41.541705Z","caller":"traceutil/trace.go:171","msg":"trace[559926930] linearizableReadLoop","detail":"{readStateIndex:495; appliedIndex:492; }","duration":"150.94043ms","start":"2026-03-19T13:28:41.390739Z","end":"2026-03-19T13:28:41.54168Z","steps":["trace[559926930] 'read index received' (duration: 81.112026ms)","trace[559926930] 'applied index is now lower than readState.Index' (duration: 69.826784ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:41.541756Z","caller":"traceutil/trace.go:171","msg":"trace[1055172853] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"169.833928ms","start":"2026-03-19T13:28:41.371894Z","end":"2026-03-19T13:28:41.541728Z","steps":["trace[1055172853] 'process raft request' (duration: 169.638424ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:41.541784Z","caller":"traceutil/trace.go:171","msg":"trace[558403979] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"170.027572ms","start":"2026-03-19T13:28:41.371727Z","end":"2026-03-19T13:28:41.541754Z","steps":["trace[558403979] 'process raft request' (duration: 169.865198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:41.541901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.133364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T13:28:41.541906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.666078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:28:41.541959Z","caller":"traceutil/trace.go:171","msg":"trace[1134157696] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:477; }","duration":"151.239515ms","start":"2026-03-19T13:28:41.390703Z","end":"2026-03-19T13:28:41.541942Z","steps":["trace[1134157696] 'agreement among raft nodes before linearized reading' (duration: 151.121153ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:41.541964Z","caller":"traceutil/trace.go:171","msg":"trace[1502143159] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:477; }","duration":"120.768971ms","start":"2026-03-19T13:28:41.421181Z","end":"2026-03-19T13:28:41.54195Z","steps":["trace[1502143159] 'agreement among raft nodes before linearized reading' (duration: 120.666519ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:41.542219Z","caller":"traceutil/trace.go:171","msg":"trace[694925480] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"173.182947ms","start":"2026-03-19T13:28:41.369015Z","end":"2026-03-19T13:28:41.542198Z","steps":["trace[694925480] 'process raft request' (duration: 102.797751ms)","trace[694925480] 'compare' (duration: 69.532138ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:41.710003Z","caller":"traceutil/trace.go:171","msg":"trace[1079186641] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"118.709758ms","start":"2026-03-19T13:28:41.591271Z","end":"2026-03-19T13:28:41.70998Z","steps":["trace[1079186641] 'process raft request' (duration: 62.439452ms)","trace[1079186641] 'compare' (duration: 56.177775ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:42.435689Z","caller":"traceutil/trace.go:171","msg":"trace[868033185] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"553.702485ms","start":"2026-03-19T13:28:41.88195Z","end":"2026-03-19T13:28:42.435652Z","steps":["trace[868033185] 'process raft request' (duration: 476.641914ms)","trace[868033185] 'compare' (duration: 76.762995ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:42.435754Z","caller":"traceutil/trace.go:171","msg":"trace[384610360] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"553.764247ms","start":"2026-03-19T13:28:41.881952Z","end":"2026-03-19T13:28:42.435717Z","steps":["trace[384610360] 'process raft request' (duration: 553.619954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:42.4359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:41.881917Z","time spent":"553.89749ms","remote":"127.0.0.1:60064","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T13:28:42.435918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:41.88193Z","time spent":"553.897879ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T13:28:42.786112Z","caller":"traceutil/trace.go:171","msg":"trace[2111410408] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"126.711423ms","start":"2026-03-19T13:28:42.659367Z","end":"2026-03-19T13:28:42.786079Z","steps":["trace[2111410408] 'process raft request' (duration: 42.443965ms)","trace[2111410408] 'compare' (duration: 84.107615ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:42.786648Z","caller":"traceutil/trace.go:171","msg":"trace[422103265] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"127.251164ms","start":"2026-03-19T13:28:42.659367Z","end":"2026-03-19T13:28:42.786619Z","steps":["trace[422103265] 'process raft request' (duration: 127.033829ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:42.786786Z","caller":"traceutil/trace.go:171","msg":"trace[1879664381] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"126.168992ms","start":"2026-03-19T13:28:42.660601Z","end":"2026-03-19T13:28:42.78677Z","steps":["trace[1879664381] 'process raft request' (duration: 126.022219ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:42.786832Z","caller":"traceutil/trace.go:171","msg":"trace[514895218] linearizableReadLoop","detail":"{readStateIndex:519; appliedIndex:514; }","duration":"124.390316ms","start":"2026-03-19T13:28:42.662423Z","end":"2026-03-19T13:28:42.786814Z","steps":["trace[514895218] 'read index received' (duration: 39.523376ms)","trace[514895218] 'applied index is now lower than readState.Index' (duration: 84.86599ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:42.786919Z","caller":"traceutil/trace.go:171","msg":"trace[2036509092] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"127.462238ms","start":"2026-03-19T13:28:42.659447Z","end":"2026-03-19T13:28:42.78691Z","steps":["trace[2036509092] 'process raft request' (duration: 127.08459ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:42.786996Z","caller":"traceutil/trace.go:171","msg":"trace[1957183341] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"120.946815ms","start":"2026-03-19T13:28:42.666041Z","end":"2026-03-19T13:28:42.786988Z","steps":["trace[1957183341] 'process raft request' (duration: 120.71358ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:42.787112Z","caller":"traceutil/trace.go:171","msg":"trace[523166272] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"125.288513ms","start":"2026-03-19T13:28:42.661799Z","end":"2026-03-19T13:28:42.787087Z","steps":["trace[523166272] 'process raft request' (duration: 124.905945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:42.787132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.676421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-19T13:28:42.787171Z","caller":"traceutil/trace.go:171","msg":"trace[126416264] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:502; }","duration":"124.767543ms","start":"2026-03-19T13:28:42.662392Z","end":"2026-03-19T13:28:42.78716Z","steps":["trace[126416264] 'agreement among raft nodes before linearized reading' (duration: 124.65835ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:46.679656Z","caller":"traceutil/trace.go:171","msg":"trace[1346779194] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"217.793524ms","start":"2026-03-19T13:28:46.461839Z","end":"2026-03-19T13:28:46.679633Z","steps":["trace[1346779194] 'process raft request' (duration: 217.605931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:53.58504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.030172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:28:53.585202Z","caller":"traceutil/trace.go:171","msg":"trace[1839616401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"161.180274ms","start":"2026-03-19T13:28:53.423946Z","end":"2026-03-19T13:28:53.585126Z","steps":["trace[1839616401] 'range keys from in-memory index tree' (duration: 160.96528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:54.204398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674445005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T13:28:54.70507Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674445005,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T13:28:54.745066Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.103551278s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T13:28:54.745393Z","caller":"traceutil/trace.go:171","msg":"trace[641567823] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:584; }","duration":"1.041058997s","start":"2026-03-19T13:28:53.704317Z","end":"2026-03-19T13:28:54.745376Z","steps":["trace[641567823] 'read index received' (duration: 1.040839253s)","trace[641567823] 'applied index is now lower than readState.Index' (duration: 218.854µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:54.745477Z","caller":"traceutil/trace.go:171","msg":"trace[1524881510] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.104042157s","start":"2026-03-19T13:28:53.641427Z","end":"2026-03-19T13:28:54.745469Z","steps":["trace[1524881510] 'process raft request' (duration: 1.103837163s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:54.745559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:53.641414Z","time spent":"1.104087338s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:28:54.745688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041364282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-19T13:28:54.745737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.966697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6ldmf\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-03-19T13:28:54.745739Z","caller":"traceutil/trace.go:171","msg":"trace[793342626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:564; }","duration":"1.041455975s","start":"2026-03-19T13:28:53.704269Z","end":"2026-03-19T13:28:54.745725Z","steps":["trace[793342626] 'agreement among raft nodes before linearized reading' (duration: 1.041313893s)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:54.745758Z","caller":"traceutil/trace.go:171","msg":"trace[1477346490] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6ldmf; range_end:; response_count:1; response_revision:564; }","duration":"932.016148ms","start":"2026-03-19T13:28:53.813735Z","end":"2026-03-19T13:28:54.745751Z","steps":["trace[1477346490] 'agreement among raft nodes before linearized reading' (duration: 931.893916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:54.745774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:53.813719Z","time spent":"932.050738ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16983,"request content":"key:\"/registry/pods/kube-system/cilium-6ldmf\" "} {"level":"warn","ts":"2026-03-19T13:28:54.745776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:53.704252Z","time spent":"1.041518136s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-19T13:28:54.745724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.124067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:28:54.745822Z","caller":"traceutil/trace.go:171","msg":"trace[1582953355] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:564; }","duration":"343.266519ms","start":"2026-03-19T13:28:54.402538Z","end":"2026-03-19T13:28:54.745805Z","steps":["trace[1582953355] 'agreement among raft nodes before linearized reading' (duration: 343.019864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:54.745906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:54.402522Z","time spent":"343.376262ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T13:28:54.746133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034941002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T13:28:54.74617Z","caller":"traceutil/trace.go:171","msg":"trace[1707284913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:564; }","duration":"1.035015882s","start":"2026-03-19T13:28:53.711144Z","end":"2026-03-19T13:28:54.74616Z","steps":["trace[1707284913] 'agreement among raft nodes before linearized reading' (duration: 1.03434239s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:54.746199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:53.711123Z","time spent":"1.035063324s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-19T13:28:55.436332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.35171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:28:55.43652Z","caller":"traceutil/trace.go:171","msg":"trace[1746944895] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"687.471645ms","start":"2026-03-19T13:28:54.749026Z","end":"2026-03-19T13:28:55.436497Z","steps":["trace[1746944895] 'process raft request' (duration: 69.86007ms)","trace[1746944895] 'compare' (duration: 617.205777ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:28:55.43684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:54.74901Z","time spent":"687.725009ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:28:55.90537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674445009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T13:28:56.405557Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674445009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T13:28:56.454135Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635226946s","expected-duration":"1s"} {"level":"info","ts":"2026-03-19T13:28:56.454407Z","caller":"traceutil/trace.go:171","msg":"trace[608537056] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"1.705342791s","start":"2026-03-19T13:28:54.749048Z","end":"2026-03-19T13:28:56.454391Z","steps":["trace[608537056] 'process raft request' (duration: 1.705213929s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:56.454497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:54.749029Z","time spent":"1.705407942s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T13:28:56.454727Z","caller":"traceutil/trace.go:171","msg":"trace[1861814013] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"1.704866771s","start":"2026-03-19T13:28:54.749853Z","end":"2026-03-19T13:28:56.45472Z","steps":["trace[1861814013] 'process raft request' (duration: 1.704509255s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:56.454765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:54.749846Z","time spent":"1.704897242s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T13:28:56.454782Z","caller":"traceutil/trace.go:171","msg":"trace[127937495] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"1.695679659s","start":"2026-03-19T13:28:54.759078Z","end":"2026-03-19T13:28:56.454758Z","steps":["trace[127937495] 'process raft request' (duration: 1.695557597s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:56.454917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:54.759057Z","time spent":"1.695790701s","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:28:57.016126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.490407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:28:57.016218Z","caller":"traceutil/trace.go:171","msg":"trace[369711015] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:586; }","duration":"1.611085754s","start":"2026-03-19T13:28:55.405116Z","end":"2026-03-19T13:28:57.016202Z","steps":["trace[369711015] 'read index received' (duration: 1.049218109s)","trace[369711015] 'applied index is now lower than readState.Index' (duration: 561.866615ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:28:57.016304Z","caller":"traceutil/trace.go:171","msg":"trace[232031272] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"1.496614321s","start":"2026-03-19T13:28:55.519676Z","end":"2026-03-19T13:28:57.01629Z","steps":["trace[232031272] 'process raft request' (duration: 1.07688874s)","trace[232031272] 'compare' (duration: 419.376295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:28:57.016365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:55.519656Z","time spent":"1.496678812s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:28:57.016359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.656957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-19T13:28:57.016382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611266488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:28:57.016448Z","caller":"traceutil/trace.go:171","msg":"trace[361095376] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:569; }","duration":"266.785099ms","start":"2026-03-19T13:28:56.749647Z","end":"2026-03-19T13:28:57.016432Z","steps":["trace[361095376] 'agreement among raft nodes before linearized reading' (duration: 266.656926ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:28:57.016453Z","caller":"traceutil/trace.go:171","msg":"trace[1546752118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:569; }","duration":"1.611355069s","start":"2026-03-19T13:28:55.405082Z","end":"2026-03-19T13:28:57.016437Z","steps":["trace[1546752118] 'agreement among raft nodes before linearized reading' (duration: 1.611269407s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:57.01673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:55.405063Z","time spent":"1.611656934s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T13:28:57.526804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674445017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T13:28:58.027537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674445017,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-19T13:28:58.032546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01212053s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-19T13:28:59.026739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000719641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T13:28:59.026831Z","caller":"traceutil/trace.go:171","msg":"trace[286222755] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000848574s","start":"2026-03-19T13:28:57.025962Z","end":"2026-03-19T13:28:59.02681Z","steps":["trace[286222755] 'agreement among raft nodes before linearized reading' (duration: 2.000737972s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:28:59.026877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:57.02595Z","time spent":"2.000918256s","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T13:29:01.027944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000544322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-19T13:29:01.027998Z","caller":"traceutil/trace.go:171","msg":"trace[539344107] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000637513s","start":"2026-03-19T13:28:59.027348Z","end":"2026-03-19T13:29:01.027986Z","steps":["trace[539344107] 'agreement among raft nodes before linearized reading' (duration: 2.000566722s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:01.028027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:59.027334Z","time spent":"2.000687134s","remote":"127.0.0.1:59676","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/19 13:29:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-19T13:29:01.152544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.119587317s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:29:01.153376Z","caller":"traceutil/trace.go:171","msg":"trace[272237769] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"4.132989151s","start":"2026-03-19T13:28:57.020354Z","end":"2026-03-19T13:29:01.153343Z","steps":["trace[272237769] 'process raft request' (duration: 1.012369405s)","trace[272237769] 'compare' (duration: 3.119398424s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:01.153508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:57.020342Z","time spent":"4.133098143s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T13:29:01.153522Z","caller":"traceutil/trace.go:171","msg":"trace[577531910] linearizableReadLoop","detail":"{readStateIndex:591; appliedIndex:590; }","duration":"4.12749966s","start":"2026-03-19T13:28:57.025988Z","end":"2026-03-19T13:29:01.153488Z","steps":["trace[577531910] 'read index received' (duration: 1.00665217s)","trace[577531910] 'applied index is now lower than readState.Index' (duration: 3.12084321s)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:01.575567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.923169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-19T13:29:01.575726Z","caller":"traceutil/trace.go:171","msg":"trace[654100038] linearizableReadLoop","detail":"{readStateIndex:593; appliedIndex:591; }","duration":"422.075454ms","start":"2026-03-19T13:29:01.153639Z","end":"2026-03-19T13:29:01.575714Z","steps":["trace[654100038] 'read index received' (duration: 324.146566ms)","trace[654100038] 'applied index is now lower than readState.Index' (duration: 97.928038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:01.575796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.135159708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-19T13:29:01.575817Z","caller":"traceutil/trace.go:171","msg":"trace[119013868] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:571; }","duration":"4.135222838s","start":"2026-03-19T13:28:57.440588Z","end":"2026-03-19T13:29:01.57581Z","steps":["trace[119013868] 'agreement among raft nodes before linearized reading' (duration: 4.135162087s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:01.575838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:57.440569Z","time spent":"4.13526373s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-19T13:29:01.575958Z","caller":"traceutil/trace.go:171","msg":"trace[1881123282] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"545.423487ms","start":"2026-03-19T13:29:01.030528Z","end":"2026-03-19T13:29:01.575952Z","steps":["trace[1881123282] 'process raft request' (duration: 545.116951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:01.576023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:29:01.03051Z","time spent":"545.467237ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-19T13:29:01.576161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.117865303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T13:29:01.576212Z","caller":"traceutil/trace.go:171","msg":"trace[1732473248] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:571; }","duration":"3.117979304s","start":"2026-03-19T13:28:58.45822Z","end":"2026-03-19T13:29:01.576199Z","steps":["trace[1732473248] 'agreement among raft nodes before linearized reading' (duration: 3.117863891s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:01.576237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.666409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T13:29:01.576251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:58.458172Z","time spent":"3.118066707s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-19T13:29:01.576262Z","caller":"traceutil/trace.go:171","msg":"trace[1198697646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:571; }","duration":"542.73082ms","start":"2026-03-19T13:29:01.033525Z","end":"2026-03-19T13:29:01.576256Z","steps":["trace[1198697646] 'agreement among raft nodes before linearized reading' (duration: 542.69447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:01.57628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:29:01.033506Z","time spent":"542.770891ms","remote":"127.0.0.1:59688","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-19T13:29:01.576428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.118159257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T13:29:01.576477Z","caller":"traceutil/trace.go:171","msg":"trace[1745601913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:571; }","duration":"3.118231489s","start":"2026-03-19T13:28:58.458232Z","end":"2026-03-19T13:29:01.576464Z","steps":["trace[1745601913] 'agreement among raft nodes before linearized reading' (duration: 3.118164788s)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:01.576514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:28:58.458219Z","time spent":"3.1182866s","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T13:29:01.806584Z","caller":"traceutil/trace.go:171","msg":"trace[1831678428] transaction","detail":"{read_only:false; response_revision:573; number_of_response:1; }","duration":"226.386603ms","start":"2026-03-19T13:29:01.580174Z","end":"2026-03-19T13:29:01.806561Z","steps":["trace[1831678428] 'process raft request' (duration: 160.222505ms)","trace[1831678428] 'compare' (duration: 66.003975ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:01.806868Z","caller":"traceutil/trace.go:171","msg":"trace[874269163] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"225.906494ms","start":"2026-03-19T13:29:01.580846Z","end":"2026-03-19T13:29:01.806753Z","steps":["trace[874269163] 'process raft request' (duration: 225.67804ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:01.990948Z","caller":"traceutil/trace.go:171","msg":"trace[2093670625] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"126.963478ms","start":"2026-03-19T13:29:01.86346Z","end":"2026-03-19T13:29:01.990423Z","steps":["trace[2093670625] 'process raft request' (duration: 103.330434ms)","trace[2093670625] 'compare' (duration: 23.511362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:03.007494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.233295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-6ldmf\" ","response":"range_response_count:1 size:17243"} {"level":"info","ts":"2026-03-19T13:29:03.007544Z","caller":"traceutil/trace.go:171","msg":"trace[1566710310] range","detail":"{range_begin:/registry/pods/kube-system/cilium-6ldmf; range_end:; response_count:1; response_revision:578; }","duration":"152.331947ms","start":"2026-03-19T13:29:02.855203Z","end":"2026-03-19T13:29:03.007535Z","steps":["trace[1566710310] 'agreement among raft nodes before linearized reading' (duration: 152.180284ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:03.007331Z","caller":"traceutil/trace.go:171","msg":"trace[473912909] linearizableReadLoop","detail":"{readStateIndex:601; appliedIndex:600; }","duration":"152.039142ms","start":"2026-03-19T13:29:02.855255Z","end":"2026-03-19T13:29:03.007294Z","steps":["trace[473912909] 'read index received' (duration: 151.994491ms)","trace[473912909] 'applied index is now lower than readState.Index' (duration: 43.711µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:03.420579Z","caller":"traceutil/trace.go:171","msg":"trace[969391598] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"560.248718ms","start":"2026-03-19T13:29:02.860311Z","end":"2026-03-19T13:29:03.42056Z","steps":["trace[969391598] 'process raft request' (duration: 560.093945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:03.420759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:29:02.86029Z","time spent":"560.414691ms","remote":"127.0.0.1:59760","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":776,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-19T13:29:03.491738Z","caller":"traceutil/trace.go:171","msg":"trace[1507661369] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"482.810959ms","start":"2026-03-19T13:29:03.008903Z","end":"2026-03-19T13:29:03.491714Z","steps":["trace[1507661369] 'process raft request' (duration: 482.571965ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:03.491813Z","caller":"traceutil/trace.go:171","msg":"trace[1286370702] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"468.205161ms","start":"2026-03-19T13:29:03.023561Z","end":"2026-03-19T13:29:03.491766Z","steps":["trace[1286370702] 'process raft request' (duration: 468.059048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:03.491886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:29:03.008884Z","time spent":"482.921462ms","remote":"127.0.0.1:59722","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":118,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-19T13:29:03.491728Z","caller":"traceutil/trace.go:171","msg":"trace[2007959201] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:601; }","duration":"333.382151ms","start":"2026-03-19T13:29:03.158326Z","end":"2026-03-19T13:29:03.491708Z","steps":["trace[2007959201] 'read index received' (duration: 261.844363ms)","trace[2007959201] 'applied index is now lower than readState.Index' (duration: 71.537068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:03.49204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:29:03.023542Z","time spent":"468.379674ms","remote":"127.0.0.1:59882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17505,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:29:03.49206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.748087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T13:29:03.492098Z","caller":"traceutil/trace.go:171","msg":"trace[467645656] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:582; }","duration":"333.830128ms","start":"2026-03-19T13:29:03.158256Z","end":"2026-03-19T13:29:03.492086Z","steps":["trace[467645656] 'agreement among raft nodes before linearized reading' (duration: 333.762207ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:03.492128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:29:03.15823Z","time spent":"333.89212ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-19T13:29:03.492136Z","caller":"traceutil/trace.go:171","msg":"trace[1461930058] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"173.818401ms","start":"2026-03-19T13:29:03.31831Z","end":"2026-03-19T13:29:03.492129Z","steps":["trace[1461930058] 'process raft request' (duration: 173.348713ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:03.613035Z","caller":"traceutil/trace.go:171","msg":"trace[1336138506] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"117.535144ms","start":"2026-03-19T13:29:03.495477Z","end":"2026-03-19T13:29:03.613012Z","steps":["trace[1336138506] 'process raft request' (duration: 34.925049ms)","trace[1336138506] 'compare' (duration: 82.180357ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:03.77414Z","caller":"traceutil/trace.go:171","msg":"trace[478846383] transaction","detail":"{read_only:false; response_revision:584; number_of_response:1; }","duration":"141.60263ms","start":"2026-03-19T13:29:03.632508Z","end":"2026-03-19T13:29:03.774111Z","steps":["trace[478846383] 'process raft request' (duration: 139.515503ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:04.011172Z","caller":"traceutil/trace.go:171","msg":"trace[1889364776] transaction","detail":"{read_only:false; response_revision:586; number_of_response:1; }","duration":"192.048465ms","start":"2026-03-19T13:29:03.819106Z","end":"2026-03-19T13:29:04.011154Z","steps":["trace[1889364776] 'process raft request' (duration: 192.015305ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:04.011266Z","caller":"traceutil/trace.go:171","msg":"trace[128743516] transaction","detail":"{read_only:false; response_revision:585; number_of_response:1; }","duration":"194.5966ms","start":"2026-03-19T13:29:03.816644Z","end":"2026-03-19T13:29:04.011241Z","steps":["trace[128743516] 'process raft request' (duration: 121.386252ms)","trace[128743516] 'compare' (duration: 73.001294ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:05.530642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.689602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:05.530715Z","caller":"traceutil/trace.go:171","msg":"trace[1940145907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:592; }","duration":"129.814514ms","start":"2026-03-19T13:29:05.400888Z","end":"2026-03-19T13:29:05.530702Z","steps":["trace[1940145907] 'range keys from in-memory index tree' (duration: 129.61094ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:06.146862Z","caller":"traceutil/trace.go:171","msg":"trace[760925390] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"127.914368ms","start":"2026-03-19T13:29:06.018926Z","end":"2026-03-19T13:29:06.14684Z","steps":["trace[760925390] 'process raft request' (duration: 125.865492ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:06.149042Z","caller":"traceutil/trace.go:171","msg":"trace[547171229] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"130.005895ms","start":"2026-03-19T13:29:06.019024Z","end":"2026-03-19T13:29:06.14903Z","steps":["trace[547171229] 'process raft request' (duration: 129.565047ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:09.231003Z","caller":"traceutil/trace.go:171","msg":"trace[1825677322] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"135.147983ms","start":"2026-03-19T13:29:09.095816Z","end":"2026-03-19T13:29:09.230964Z","steps":["trace[1825677322] 'process raft request' (duration: 41.027511ms)","trace[1825677322] 'compare' (duration: 93.949849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:09.527513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.791154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:09.527622Z","caller":"traceutil/trace.go:171","msg":"trace[683759012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:669; }","duration":"125.916286ms","start":"2026-03-19T13:29:09.401681Z","end":"2026-03-19T13:29:09.527597Z","steps":["trace[683759012] 'range keys from in-memory index tree' (duration: 125.725812ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:09.529067Z","caller":"traceutil/trace.go:171","msg":"trace[1696994066] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"123.673777ms","start":"2026-03-19T13:29:09.405361Z","end":"2026-03-19T13:29:09.529035Z","steps":["trace[1696994066] 'process raft request' (duration: 123.355122ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:09.771588Z","caller":"traceutil/trace.go:171","msg":"trace[828343739] linearizableReadLoop","detail":"{readStateIndex:695; appliedIndex:694; }","duration":"135.031762ms","start":"2026-03-19T13:29:09.636523Z","end":"2026-03-19T13:29:09.771555Z","steps":["trace[828343739] 'read index received' (duration: 40.479983ms)","trace[828343739] 'applied index is now lower than readState.Index' (duration: 94.550569ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:09.771604Z","caller":"traceutil/trace.go:171","msg":"trace[2080341305] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"150.12105ms","start":"2026-03-19T13:29:09.621461Z","end":"2026-03-19T13:29:09.771582Z","steps":["trace[2080341305] 'process raft request' (duration: 55.845046ms)","trace[2080341305] 'compare' (duration: 93.948559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:09.771795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.244605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-19T13:29:09.771941Z","caller":"traceutil/trace.go:171","msg":"trace[1734621903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:671; }","duration":"135.428308ms","start":"2026-03-19T13:29:09.636493Z","end":"2026-03-19T13:29:09.771922Z","steps":["trace[1734621903] 'agreement among raft nodes before linearized reading' (duration: 135.140013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:10.29088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.156851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:29:10.291005Z","caller":"traceutil/trace.go:171","msg":"trace[1253854452] linearizableReadLoop","detail":"{readStateIndex:699; appliedIndex:698; }","duration":"313.185753ms","start":"2026-03-19T13:29:09.977799Z","end":"2026-03-19T13:29:10.290985Z","steps":["trace[1253854452] 'read index received' (duration: 53.781758ms)","trace[1253854452] 'applied index is now lower than readState.Index' (duration: 259.402585ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:10.291029Z","caller":"traceutil/trace.go:171","msg":"trace[604400559] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"441.055822ms","start":"2026-03-19T13:29:09.849951Z","end":"2026-03-19T13:29:10.291007Z","steps":["trace[604400559] 'process raft request' (duration: 181.659247ms)","trace[604400559] 'compare' (duration: 258.825936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:10.291156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:29:09.849927Z","time spent":"441.159254ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188480,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:29:10.29121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.389667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"info","ts":"2026-03-19T13:29:10.291271Z","caller":"traceutil/trace.go:171","msg":"trace[312272180] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:675; }","duration":"313.489589ms","start":"2026-03-19T13:29:09.977768Z","end":"2026-03-19T13:29:10.291257Z","steps":["trace[312272180] 'agreement among raft nodes before linearized reading' (duration: 313.310675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:10.291302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:29:09.977752Z","time spent":"313.54343ms","remote":"127.0.0.1:59734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9342,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"warn","ts":"2026-03-19T13:29:10.291716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.602871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-19T13:29:10.291756Z","caller":"traceutil/trace.go:171","msg":"trace[1158470533] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:676; }","duration":"114.668692ms","start":"2026-03-19T13:29:10.177075Z","end":"2026-03-19T13:29:10.291744Z","steps":["trace[1158470533] 'agreement among raft nodes before linearized reading' (duration: 114.574031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:10.291824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.735431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-19T13:29:10.291866Z","caller":"traceutil/trace.go:171","msg":"trace[1984374630] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:676; }","duration":"128.804982ms","start":"2026-03-19T13:29:10.16305Z","end":"2026-03-19T13:29:10.291855Z","steps":["trace[1984374630] 'agreement among raft nodes before linearized reading' (duration: 128.69017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:10.29625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.836768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:10.296313Z","caller":"traceutil/trace.go:171","msg":"trace[792566576] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:676; }","duration":"264.919509ms","start":"2026-03-19T13:29:10.03137Z","end":"2026-03-19T13:29:10.29629Z","steps":["trace[792566576] 'agreement among raft nodes before linearized reading' (duration: 264.806957ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:10.296505Z","caller":"traceutil/trace.go:171","msg":"trace[1763519664] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"298.496721ms","start":"2026-03-19T13:29:09.997979Z","end":"2026-03-19T13:29:10.296476Z","steps":["trace[1763519664] 'process raft request' (duration: 293.332364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:10.296703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.379819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-19T13:29:10.296743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.944121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T13:29:10.296745Z","caller":"traceutil/trace.go:171","msg":"trace[1412604693] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:676; }","duration":"103.445361ms","start":"2026-03-19T13:29:10.193287Z","end":"2026-03-19T13:29:10.296732Z","steps":["trace[1412604693] 'agreement among raft nodes before linearized reading' (duration: 103.315478ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:10.296795Z","caller":"traceutil/trace.go:171","msg":"trace[1978928555] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:676; }","duration":"137.036423ms","start":"2026-03-19T13:29:10.159738Z","end":"2026-03-19T13:29:10.296774Z","steps":["trace[1978928555] 'agreement among raft nodes before linearized reading' (duration: 132.135579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:10.296903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.464799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T13:29:10.291715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.454194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:10.29694Z","caller":"traceutil/trace.go:171","msg":"trace[1320233010] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:0; response_revision:676; }","duration":"265.5137ms","start":"2026-03-19T13:29:10.031417Z","end":"2026-03-19T13:29:10.296931Z","steps":["trace[1320233010] 'agreement among raft nodes before linearized reading' (duration: 265.461329ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:10.296966Z","caller":"traceutil/trace.go:171","msg":"trace[361805111] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:676; }","duration":"265.734003ms","start":"2026-03-19T13:29:10.031215Z","end":"2026-03-19T13:29:10.296949Z","steps":["trace[361805111] 'agreement among raft nodes before linearized reading' (duration: 260.429773ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:10.562983Z","caller":"traceutil/trace.go:171","msg":"trace[733841267] transaction","detail":"{read_only:false; response_revision:680; number_of_response:1; }","duration":"181.051503ms","start":"2026-03-19T13:29:10.381883Z","end":"2026-03-19T13:29:10.562934Z","steps":["trace[733841267] 'process raft request' (duration: 135.410565ms)","trace[733841267] 'compare' (duration: 45.487474ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:11.461245Z","caller":"traceutil/trace.go:171","msg":"trace[482925198] linearizableReadLoop","detail":"{readStateIndex:706; appliedIndex:705; }","duration":"280.508118ms","start":"2026-03-19T13:29:11.180703Z","end":"2026-03-19T13:29:11.461211Z","steps":["trace[482925198] 'read index received' (duration: 261.316463ms)","trace[482925198] 'applied index is now lower than readState.Index' (duration: 19.190715ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:11.461374Z","caller":"traceutil/trace.go:171","msg":"trace[1114144466] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"298.159317ms","start":"2026-03-19T13:29:11.163177Z","end":"2026-03-19T13:29:11.461336Z","steps":["trace[1114144466] 'process raft request' (duration: 278.84668ms)","trace[1114144466] 'compare' (duration: 19.080133ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:11.461666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.827564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:11.461703Z","caller":"traceutil/trace.go:171","msg":"trace[984835007] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:682; }","duration":"104.889795ms","start":"2026-03-19T13:29:11.356802Z","end":"2026-03-19T13:29:11.461692Z","steps":["trace[984835007] 'agreement among raft nodes before linearized reading' (duration: 104.746402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:11.461759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.91867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:11.461801Z","caller":"traceutil/trace.go:171","msg":"trace[1420044574] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:682; }","duration":"182.009001ms","start":"2026-03-19T13:29:11.27978Z","end":"2026-03-19T13:29:11.461789Z","steps":["trace[1420044574] 'agreement among raft nodes before linearized reading' (duration: 181.94777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:11.461941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.26821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:11.461967Z","caller":"traceutil/trace.go:171","msg":"trace[359861913] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:682; }","duration":"249.33329ms","start":"2026-03-19T13:29:11.212626Z","end":"2026-03-19T13:29:11.461959Z","steps":["trace[359861913] 'agreement among raft nodes before linearized reading' (duration: 249.292709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:11.461979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.026647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:11.462008Z","caller":"traceutil/trace.go:171","msg":"trace[2130789557] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:682; }","duration":"105.072298ms","start":"2026-03-19T13:29:11.356929Z","end":"2026-03-19T13:29:11.462001Z","steps":["trace[2130789557] 'agreement among raft nodes before linearized reading' (duration: 105.028287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:11.46166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.893455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T13:29:11.462039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.126602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:11.462072Z","caller":"traceutil/trace.go:171","msg":"trace[735123013] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:682; }","duration":"281.336062ms","start":"2026-03-19T13:29:11.180729Z","end":"2026-03-19T13:29:11.462066Z","steps":["trace[735123013] 'agreement among raft nodes before linearized reading' (duration: 280.783903ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:11.46209Z","caller":"traceutil/trace.go:171","msg":"trace[364936520] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:682; }","duration":"280.191033ms","start":"2026-03-19T13:29:11.181882Z","end":"2026-03-19T13:29:11.462073Z","steps":["trace[364936520] 'agreement among raft nodes before linearized reading' (duration: 280.099921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:11.461699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.071346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:11.46216Z","caller":"traceutil/trace.go:171","msg":"trace[1950254420] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:682; }","duration":"249.571425ms","start":"2026-03-19T13:29:11.212579Z","end":"2026-03-19T13:29:11.46215Z","steps":["trace[1950254420] 'agreement among raft nodes before linearized reading' (duration: 249.010265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:11.462257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.551196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:11.462339Z","caller":"traceutil/trace.go:171","msg":"trace[682961419] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:682; }","duration":"281.653658ms","start":"2026-03-19T13:29:11.180678Z","end":"2026-03-19T13:29:11.462331Z","steps":["trace[682961419] 'agreement among raft nodes before linearized reading' (duration: 280.658491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:11.461768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.191928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:11.462564Z","caller":"traceutil/trace.go:171","msg":"trace[1441248829] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:682; }","duration":"249.978442ms","start":"2026-03-19T13:29:11.212566Z","end":"2026-03-19T13:29:11.462545Z","steps":["trace[1441248829] 'agreement among raft nodes before linearized reading' (duration: 249.119157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:12.560947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.712708ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:29:12.561102Z","caller":"traceutil/trace.go:171","msg":"trace[18593797] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"236.004523ms","start":"2026-03-19T13:29:12.325078Z","end":"2026-03-19T13:29:12.561082Z","steps":["trace[18593797] 'process raft request' (duration: 82.034891ms)","trace[18593797] 'compare' (duration: 153.512555ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:12.593549Z","caller":"traceutil/trace.go:171","msg":"trace[740445700] linearizableReadLoop","detail":"{readStateIndex:713; appliedIndex:711; }","duration":"257.353842ms","start":"2026-03-19T13:29:12.336169Z","end":"2026-03-19T13:29:12.593523Z","steps":["trace[740445700] 'read index received' (duration: 70.900113ms)","trace[740445700] 'applied index is now lower than readState.Index' (duration: 186.452569ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:12.593649Z","caller":"traceutil/trace.go:171","msg":"trace[2101513703] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"268.340086ms","start":"2026-03-19T13:29:12.325286Z","end":"2026-03-19T13:29:12.593626Z","steps":["trace[2101513703] 'process raft request' (duration: 268.088622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:12.593768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.575355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:12.593802Z","caller":"traceutil/trace.go:171","msg":"trace[2031683259] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:688; }","duration":"257.659036ms","start":"2026-03-19T13:29:12.336134Z","end":"2026-03-19T13:29:12.593793Z","steps":["trace[2031683259] 'agreement among raft nodes before linearized reading' (duration: 257.559994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:12.594106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.463825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:12.594182Z","caller":"traceutil/trace.go:171","msg":"trace[826058133] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:688; }","duration":"257.571766ms","start":"2026-03-19T13:29:12.336594Z","end":"2026-03-19T13:29:12.594165Z","steps":["trace[826058133] 'agreement among raft nodes before linearized reading' (duration: 257.425394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:12.59412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.327895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2249"} {"level":"warn","ts":"2026-03-19T13:29:12.594447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.372739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T13:29:12.594403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.209237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-19T13:29:12.594503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.206544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-19T13:29:12.594767Z","caller":"traceutil/trace.go:171","msg":"trace[842099961] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:688; }","duration":"193.747041ms","start":"2026-03-19T13:29:12.400731Z","end":"2026-03-19T13:29:12.594478Z","steps":["trace[842099961] 'agreement among raft nodes before linearized reading' (duration: 193.300034ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:12.594821Z","caller":"traceutil/trace.go:171","msg":"trace[710402988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:688; }","duration":"192.469531ms","start":"2026-03-19T13:29:12.402038Z","end":"2026-03-19T13:29:12.594507Z","steps":["trace[710402988] 'agreement among raft nodes before linearized reading' (duration: 192.373499ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:12.594845Z","caller":"traceutil/trace.go:171","msg":"trace[968420636] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:688; }","duration":"258.367839ms","start":"2026-03-19T13:29:12.336147Z","end":"2026-03-19T13:29:12.594515Z","steps":["trace[968420636] 'agreement among raft nodes before linearized reading' (duration: 258.191166ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:12.59486Z","caller":"traceutil/trace.go:171","msg":"trace[1833392481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:688; }","duration":"218.267034ms","start":"2026-03-19T13:29:12.376268Z","end":"2026-03-19T13:29:12.594535Z","steps":["trace[1833392481] 'agreement among raft nodes before linearized reading' (duration: 217.902238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:12.596477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.187526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-19T13:29:12.596528Z","caller":"traceutil/trace.go:171","msg":"trace[1757355514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:688; }","duration":"220.268567ms","start":"2026-03-19T13:29:12.376247Z","end":"2026-03-19T13:29:12.596516Z","steps":["trace[1757355514] 'agreement among raft nodes before linearized reading' (duration: 218.137552ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:12.901319Z","caller":"traceutil/trace.go:171","msg":"trace[1435145904] linearizableReadLoop","detail":"{readStateIndex:716; appliedIndex:715; }","duration":"103.509313ms","start":"2026-03-19T13:29:12.797793Z","end":"2026-03-19T13:29:12.901303Z","steps":["trace[1435145904] 'read index received' (duration: 103.365011ms)","trace[1435145904] 'applied index is now lower than readState.Index' (duration: 143.742µs)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:29:12.901512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.704146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T13:29:12.901533Z","caller":"traceutil/trace.go:171","msg":"trace[350885991] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:691; }","duration":"103.774677ms","start":"2026-03-19T13:29:12.797752Z","end":"2026-03-19T13:29:12.901526Z","steps":["trace[350885991] 'agreement among raft nodes before linearized reading' (duration: 103.629624ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:12.90155Z","caller":"traceutil/trace.go:171","msg":"trace[918192216] transaction","detail":"{read_only:false; response_revision:691; number_of_response:1; }","duration":"236.202825ms","start":"2026-03-19T13:29:12.665313Z","end":"2026-03-19T13:29:12.901516Z","steps":["trace[918192216] 'process raft request' (duration: 235.89575ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:15.359674Z","caller":"traceutil/trace.go:171","msg":"trace[1041209719] transaction","detail":"{read_only:false; response_revision:710; number_of_response:1; }","duration":"135.927722ms","start":"2026-03-19T13:29:15.223724Z","end":"2026-03-19T13:29:15.359651Z","steps":["trace[1041209719] 'process raft request' (duration: 132.108988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:15.679217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.42174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:29:15.679328Z","caller":"traceutil/trace.go:171","msg":"trace[1534864414] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:710; }","duration":"139.606773ms","start":"2026-03-19T13:29:15.539699Z","end":"2026-03-19T13:29:15.679306Z","steps":["trace[1534864414] 'count revisions from in-memory index tree' (duration: 139.311217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:29:16.1552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.463248ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-19T13:29:16.155279Z","caller":"traceutil/trace.go:171","msg":"trace[1263668300] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"205.797327ms","start":"2026-03-19T13:29:15.949469Z","end":"2026-03-19T13:29:16.155266Z","steps":["trace[1263668300] 'read index received' (duration: 46.161475ms)","trace[1263668300] 'applied index is now lower than readState.Index' (duration: 159.635052ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:16.155327Z","caller":"traceutil/trace.go:171","msg":"trace[1111872522] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"246.806335ms","start":"2026-03-19T13:29:15.908483Z","end":"2026-03-19T13:29:16.15529Z","steps":["trace[1111872522] 'process raft request' (duration: 87.192514ms)","trace[1111872522] 'compare' (duration: 142.214624ms)","trace[1111872522] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/minions/instance; req_size:5166; } (duration: 17.149782ms)"],"step_count":3} {"level":"warn","ts":"2026-03-19T13:29:16.155462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.00444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T13:29:16.155536Z","caller":"traceutil/trace.go:171","msg":"trace[2092434097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:712; }","duration":"206.079911ms","start":"2026-03-19T13:29:15.949405Z","end":"2026-03-19T13:29:16.155485Z","steps":["trace[2092434097] 'agreement among raft nodes before linearized reading' (duration: 205.892718ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:16.814401Z","caller":"traceutil/trace.go:171","msg":"trace[2121822146] transaction","detail":"{read_only:false; response_revision:714; number_of_response:1; }","duration":"161.688434ms","start":"2026-03-19T13:29:16.652696Z","end":"2026-03-19T13:29:16.814384Z","steps":["trace[2121822146] 'process raft request' (duration: 161.322259ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:17.057156Z","caller":"traceutil/trace.go:171","msg":"trace[633130822] transaction","detail":"{read_only:false; response_revision:715; number_of_response:1; }","duration":"239.853777ms","start":"2026-03-19T13:29:16.817272Z","end":"2026-03-19T13:29:17.057126Z","steps":["trace[633130822] 'process raft request' (duration: 217.625773ms)","trace[633130822] 'compare' (duration: 21.95389ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:17.05752Z","caller":"traceutil/trace.go:171","msg":"trace[1227293986] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"239.585313ms","start":"2026-03-19T13:29:16.817923Z","end":"2026-03-19T13:29:17.057508Z","steps":["trace[1227293986] 'process raft request' (duration: 239.490622ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:25.381187Z","caller":"traceutil/trace.go:171","msg":"trace[1368045370] transaction","detail":"{read_only:false; response_revision:783; number_of_response:1; }","duration":"189.352731ms","start":"2026-03-19T13:29:25.191814Z","end":"2026-03-19T13:29:25.381166Z","steps":["trace[1368045370] 'process raft request' (duration: 159.960739ms)","trace[1368045370] 'compare' (duration: 29.297421ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:29:35.526527Z","caller":"traceutil/trace.go:171","msg":"trace[721920991] transaction","detail":"{read_only:false; response_revision:816; number_of_response:1; }","duration":"104.195247ms","start":"2026-03-19T13:29:35.422312Z","end":"2026-03-19T13:29:35.526507Z","steps":["trace[721920991] 'process raft request' (duration: 104.042535ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:29:55.26827Z","caller":"traceutil/trace.go:171","msg":"trace[1763414876] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"112.834713ms","start":"2026-03-19T13:29:55.155398Z","end":"2026-03-19T13:29:55.268232Z","steps":["trace[1763414876] 'process raft request' (duration: 112.652451ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:30:06.001722Z","caller":"traceutil/trace.go:171","msg":"trace[259840226] transaction","detail":"{read_only:false; response_revision:901; number_of_response:1; }","duration":"115.279837ms","start":"2026-03-19T13:30:05.886412Z","end":"2026-03-19T13:30:06.001691Z","steps":["trace[259840226] 'process raft request' (duration: 115.023853ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:30:09.239606Z","caller":"traceutil/trace.go:171","msg":"trace[976596696] transaction","detail":"{read_only:false; response_revision:910; number_of_response:1; }","duration":"159.226335ms","start":"2026-03-19T13:30:09.080351Z","end":"2026-03-19T13:30:09.239577Z","steps":["trace[976596696] 'process raft request' (duration: 159.076253ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:30:19.661406Z","caller":"traceutil/trace.go:171","msg":"trace[1781643609] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"122.787397ms","start":"2026-03-19T13:30:19.538592Z","end":"2026-03-19T13:30:19.661379Z","steps":["trace[1781643609] 'process raft request' (duration: 122.729536ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:30:19.661482Z","caller":"traceutil/trace.go:171","msg":"trace[966307745] transaction","detail":"{read_only:false; response_revision:968; number_of_response:1; }","duration":"124.842584ms","start":"2026-03-19T13:30:19.536612Z","end":"2026-03-19T13:30:19.661454Z","steps":["trace[966307745] 'process raft request' (duration: 51.707612ms)","trace[966307745] 'compare' (duration: 72.859018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:30:23.301952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14680218585674445982,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-19T13:30:23.385014Z","caller":"traceutil/trace.go:171","msg":"trace[101435227] linearizableReadLoop","detail":"{readStateIndex:1022; appliedIndex:1021; }","duration":"584.041058ms","start":"2026-03-19T13:30:22.800945Z","end":"2026-03-19T13:30:23.384986Z","steps":["trace[101435227] 'read index received' (duration: 583.839976ms)","trace[101435227] 'applied index is now lower than readState.Index' (duration: 199.502µs)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:30:23.385077Z","caller":"traceutil/trace.go:171","msg":"trace[1202031736] transaction","detail":"{read_only:false; response_revision:978; number_of_response:1; }","duration":"873.96876ms","start":"2026-03-19T13:30:22.511078Z","end":"2026-03-19T13:30:23.385047Z","steps":["trace[1202031736] 'process raft request' (duration: 873.701617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:30:23.385286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.325383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.72\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-03-19T13:30:23.385361Z","caller":"traceutil/trace.go:171","msg":"trace[1699769606] range","detail":"{range_begin:/registry/masterleases/199.204.45.72; range_end:; response_count:1; response_revision:978; }","duration":"584.452044ms","start":"2026-03-19T13:30:22.800889Z","end":"2026-03-19T13:30:23.385341Z","steps":["trace[1699769606] 'agreement among raft nodes before linearized reading' (duration: 584.213301ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:30:23.385405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:30:22.511066Z","time spent":"874.221444ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-19T13:30:23.385423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:30:22.800868Z","time spent":"584.540394ms","remote":"127.0.0.1:59722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":155,"request content":"key:\"/registry/masterleases/199.204.45.72\" "} {"level":"warn","ts":"2026-03-19T13:30:23.385662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.676597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-19T13:30:23.385739Z","caller":"traceutil/trace.go:171","msg":"trace[631464266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:978; }","duration":"333.794058ms","start":"2026-03-19T13:30:23.051925Z","end":"2026-03-19T13:30:23.385719Z","steps":["trace[631464266] 'agreement among raft nodes before linearized reading' (duration: 333.558135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:30:23.385791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-19T13:30:23.051908Z","time spent":"333.873039ms","remote":"127.0.0.1:59988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-19T13:30:31.580346Z","caller":"traceutil/trace.go:171","msg":"trace[1075989938] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"141.53703ms","start":"2026-03-19T13:30:31.438784Z","end":"2026-03-19T13:30:31.580321Z","steps":["trace[1075989938] 'process raft request' (duration: 141.210296ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:30:31.793906Z","caller":"traceutil/trace.go:171","msg":"trace[771289438] linearizableReadLoop","detail":"{readStateIndex:1054; appliedIndex:1053; }","duration":"208.198524ms","start":"2026-03-19T13:30:31.585685Z","end":"2026-03-19T13:30:31.793884Z","steps":["trace[771289438] 'read index received' (duration: 178.304656ms)","trace[771289438] 'applied index is now lower than readState.Index' (duration: 29.892588ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:30:31.793948Z","caller":"traceutil/trace.go:171","msg":"trace[244793334] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"210.819298ms","start":"2026-03-19T13:30:31.583107Z","end":"2026-03-19T13:30:31.793927Z","steps":["trace[244793334] 'process raft request' (duration: 180.95878ms)","trace[244793334] 'compare' (duration: 29.734136ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:30:31.794057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.366406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/test-pv\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-19T13:30:31.794231Z","caller":"traceutil/trace.go:171","msg":"trace[1793410965] range","detail":"{range_begin:/registry/persistentvolumes/test-pv; range_end:; response_count:0; response_revision:1008; }","duration":"208.57932ms","start":"2026-03-19T13:30:31.585642Z","end":"2026-03-19T13:30:31.794221Z","steps":["trace[1793410965] 'agreement among raft nodes before linearized reading' (duration: 208.356877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:30:33.939891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.452431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-19T13:30:33.939967Z","caller":"traceutil/trace.go:171","msg":"trace[1704534011] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1017; }","duration":"121.583392ms","start":"2026-03-19T13:30:33.818368Z","end":"2026-03-19T13:30:33.939951Z","steps":["trace[1704534011] 'range keys from in-memory index tree' (duration: 121.296459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:30:33.940315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.579016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-19T13:30:33.940394Z","caller":"traceutil/trace.go:171","msg":"trace[1251091763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1017; }","duration":"142.704988ms","start":"2026-03-19T13:30:33.797671Z","end":"2026-03-19T13:30:33.940376Z","steps":["trace[1251091763] 'range keys from in-memory index tree' (duration: 142.388474ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:30:34.101452Z","caller":"traceutil/trace.go:171","msg":"trace[1254942308] linearizableReadLoop","detail":"{readStateIndex:1067; appliedIndex:1066; }","duration":"150.065707ms","start":"2026-03-19T13:30:33.951371Z","end":"2026-03-19T13:30:34.101437Z","steps":["trace[1254942308] 'read index received' (duration: 90.537089ms)","trace[1254942308] 'applied index is now lower than readState.Index' (duration: 59.528008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-19T13:30:34.101624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.210609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T13:30:34.101651Z","caller":"traceutil/trace.go:171","msg":"trace[545629114] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1019; }","duration":"150.31103ms","start":"2026-03-19T13:30:33.951333Z","end":"2026-03-19T13:30:34.101644Z","steps":["trace[545629114] 'agreement among raft nodes before linearized reading' (duration: 150.167768ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:30:34.101855Z","caller":"traceutil/trace.go:171","msg":"trace[210239346] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"156.112304ms","start":"2026-03-19T13:30:33.945707Z","end":"2026-03-19T13:30:34.101819Z","steps":["trace[210239346] 'process raft request' (duration: 155.656469ms)"],"step_count":1} {"level":"info","ts":"2026-03-19T13:31:00.444072Z","caller":"traceutil/trace.go:171","msg":"trace[1755304647] linearizableReadLoop","detail":"{readStateIndex:1146; appliedIndex:1145; }","duration":"181.928869ms","start":"2026-03-19T13:31:00.262118Z","end":"2026-03-19T13:31:00.444047Z","steps":["trace[1755304647] 'read index received' (duration: 177.126591ms)","trace[1755304647] 'applied index is now lower than readState.Index' (duration: 4.801257ms)"],"step_count":2} {"level":"info","ts":"2026-03-19T13:31:00.444187Z","caller":"traceutil/trace.go:171","msg":"trace[679237575] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"184.005564ms","start":"2026-03-19T13:31:00.260149Z","end":"2026-03-19T13:31:00.444154Z","steps":["trace[679237575] 'process raft request' (duration: 179.231286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:31:00.44425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.163063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/token-cleaner\" ","response":"range_response_count:1 size:191"} {"level":"info","ts":"2026-03-19T13:31:00.444279Z","caller":"traceutil/trace.go:171","msg":"trace[445076333] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/token-cleaner; range_end:; response_count:1; response_revision:1093; }","duration":"178.234294ms","start":"2026-03-19T13:31:00.266036Z","end":"2026-03-19T13:31:00.44427Z","steps":["trace[445076333] 'agreement among raft nodes before linearized reading' (duration: 178.144783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:31:00.444379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.239252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" limit:500 ","response":"range_response_count:4 size:329952"} {"level":"info","ts":"2026-03-19T13:31:00.444445Z","caller":"traceutil/trace.go:171","msg":"trace[648972857] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:1093; }","duration":"182.342123ms","start":"2026-03-19T13:31:00.262089Z","end":"2026-03-19T13:31:00.444431Z","steps":["trace[648972857] 'agreement among raft nodes before linearized reading' (duration: 182.07068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-19T13:31:00.44458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.741312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-19T13:31:00.444613Z","caller":"traceutil/trace.go:171","msg":"trace[38192713] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1093; }","duration":"125.834154ms","start":"2026-03-19T13:31:00.31877Z","end":"2026-03-19T13:31:00.444605Z","steps":["trace[38192713] 'agreement among raft nodes before linearized reading' (duration: 125.697112ms)"],"step_count":1}